-- Logs begin at Thu 2021-04-15 19:07:00 UTC, end at Thu 2021-04-15 20:10:35 UTC. --
Apr 15 19:39:47.265781 dv-cinder-786383-2-iscsi systemd[1]: Started Devstack devstack@q-svc.service.
Apr 15 19:39:50.508394 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.common.config [-] Logging enabled!
Apr 15 19:39:50.509049 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev86
Apr 15 19:39:50.510831 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=85229) setup_logging /opt/stack/neutron/neutron/common/config.py:112}}
Apr 15 19:39:50.512639 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.common.config [-] Logging enabled!
Apr 15 19:39:50.512933 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev86
Apr 15 19:39:50.513293 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=85229) setup_logging /opt/stack/neutron/neutron/common/config.py:112}}
Apr 15 19:39:50.514358 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}}
Apr 15 19:39:50.514628 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}}
Apr 15 19:39:50.515714 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}}
Apr 15 19:39:50.515999 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}}
Apr 15 19:39:50.516264 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}}
Apr 15 19:39:50.516641 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.common.config [-] allow_bulk                     = True {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:39:50.516989 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.common.config [-] allow_overlapping_ips          = True {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:39:50.517334 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.common.config [-] api_extensions_path            =  {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:39:50.517602 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.common.config [-] api_paste_config               = api-paste.ini {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:39:50.517948 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.common.config [-] api_workers                    = 2 {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:39:50.518291 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.common.config [-] auth_strategy                  = keystone {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:39:50.518618 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.common.config [-] backlog                        = 4096 {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:39:50.518991 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.common.config [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:39:50.519332 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.common.config [-] bind_host                      = 0.0.0.0 {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:39:50.519662 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.common.config [-] bind_port                      = 9696 {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:39:50.519985 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.common.config [-] client_socket_timeout          = 900 {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:39:50.520311 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.common.config [-] config_dir                     = [] {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:39:50.520579 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.common.config [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:39:50.520903 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.common.config [-] config_source                  = [] {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:39:50.521240 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.common.config [-] control_exchange               = neutron {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:39:50.521576 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.common.config [-] core_plugin                    = ml2 {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:39:50.521837 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.common.config [-] debug                          = True {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:39:50.522162 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.common.config [-] default_availability_zones     = [] {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:39:50.522705 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.common.config [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:39:50.523067 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.common.config [-] dhcp_agent_notification        = True {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:39:50.523392 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.common.config [-] dhcp_lease_duration            = 86400 {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:39:50.523729 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.common.config [-] dns_domain                     = openstacklocal {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:39:50.524052 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.common.config [-] enable_traditional_dhcp        = True {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:39:50.524365 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.common.config [-] external_dns_driver            = None {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:39:50.524683 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.common.config [-] filter_validation              = True {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:39:50.525010 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.common.config [-] global_physnet_mtu             = 1500 {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:39:50.525387 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.common.config [-] host                           = dv-cinder-786383-2-iscsi {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:39:50.525759 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.common.config [-] http_retries                   = 3 {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:39:50.526664 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.common.config [-] instance_format                = [instance: %(uuid)s]  {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:39:50.526987 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.common.config [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:39:50.527326 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.common.config [-] ipam_driver                    = internal {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:39:50.527645 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.common.config [-] ipv6_pd_enabled                = False {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:39:50.527965 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.common.config [-] log_config_append              = None {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:39:50.528301 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.common.config [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:39:50.528617 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.common.config [-] log_dir                        = None {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:39:50.528932 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.common.config [-] log_file                       = None {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:39:50.529253 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.common.config [-] log_rotate_interval            = 1 {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:39:50.529586 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.common.config [-] log_rotate_interval_type       = days {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:39:50.529919 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.common.config [-] log_rotation_type              = none {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:39:50.530264 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.common.config [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:39:50.530529 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.common.config [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:39:50.530789 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.common.config [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:39:50.531154 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.common.config [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:39:50.531489 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.common.config [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:39:50.531809 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.common.config [-] max_dns_nameservers            = 5 {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:39:50.532126 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.common.config [-] max_header_line                = 16384 {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:39:50.532444 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.common.config [-] max_logfile_count              = 30 {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:39:50.532760 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.common.config [-] max_logfile_size_mb            = 200 {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:39:50.533080 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.common.config [-] max_subnet_host_routes         = 20 {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:39:50.533391 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.common.config [-] network_link_prefix            = None {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:39:50.533726 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:39:50.534070 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:39:50.534393 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.common.config [-] pagination_max_limit           = -1 {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:39:50.534708 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.common.config [-] periodic_fuzzy_delay           = 5 {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:39:50.535050 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.common.config [-] periodic_interval              = 40 {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:39:50.535366 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.common.config [-] publish_errors                 = False {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:39:50.535688 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.common.config [-] rate_limit_burst               = 0 {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:39:50.536012 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.common.config [-] rate_limit_except_level        = CRITICAL {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:39:50.536327 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.common.config [-] rate_limit_interval            = 0 {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:39:50.536642 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.common.config [-] retry_until_window             = 30 {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:39:50.536959 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.common.config [-] rpc_response_max_timeout       = 600 {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:39:50.537294 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.common.config [-] rpc_state_report_workers       = 0 {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:39:50.537603 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.common.config [-] rpc_workers                    = None {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:39:50.537917 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.common.config [-] send_events_interval           = 2 {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:39:50.538267 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.common.config [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:39:50.538599 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.common.config [-] setproctitle                   = on {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:39:50.538953 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.common.config [-] state_path                     = /opt/stack/data/neutron {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:39:50.539289 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.common.config [-] syslog_log_facility            = LOG_USER {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:39:50.539604 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.common.config [-] tcp_keepidle                   = 600 {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:39:50.539937 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.common.config [-] transport_url                  = **** {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:39:50.540249 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.common.config [-] use_eventlog                   = False {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:39:50.540560 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.common.config [-] use_journal                    = False {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:39:50.540872 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.common.config [-] use_json                       = False {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:39:50.541187 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.common.config [-] use_ssl                        = False {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:39:50.541529 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.common.config [-] use_stderr                     = False {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:39:50.541860 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.common.config [-] use_syslog                     = False {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:39:50.542173 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.common.config [-] vlan_transparent               = False {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:39:50.542485 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.common.config [-] watch_log_file                 = False {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:39:50.542799 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.common.config [-] wsgi_default_pool_size         = 100 {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:39:50.543145 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.common.config [-] wsgi_keep_alive                = True {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:39:50.543479 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.common.config [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:39:50.543823 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:50.544176 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:50.544520 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.common.config [-] profiler.connection_string     = messaging:// {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:50.544844 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.common.config [-] profiler.enabled               = False {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:50.545188 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.common.config [-] profiler.es_doc_type           = notification {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:50.545511 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.common.config [-] profiler.es_scroll_size        = 10000 {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:50.545854 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.common.config [-] profiler.es_scroll_time        = 2m {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:50.546168 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.common.config [-] profiler.filter_error_trace    = False {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:50.546502 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.common.config [-] profiler.hmac_keys             = SECRET_KEY {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:50.546837 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:50.547193 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.common.config [-] profiler.socket_timeout        = 0.1 {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:50.547514 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy      = False {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:50.547844 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:50.548164 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope      = False {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:50.548506 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:50.548860 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:50.549204 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.common.config [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:50.549543 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:50.549863 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:50.550180 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:50.550496 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:50.550817 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:50.551172 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.common.config [-] nova.auth_section              = None {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:50.551514 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.common.config [-] nova.auth_type                 = password {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:50.551853 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.common.config [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:50.552169 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.common.config [-] nova.certfile                  = None {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:50.552488 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.common.config [-] nova.collect_timing            = False {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:50.552824 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.common.config [-] nova.endpoint_type             = public {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:50.553146 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.common.config [-] nova.insecure                  = False {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:50.553463 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.common.config [-] nova.keyfile                   = None {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:50.553783 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.common.config [-] nova.live_migration_events     = False {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:50.554120 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.common.config [-] nova.region_name               = RegionOne {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:50.554441 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.common.config [-] nova.split_loggers             = False {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:50.554753 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.common.config [-] nova.timeout                   = None {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:50.555108 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.common.config [-] placement.auth_section         = None {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:50.555429 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.common.config [-] placement.auth_type            = None {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:50.555744 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.common.config [-] placement.cafile               = None {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:50.556058 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.common.config [-] placement.certfile             = None {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:50.556375 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.common.config [-] placement.collect_timing       = False {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:50.556711 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.common.config [-] placement.endpoint_type        = public {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:50.557056 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.common.config [-] placement.insecure             = False {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:50.557370 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.common.config [-] placement.keyfile              = None {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:50.557685 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.common.config [-] placement.region_name          = None {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:50.558004 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.common.config [-] placement.split_loggers        = False {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:50.558316 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.common.config [-] placement.timeout              = None {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:50.558646 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.common.config [-] ironic.auth_section            = None {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:50.558991 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.common.config [-] ironic.auth_type               = None {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:50.559311 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.common.config [-] ironic.cafile                  = None {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:50.559624 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.common.config [-] ironic.certfile                = None {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:50.559945 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.common.config [-] ironic.collect_timing          = False {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:50.560259 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.common.config [-] ironic.connect_retries         = None {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:50.560573 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.common.config [-] ironic.connect_retry_delay     = None {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:50.560892 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.common.config [-] ironic.enable_notifications    = False {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:50.561206 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.common.config [-] ironic.endpoint_override       = None {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:50.561523 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.common.config [-] ironic.insecure                = False {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:50.561837 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.common.config [-] ironic.interface               = None {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:50.562153 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.common.config [-] ironic.keyfile                 = None {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:50.562467 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.common.config [-] ironic.max_version             = None {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:50.562781 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.common.config [-] ironic.min_version             = None {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:50.563127 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.common.config [-] ironic.region_name             = None {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:50.563439 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.common.config [-] ironic.service_name            = None {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:50.563752 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.common.config [-] ironic.service_type            = None {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:50.564072 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.common.config [-] ironic.split_loggers           = False {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:50.564391 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.common.config [-] ironic.status_code_retries     = None {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:50.564701 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:50.565014 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.common.config [-] ironic.timeout                 = None {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:50.565328 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.common.config [-] ironic.valid_interfaces        = None {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:50.565642 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.common.config [-] ironic.version                 = None {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:50.565972 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:50.566320 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:50.566641 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:50.566995 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:50.567316 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:50.567634 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:50.567952 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:50.568272 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:50.568595 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:50.568917 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:50.569232 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:50.569572 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:50.569898 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:50.570229 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:50.570556 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:50.570885 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:50.571244 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:50.571567 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:50.571892 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:50.572213 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:50.573055 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:50.573398 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:50.573730 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl      = False {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:50.574070 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:50.574408 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:50.574748 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:50.575113 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version =  {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:50.575711 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:50.576038 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:50.576405 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:50.576728 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:50.576983 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}}
Apr 15 19:39:50.577258 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=85229) load_app /usr/local/lib/python3.6/dist-packages/oslo_service/wsgi.py:350}}
Apr 15 19:39:51.255875 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO keyring.backend [-] Loading Gnome
Apr 15 19:39:51.272929 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO keyring.backend [-] Loading Google
Apr 15 19:39:51.275771 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO keyring.backend [-] Loading Windows (alt)
Apr 15 19:39:51.279421 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO keyring.backend [-] Loading file
Apr 15 19:39:51.280288 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO keyring.backend [-] Loading keyczar
Apr 15 19:39:51.280567 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO keyring.backend [-] Loading multi
Apr 15 19:39:51.281209 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO keyring.backend [-] Loading pyfs
Apr 15 19:39:51.329030 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=85229) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:39:51.329379 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=85229) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:39:51.329743 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=85229) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:39:51.330127 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.manager [-] Loading core plugin: ml2
Apr 15 19:39:51.734789 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_create 55550000 {{(pid=85229) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 19:39:51.735337 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_update 55550000 {{(pid=85229) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 19:39:51.735466 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_delete 55550000 {{(pid=85229) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 19:39:51.736813 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_group.AddressGroup'>> rbac-policy before_create 55550000 {{(pid=85229) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 19:39:51.737243 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_group.AddressGroup'>> rbac-policy before_update 55550000 {{(pid=85229) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 19:39:51.737545 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_group.AddressGroup'>> rbac-policy before_delete 55550000 {{(pid=85229) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 19:39:51.774791 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_create 55550000 {{(pid=85229) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 19:39:51.775133 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_update 55550000 {{(pid=85229) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 19:39:51.775437 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_delete 55550000 {{(pid=85229) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 19:39:51.790942 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_create 55550000 {{(pid=85229) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 19:39:51.791290 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_update 55550000 {{(pid=85229) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 19:39:51.792118 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_delete 55550000 {{(pid=85229) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 19:39:51.859327 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_create 55550000 {{(pid=85229) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 19:39:51.859645 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_update 55550000 {{(pid=85229) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 19:39:51.859947 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_delete 55550000 {{(pid=85229) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 19:39:51.860972 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_create 55550000 {{(pid=85229) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 19:39:51.861276 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_update 55550000 {{(pid=85229) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 19:39:51.863243 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_delete 55550000 {{(pid=85229) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 19:39:52.147931 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7fe8bb60ab70> agent after_create 55550000 {{(pid=85229) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 19:39:52.148249 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7fe8bb60ab70> agent after_update 55550000 {{(pid=85229) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 19:39:52.148552 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _add_segment_host_mapping_for_segment at 0x7fe8bb60abf8> segment precommit_create 55550000 {{(pid=85229) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 19:39:52.148862 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _delete_segments_for_network at 0x7fe8bb60ac80> network precommit_delete 55550000 {{(pid=85229) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 19:39:52.149730 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _prevent_segment_delete_with_port_bound at 0x7fe8bb61ed90> segment before_delete 55550000 {{(pid=85229) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 19:39:52.303574 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._before_network_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fe8bb534be0>> network before_delete 55550000 {{(pid=85229) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 19:39:52.303958 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function DVRDbMixin._delete_mac_associated_with_agent at 0x7fe8bb5680d0> agent before_delete 55550000 {{(pid=85229) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 19:39:52.304289 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fe8bb534be0>> network before_create 55550000 {{(pid=85229) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 19:39:52.304604 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fe8bb534be0>> port before_create 55550000 {{(pid=85229) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 19:39:52.304907 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fe8bb534be0>> port before_update 55550000 {{(pid=85229) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 19:39:52.305301 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_after_delete_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fe8bb534be0>> segment after_delete 55550000 {{(pid=85229) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 19:39:52.305604 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fe8bb534be0>> segment precommit_create 55550000 {{(pid=85229) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 19:39:52.305896 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fe8bb534be0>> segment precommit_delete 55550000 {{(pid=85229) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 19:39:52.306188 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fe8bb534be0>> segment after_create 55550000 {{(pid=85229) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 19:39:52.306535 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fe8bb534be0>> network after_delete 55550000 {{(pid=85229) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 19:39:52.306834 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fe8bb534be0>> network precommit_delete 0 {{(pid=85229) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 19:39:52.307205 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._port_provisioned of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fe8bb534be0>> port provisioning_complete 55550000 {{(pid=85229) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 19:39:52.307515 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_create of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fe8bb534be0>> rbac-policy before_create 55550000 {{(pid=85229) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 19:39:52.307807 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_delete of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fe8bb534be0>> rbac-policy after_delete 55550000 {{(pid=85229) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 19:39:52.308126 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._retry_binding_revived_agents of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fe8bb534be0>> agent after_update 55550000 {{(pid=85229) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 19:39:52.308450 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fe8bb534be0>> subnet after_delete 55550000 {{(pid=85229) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 19:39:52.308749 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fe8bb534be0>> subnet precommit_delete 0 {{(pid=85229) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 19:39:52.309071 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fe8bb534be0>> rbac-policy before_update 55550000 {{(pid=85229) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 19:39:52.309358 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fe8bb534be0>> rbac-policy before_delete 55550000 {{(pid=85229) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 19:39:52.309704 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DhcpAgentSchedulerDbMixin.auto_schedule_new_network_segments of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fe8bb534be0>> segment_host_mapping after_create 55550000 {{(pid=85229) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 19:39:52.310189 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fe8bb534be0>> port after_create 55550000 {{(pid=85229) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 19:39:52.310478 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fe8bb534be0>> port after_update 55550000 {{(pid=85229) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 19:39:52.310765 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fe8bb534be0>> port after_delete 55550000 {{(pid=85229) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 19:39:52.311147 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fe8bb534be0>> rbac-policy before_create 55550000 {{(pid=85229) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 19:39:52.311431 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fe8bb534be0>> rbac-policy before_update 55550000 {{(pid=85229) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 19:39:52.311715 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fe8bb534be0>> rbac-policy before_delete 55550000 {{(pid=85229) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 19:39:52.312200 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=85229) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Apr 15 19:39:52.312479 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=85229) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Apr 15 19:39:52.312755 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=85229) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Apr 15 19:39:52.313028 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=85229) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Apr 15 19:39:52.313299 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=85229) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Apr 15 19:39:52.313570 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=85229) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Apr 15 19:39:52.314013 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve']
Apr 15 19:39:52.317521 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1']
Apr 15 19:39:52.321722 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete
Apr 15 19:39:52.326633 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(650, 699)])])
Apr 15 19:39:52.328470 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']
Apr 15 19:39:52.329796 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'])
Apr 15 19:39:52.330220 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan']
Apr 15 19:39:52.330613 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security']
Apr 15 19:39:52.333721 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security']
Apr 15 19:39:52.334009 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security']
Apr 15 19:39:52.334441 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv']
Apr 15 19:39:52.365895 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa']
Apr 15 19:39:52.366426 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.qos.drivers.openvswitch.driver.OVSDriver object at 0x7fe8bb5377b8>> qos_plugin after_init 55550000 {{(pid=85229) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 19:39:52.366772 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=85229) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}}
Apr 15 19:39:52.367457 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.logapi.drivers.openvswitch.driver.OVSDriver object at 0x7fe8bb4f6358>> logging-plugin after_init 55550000 {{(pid=85229) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 19:39:52.368960 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=85229) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}}
Apr 15 19:39:52.369303 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv']
Apr 15 19:39:52.370098 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv']
Apr 15 19:39:52.373679 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7fe8bb4f63c8>> floatingip before_response 55550000 {{(pid=85229) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 19:39:52.374001 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7fe8bb4f63c8>> port before_response 55550000 {{(pid=85229) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 19:39:52.442000 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat'
Apr 15 19:39:52.442215 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete
Apr 15 19:39:52.442447 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve'
Apr 15 19:39:52.442895 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)]
Apr 15 19:39:52.478108 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_db.sqlalchemy.engines [None req-7c0c353e-19cd-4c29-b9b8-4a1e04a5ecdc None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=85229) _check_effective_sql_mode /usr/local/lib/python3.6/dist-packages/oslo_db/sqlalchemy/engines.py:304}}
Apr 15 19:39:52.931736 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.plugins.ml2.managers [None req-7c0c353e-19cd-4c29-b9b8-4a1e04a5ecdc None None] Initializing driver for type 'gre'
Apr 15 19:39:52.932928 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-7c0c353e-19cd-4c29-b9b8-4a1e04a5ecdc None None] gre ID ranges: [(1, 1000)]
Apr 15 19:39:52.976500 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.plugins.ml2.managers [None req-7c0c353e-19cd-4c29-b9b8-4a1e04a5ecdc None None] Initializing driver for type 'local'
Apr 15 19:39:52.976797 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.plugins.ml2.managers [None req-7c0c353e-19cd-4c29-b9b8-4a1e04a5ecdc None None] Initializing driver for type 'vlan'
Apr 15 19:39:52.988448 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-7c0c353e-19cd-4c29-b9b8-4a1e04a5ecdc None None] VlanTypeDriver initialization complete
Apr 15 19:39:52.988784 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.plugins.ml2.managers [None req-7c0c353e-19cd-4c29-b9b8-4a1e04a5ecdc None None] Initializing driver for type 'vxlan'
Apr 15 19:39:52.989416 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-7c0c353e-19cd-4c29-b9b8-4a1e04a5ecdc None None] vxlan ID ranges: [(1, 1000)]
Apr 15 19:39:53.035890 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.plugins.ml2.managers [None req-7c0c353e-19cd-4c29-b9b8-4a1e04a5ecdc None None] Initializing extension driver 'port_security'
Apr 15 19:39:53.036250 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.plugins.ml2.extensions.port_security [None req-7c0c353e-19cd-4c29-b9b8-4a1e04a5ecdc None None] PortSecurityExtensionDriver initialization complete
Apr 15 19:39:53.036618 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.plugins.ml2.managers [None req-7c0c353e-19cd-4c29-b9b8-4a1e04a5ecdc None None] Initializing mechanism driver 'openvswitch'
Apr 15 19:39:53.036981 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.plugins.ml2.managers [None req-7c0c353e-19cd-4c29-b9b8-4a1e04a5ecdc None None] Initializing mechanism driver 'hyperv'
Apr 15 19:39:53.044073 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.plugin [None req-7c0c353e-19cd-4c29-b9b8-4a1e04a5ecdc None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=85229) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 19:39:53.044911 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-7c0c353e-19cd-4c29-b9b8-4a1e04a5ecdc None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fe8bb2945f8>> port after_create 55550000 {{(pid=85229) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 19:39:53.045318 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-7c0c353e-19cd-4c29-b9b8-4a1e04a5ecdc None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fe8bb2945f8>> port after_update 55550000 {{(pid=85229) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 19:39:53.045712 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-7c0c353e-19cd-4c29-b9b8-4a1e04a5ecdc None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fe8bb2945f8>> port after_delete 55550000 {{(pid=85229) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 19:39:53.047510 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-7c0c353e-19cd-4c29-b9b8-4a1e04a5ecdc None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fe8badd1dd8>> subnet after_create 55550000 {{(pid=85229) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 19:39:53.047510 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-7c0c353e-19cd-4c29-b9b8-4a1e04a5ecdc None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fe8badd1dd8>> subnet after_update 55550000 {{(pid=85229) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 19:39:53.047510 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-7c0c353e-19cd-4c29-b9b8-4a1e04a5ecdc None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fe8badd1dd8>> subnet after_delete 55550000 {{(pid=85229) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 19:39:53.047510 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-7c0c353e-19cd-4c29-b9b8-4a1e04a5ecdc None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fe8badd1f98>> network after_create 55550000 {{(pid=85229) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 19:39:53.048112 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-7c0c353e-19cd-4c29-b9b8-4a1e04a5ecdc None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fe8badd1f98>> network after_update 55550000 {{(pid=85229) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 19:39:53.048112 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-7c0c353e-19cd-4c29-b9b8-4a1e04a5ecdc None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fe8badd1f98>> network after_delete 55550000 {{(pid=85229) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 19:39:53.048848 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-7c0c353e-19cd-4c29-b9b8-4a1e04a5ecdc None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fe8badda198>> security_group after_create 55550000 {{(pid=85229) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 19:39:53.048848 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-7c0c353e-19cd-4c29-b9b8-4a1e04a5ecdc None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fe8badda198>> security_group after_update 55550000 {{(pid=85229) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 19:39:53.049234 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-7c0c353e-19cd-4c29-b9b8-4a1e04a5ecdc None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fe8badda198>> security_group after_delete 55550000 {{(pid=85229) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 19:39:53.050193 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-7c0c353e-19cd-4c29-b9b8-4a1e04a5ecdc None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fe8badda358>> security_group_rule after_create 55550000 {{(pid=85229) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 19:39:53.050193 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-7c0c353e-19cd-4c29-b9b8-4a1e04a5ecdc None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fe8badda358>> security_group_rule after_update 55550000 {{(pid=85229) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 19:39:53.050463 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-7c0c353e-19cd-4c29-b9b8-4a1e04a5ecdc None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fe8badda358>> security_group_rule after_delete 55550000 {{(pid=85229) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 19:39:53.050770 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-7c0c353e-19cd-4c29-b9b8-4a1e04a5ecdc None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fe8badda518>> address_group after_create 55550000 {{(pid=85229) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 19:39:53.051224 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-7c0c353e-19cd-4c29-b9b8-4a1e04a5ecdc None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fe8badda518>> address_group after_update 55550000 {{(pid=85229) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 19:39:53.051586 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-7c0c353e-19cd-4c29-b9b8-4a1e04a5ecdc None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fe8badda518>> address_group after_delete 55550000 {{(pid=85229) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 19:39:53.051934 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-7c0c353e-19cd-4c29-b9b8-4a1e04a5ecdc None None] ML2 OVO RPC backend initialized. {{(pid=85229) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:141}}
Apr 15 19:39:53.052743 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-7c0c353e-19cd-4c29-b9b8-4a1e04a5ecdc None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_created of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fe8badda5f8>> router_interface after_create 55550000 {{(pid=85229) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 19:39:53.053135 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-7c0c353e-19cd-4c29-b9b8-4a1e04a5ecdc None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_deleted of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fe8badda5f8>> router_interface after_delete 55550000 {{(pid=85229) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 19:39:53.053588 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-7c0c353e-19cd-4c29-b9b8-4a1e04a5ecdc None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fe8badda5f8>> network before_response 55550000 {{(pid=85229) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 19:39:53.053973 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-7c0c353e-19cd-4c29-b9b8-4a1e04a5ecdc None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fe8badda5f8>> networks before_response 55550000 {{(pid=85229) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 19:39:53.054349 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-7c0c353e-19cd-4c29-b9b8-4a1e04a5ecdc None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fe8badda5f8>> port before_response 55550000 {{(pid=85229) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 19:39:53.054724 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-7c0c353e-19cd-4c29-b9b8-4a1e04a5ecdc None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fe8badda5f8>> ports before_response 55550000 {{(pid=85229) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 19:39:53.055129 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-7c0c353e-19cd-4c29-b9b8-4a1e04a5ecdc None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fe8badda5f8>> subnet before_response 55550000 {{(pid=85229) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 19:39:53.055506 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-7c0c353e-19cd-4c29-b9b8-4a1e04a5ecdc None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fe8badda5f8>> subnets before_response 55550000 {{(pid=85229) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 19:39:53.055888 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-7c0c353e-19cd-4c29-b9b8-4a1e04a5ecdc None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fe8badda5f8>> network after_create 55550000 {{(pid=85229) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 19:39:53.056262 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-7c0c353e-19cd-4c29-b9b8-4a1e04a5ecdc None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fe8badda5f8>> network after_update 55550000 {{(pid=85229) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 19:39:53.056634 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-7c0c353e-19cd-4c29-b9b8-4a1e04a5ecdc None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fe8badda5f8>> network after_delete 55550000 {{(pid=85229) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 19:39:53.057605 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-7c0c353e-19cd-4c29-b9b8-4a1e04a5ecdc None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fe8badda5f8>> port after_create 55550000 {{(pid=85229) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 19:39:53.057978 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-7c0c353e-19cd-4c29-b9b8-4a1e04a5ecdc None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fe8badda5f8>> port after_update 55550000 {{(pid=85229) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 19:39:53.058352 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-7c0c353e-19cd-4c29-b9b8-4a1e04a5ecdc None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fe8badda5f8>> port after_delete 55550000 {{(pid=85229) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 19:39:53.058727 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-7c0c353e-19cd-4c29-b9b8-4a1e04a5ecdc None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fe8badda5f8>> subnet after_create 55550000 {{(pid=85229) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 19:39:53.059131 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-7c0c353e-19cd-4c29-b9b8-4a1e04a5ecdc None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fe8badda5f8>> subnet after_update 55550000 {{(pid=85229) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 19:39:53.059506 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-7c0c353e-19cd-4c29-b9b8-4a1e04a5ecdc None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fe8badda5f8>> subnet after_delete 55550000 {{(pid=85229) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 19:39:53.060195 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.plugins.ml2.plugin [None req-7c0c353e-19cd-4c29-b9b8-4a1e04a5ecdc None None] Modular L2 Plugin initialization complete
Apr 15 19:39:53.060555 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.manager [None req-7c0c353e-19cd-4c29-b9b8-4a1e04a5ecdc None None] Loading services supported by the core plugin {{(pid=85229) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}}
Apr 15 19:39:53.060925 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.plugins.ml2.managers [None req-7c0c353e-19cd-4c29-b9b8-4a1e04a5ecdc None None] Got port-security extension from driver 'port_security'
Apr 15 19:39:53.061444 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.extensions.vlantransparent [None req-7c0c353e-19cd-4c29-b9b8-4a1e04a5ecdc None None] Disabled vlantransparent extension.
Apr 15 19:39:53.061982 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.manager [None req-7c0c353e-19cd-4c29-b9b8-4a1e04a5ecdc None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=85229) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}}
Apr 15 19:39:53.062328 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.manager [None req-7c0c353e-19cd-4c29-b9b8-4a1e04a5ecdc None None] Loading Plugin: router
Apr 15 19:39:53.102082 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-7c0c353e-19cd-4c29-b9b8-4a1e04a5ecdc None None] Subscribe: <bound method DVRResourceOperationHandler._add_csnat_on_interface_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fe8badda780>> router_interface before_create 55550000 {{(pid=85229) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 19:39:53.102517 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-7c0c353e-19cd-4c29-b9b8-4a1e04a5ecdc None None] Subscribe: <bound method L3_HA_NAT_db_mixin._after_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fe8badda780>> router after_create 55549900 {{(pid=85229) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 19:39:53.102959 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-7c0c353e-19cd-4c29-b9b8-4a1e04a5ecdc None None] Subscribe: <bound method L3_HA_NAT_db_mixin._before_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fe8badda780>> router before_create 55549900 {{(pid=85229) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 19:39:53.103373 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-7c0c353e-19cd-4c29-b9b8-4a1e04a5ecdc None None] Subscribe: <bound method DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fe8badda780>> router_interface before_delete 55550000 {{(pid=85229) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 19:39:53.104373 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-7c0c353e-19cd-4c29-b9b8-4a1e04a5ecdc None None] Subscribe: <bound method DVRResourceOperationHandler._cleanup_after_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fe8badda780>> router_interface after_delete 55550000 {{(pid=85229) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 19:39:53.104761 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-7c0c353e-19cd-4c29-b9b8-4a1e04a5ecdc None None] Subscribe: <bound method L3_HA_NAT_db_mixin._cleanup_ha_network of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fe8badda780>> router after_delete 55549900 {{(pid=85229) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 19:39:53.105164 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-7c0c353e-19cd-4c29-b9b8-4a1e04a5ecdc None None] Subscribe: <bound method DVRResourceOperationHandler._create_dvr_floating_gw_port of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fe8badda780>> floatingip after_update 55550000 {{(pid=85229) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 19:39:53.105575 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-7c0c353e-19cd-4c29-b9b8-4a1e04a5ecdc None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fe8badda780>> router after_create 55549900 {{(pid=85229) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 19:39:53.105958 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-7c0c353e-19cd-4c29-b9b8-4a1e04a5ecdc None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fe8badda780>> router after_update 55549900 {{(pid=85229) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 19:39:53.106349 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-7c0c353e-19cd-4c29-b9b8-4a1e04a5ecdc None None] Subscribe: <bound method DVRResourceOperationHandler._delete_distributed_port_bindings_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fe8badda780>> router after_update 55549900 {{(pid=85229) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 19:39:53.106741 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-7c0c353e-19cd-4c29-b9b8-4a1e04a5ecdc None None] Subscribe: <bound method DVRResourceOperationHandler._delete_dvr_internal_ports of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fe8badda780>> router_gateway after_delete 55550000 {{(pid=85229) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 19:39:53.107170 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-7c0c353e-19cd-4c29-b9b8-4a1e04a5ecdc None None] Subscribe: <bound method DVRResourceOperationHandler._delete_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fe8badda780>> router after_update 55549900 {{(pid=85229) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 19:39:53.107680 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-7c0c353e-19cd-4c29-b9b8-4a1e04a5ecdc None None] Subscribe: <bound method DVRResourceOperationHandler._handle_distributed_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fe8badda780>> router precommit_update 55549900 {{(pid=85229) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 19:39:53.108112 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-7c0c353e-19cd-4c29-b9b8-4a1e04a5ecdc None None] Subscribe: <function L3RpcNotifierMixin._notify_gateway_port_ip_changed at 0x7fe8bb42f400> port after_update 55550000 {{(pid=85229) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 19:39:53.108494 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-7c0c353e-19cd-4c29-b9b8-4a1e04a5ecdc None None] Subscribe: <function L3RpcNotifierMixin._notify_routers_callback at 0x7fe8bb42f2f0> port after_delete 55550000 {{(pid=85229) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 19:39:53.108885 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-7c0c353e-19cd-4c29-b9b8-4a1e04a5ecdc None None] Subscribe: <function L3RpcNotifierMixin._notify_subnet_gateway_ip_update at 0x7fe8bb42f378> subnet after_update 55550000 {{(pid=85229) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 19:39:53.109253 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-7c0c353e-19cd-4c29-b9b8-4a1e04a5ecdc None None] Subscribe: <function L3RpcNotifierMixin._notify_subnetpool_address_scope_update at 0x7fe8bb42f488> subnetpool_address_scope after_update 55550000 {{(pid=85229) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 19:39:53.109644 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-7c0c353e-19cd-4c29-b9b8-4a1e04a5ecdc None None] Subscribe: <bound method L3_NAT_dbonly_mixin._precommit_delete_port_callback of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fe8badda780>> port precommit_delete 55550000 {{(pid=85229) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 19:39:53.110030 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-7c0c353e-19cd-4c29-b9b8-4a1e04a5ecdc None None] Subscribe: <bound method L3_HA_NAT_db_mixin._precommit_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fe8badda780>> router precommit_create 55549900 {{(pid=85229) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 19:39:53.110414 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-7c0c353e-19cd-4c29-b9b8-4a1e04a5ecdc None None] Subscribe: <function L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback at 0x7fe8bb4298c8> port before_delete 55550000 {{(pid=85229) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 19:39:53.110798 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-7c0c353e-19cd-4c29-b9b8-4a1e04a5ecdc None None] Subscribe: <bound method RouterAvailabilityZoneMixin._process_az_request of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fe8badda780>> router precommit_create 55550000 {{(pid=85229) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 19:39:53.111235 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-7c0c353e-19cd-4c29-b9b8-4a1e04a5ecdc None None] Subscribe: <bound method L3_HA_NAT_db_mixin._reconfigure_ha_resources of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fe8badda780>> router after_update 55549900 {{(pid=85229) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 19:39:53.111621 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-7c0c353e-19cd-4c29-b9b8-4a1e04a5ecdc None None] Subscribe: <bound method L3_HA_NAT_db_mixin._release_router_vr_id of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fe8badda780>> router precommit_delete 55549900 {{(pid=85229) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 19:39:53.112012 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-7c0c353e-19cd-4c29-b9b8-4a1e04a5ecdc None None] Subscribe: <bound method DVRResourceOperationHandler._set_distributed_flag of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fe8badda780>> router precommit_create 55549900 {{(pid=85229) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 19:39:53.112421 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-7c0c353e-19cd-4c29-b9b8-4a1e04a5ecdc None None] Subscribe: <bound method DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fe8badda780>> router_interface after_create 55550000 {{(pid=85229) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 19:39:53.112807 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-7c0c353e-19cd-4c29-b9b8-4a1e04a5ecdc None None] Subscribe: <bound method L3_HA_NAT_db_mixin._validate_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fe8badda780>> router precommit_update 55549900 {{(pid=85229) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 19:39:53.113255 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-7c0c353e-19cd-4c29-b9b8-4a1e04a5ecdc None None] Subscribe: <bound method DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fe8badda780>> network after_delete 55550000 {{(pid=85229) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 19:39:53.114337 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource_registry [None req-7c0c353e-19cd-4c29-b9b8-4a1e04a5ecdc None None] Tracking information for resource: router configured {{(pid=85229) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Apr 15 19:39:53.114720 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource_registry [None req-7c0c353e-19cd-4c29-b9b8-4a1e04a5ecdc None None] Tracking information for resource: floatingip configured {{(pid=85229) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Apr 15 19:39:53.119969 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.db.l3_agentschedulers_db [None req-7c0c353e-19cd-4c29-b9b8-4a1e04a5ecdc None None] Skipping period L3 agent status check because automatic router rescheduling is disabled.
Apr 15 19:39:53.120624 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-7c0c353e-19cd-4c29-b9b8-4a1e04a5ecdc None None] Subscribe: <function _notify_l3_agent_port_update at 0x7fe8bad5dea0> port after_update 55550000 {{(pid=85229) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 19:39:53.121025 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-7c0c353e-19cd-4c29-b9b8-4a1e04a5ecdc None None] Subscribe: <function _notify_l3_agent_new_port at 0x7fe8bad5dd90> port after_create 55550000 {{(pid=85229) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 19:39:53.121415 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-7c0c353e-19cd-4c29-b9b8-4a1e04a5ecdc None None] Subscribe: <function _notify_port_delete at 0x7fe8bad5de18> port after_delete 55550000 {{(pid=85229) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 19:39:53.121811 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-7c0c353e-19cd-4c29-b9b8-4a1e04a5ecdc None None] Subscribe: <function _notify_l3_agent_ha_port_update at 0x7fe8bad630d0> port after_update 55550000 {{(pid=85229) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 19:39:53.122740 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-7c0c353e-19cd-4c29-b9b8-4a1e04a5ecdc None None] Subscribe: <bound method DriverController._check_router_request of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7fe8bad86518>> router before_create 55550100 {{(pid=85229) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 19:39:53.123174 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-7c0c353e-19cd-4c29-b9b8-4a1e04a5ecdc None None] Subscribe: <bound method DriverController._clear_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7fe8bad86518>> router precommit_delete 55550100 {{(pid=85229) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 19:39:53.123579 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-7c0c353e-19cd-4c29-b9b8-4a1e04a5ecdc None None] Subscribe: <bound method DriverController._set_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7fe8bad86518>> router precommit_create 55550100 {{(pid=85229) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 19:39:53.123974 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-7c0c353e-19cd-4c29-b9b8-4a1e04a5ecdc None None] Subscribe: <bound method DriverController._update_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7fe8bad86518>> router precommit_update 55550100 {{(pid=85229) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 19:39:53.128877 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.services.provider_configuration [None req-7c0c353e-19cd-4c29-b9b8-4a1e04a5ecdc None None] Service providers = [] {{(pid=85229) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}}
Apr 15 19:39:53.129276 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.servicetype_db [None req-7c0c353e-19cd-4c29-b9b8-4a1e04a5ecdc None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=85229) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}}
Apr 15 19:39:53.132334 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.services.service_base [None req-7c0c353e-19cd-4c29-b9b8-4a1e04a5ecdc None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=85229) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}}
Apr 15 19:39:53.132725 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.services.service_base [None req-7c0c353e-19cd-4c29-b9b8-4a1e04a5ecdc None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=85229) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}}
Apr 15 19:39:53.133103 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.services.service_base [None req-7c0c353e-19cd-4c29-b9b8-4a1e04a5ecdc None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=85229) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}}
Apr 15 19:39:53.133998 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.services.service_base [None req-7c0c353e-19cd-4c29-b9b8-4a1e04a5ecdc None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=85229) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}}
Apr 15 19:39:53.134397 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.services.service_base [None req-7c0c353e-19cd-4c29-b9b8-4a1e04a5ecdc None None] Default provider is not specified for service type L3_ROUTER_NAT
Apr 15 19:39:53.134830 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.manager [None req-7c0c353e-19cd-4c29-b9b8-4a1e04a5ecdc None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=85229) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Apr 15 19:39:53.135241 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.manager [None req-7c0c353e-19cd-4c29-b9b8-4a1e04a5ecdc None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin
Apr 15 19:39:53.145700 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.manager [None req-7c0c353e-19cd-4c29-b9b8-4a1e04a5ecdc None None] Successfully loaded METERING plugin. Description: METERING {{(pid=85229) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Apr 15 19:39:53.146076 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.manager [None req-7c0c353e-19cd-4c29-b9b8-4a1e04a5ecdc None None] Loading Plugin: auto_allocate
Apr 15 19:39:53.152834 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-7c0c353e-19cd-4c29-b9b8-4a1e04a5ecdc None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7fe8bad2f620> network precommit_update 55550000 {{(pid=85229) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 19:39:53.153248 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-7c0c353e-19cd-4c29-b9b8-4a1e04a5ecdc None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7fe8bad2f620> network precommit_create 55550000 {{(pid=85229) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 19:39:53.153875 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.manager [None req-7c0c353e-19cd-4c29-b9b8-4a1e04a5ecdc None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=85229) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Apr 15 19:39:53.154235 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.manager [None req-7c0c353e-19cd-4c29-b9b8-4a1e04a5ecdc None None] Loading Plugin: tag
Apr 15 19:39:53.161521 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.manager [None req-7c0c353e-19cd-4c29-b9b8-4a1e04a5ecdc None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=85229) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Apr 15 19:39:53.161891 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.manager [None req-7c0c353e-19cd-4c29-b9b8-4a1e04a5ecdc None None] Loading Plugin: timestamp
Apr 15 19:39:53.165828 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.manager [None req-7c0c353e-19cd-4c29-b9b8-4a1e04a5ecdc None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=85229) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Apr 15 19:39:53.166228 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.manager [None req-7c0c353e-19cd-4c29-b9b8-4a1e04a5ecdc None None] Loading Plugin: network_ip_availability
Apr 15 19:39:53.172428 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-7c0c353e-19cd-4c29-b9b8-4a1e04a5ecdc None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7fe8bad29860>> rbac-policy before_create 55550000 {{(pid=85229) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 19:39:53.172838 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-7c0c353e-19cd-4c29-b9b8-4a1e04a5ecdc None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7fe8bad29860>> rbac-policy before_update 55550000 {{(pid=85229) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 19:39:53.173227 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-7c0c353e-19cd-4c29-b9b8-4a1e04a5ecdc None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7fe8bad29860>> rbac-policy before_delete 55550000 {{(pid=85229) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 19:39:53.174068 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.manager [None req-7c0c353e-19cd-4c29-b9b8-4a1e04a5ecdc None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=85229) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Apr 15 19:39:53.174456 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.manager [None req-7c0c353e-19cd-4c29-b9b8-4a1e04a5ecdc None None] Loading Plugin: flavors
Apr 15 19:39:53.179095 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.manager [None req-7c0c353e-19cd-4c29-b9b8-4a1e04a5ecdc None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=85229) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Apr 15 19:39:53.179470 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.manager [None req-7c0c353e-19cd-4c29-b9b8-4a1e04a5ecdc None None] Loading Plugin: revisions
Apr 15 19:39:53.184109 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.manager [None req-7c0c353e-19cd-4c29-b9b8-4a1e04a5ecdc None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=85229) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Apr 15 19:39:53.184541 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-7c0c353e-19cd-4c29-b9b8-4a1e04a5ecdc None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.855s {{(pid=85229) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:39:53.185376 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.extensions [None req-7c0c353e-19cd-4c29-b9b8-4a1e04a5ecdc None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=85229) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}}
Apr 15 19:39:53.185741 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.api.extensions [None req-7c0c353e-19cd-4c29-b9b8-4a1e04a5ecdc None None] Initializing extension manager.
Apr 15 19:39:53.186306 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.extensions [None req-7c0c353e-19cd-4c29-b9b8-4a1e04a5ecdc None None] Loading extension file: __init__.py {{(pid=85229) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 19:39:53.186685 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.extensions [None req-7c0c353e-19cd-4c29-b9b8-4a1e04a5ecdc None None] Loading extension file: __pycache__ {{(pid=85229) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 19:39:53.187084 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.extensions [None req-7c0c353e-19cd-4c29-b9b8-4a1e04a5ecdc None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=85229) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 19:39:53.187457 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.extensions [None req-7c0c353e-19cd-4c29-b9b8-4a1e04a5ecdc None None] Loading extension file: address_group.py {{(pid=85229) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 19:39:53.188300 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.extensions [None req-7c0c353e-19cd-4c29-b9b8-4a1e04a5ecdc None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=85229) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 19:39:53.188949 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.api.extensions [None req-7c0c353e-19cd-4c29-b9b8-4a1e04a5ecdc None None] Loaded extension: address-group
Apr 15 19:39:53.189311 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.extensions [None req-7c0c353e-19cd-4c29-b9b8-4a1e04a5ecdc None None] Loading extension file: address_scope.py {{(pid=85229) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 19:39:53.190085 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.extensions [None req-7c0c353e-19cd-4c29-b9b8-4a1e04a5ecdc None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=85229) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 19:39:53.190657 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.api.extensions [None req-7c0c353e-19cd-4c29-b9b8-4a1e04a5ecdc None None] Loaded extension: address-scope
Apr 15 19:39:53.191048 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.extensions [None req-7c0c353e-19cd-4c29-b9b8-4a1e04a5ecdc None None] Loading extension file: admin_state_down_before_update.py {{(pid=85229) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 19:39:53.192029 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.extensions [None req-7c0c353e-19cd-4c29-b9b8-4a1e04a5ecdc None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=85229) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 19:39:53.192606 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.api.extensions [None req-7c0c353e-19cd-4c29-b9b8-4a1e04a5ecdc None None] Loaded extension: router-admin-state-down-before-update
Apr 15 19:39:53.192963 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.extensions [None req-7c0c353e-19cd-4c29-b9b8-4a1e04a5ecdc None None] Loading extension file: agent.py {{(pid=85229) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 19:39:53.193727 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.extensions [None req-7c0c353e-19cd-4c29-b9b8-4a1e04a5ecdc None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=85229) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 19:39:53.194300 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.api.extensions [None req-7c0c353e-19cd-4c29-b9b8-4a1e04a5ecdc None None] Loaded extension: agent
Apr 15 19:39:53.194660 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.extensions [None req-7c0c353e-19cd-4c29-b9b8-4a1e04a5ecdc None None] Loading extension file: agent_resources_synced.py {{(pid=85229) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 19:39:53.195615 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.extensions [None req-7c0c353e-19cd-4c29-b9b8-4a1e04a5ecdc None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=85229) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 19:39:53.196188 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.api.extensions [None req-7c0c353e-19cd-4c29-b9b8-4a1e04a5ecdc None None] Loaded extension: agent-resources-synced
Apr 15 19:39:53.196550 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.extensions [None req-7c0c353e-19cd-4c29-b9b8-4a1e04a5ecdc None None] Loading extension file: allowedaddresspairs.py {{(pid=85229) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 19:39:53.198528 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.extensions [None req-7c0c353e-19cd-4c29-b9b8-4a1e04a5ecdc None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=85229) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 19:39:53.199146 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.api.extensions [None req-7c0c353e-19cd-4c29-b9b8-4a1e04a5ecdc None None] Loaded extension: allowed-address-pairs
Apr 15 19:39:53.199514 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.extensions [None req-7c0c353e-19cd-4c29-b9b8-4a1e04a5ecdc None None] Loading extension file: auto_allocated_topology.py {{(pid=85229) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 19:39:53.200885 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.extensions [None req-7c0c353e-19cd-4c29-b9b8-4a1e04a5ecdc None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=85229) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 19:39:53.201457 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.api.extensions [None req-7c0c353e-19cd-4c29-b9b8-4a1e04a5ecdc None None] Loaded extension: auto-allocated-topology
Apr 15 19:39:53.201824 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.extensions [None req-7c0c353e-19cd-4c29-b9b8-4a1e04a5ecdc None None] Loading extension file: availability_zone.py {{(pid=85229) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 19:39:53.202590 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.extensions [None req-7c0c353e-19cd-4c29-b9b8-4a1e04a5ecdc None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=85229) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 19:39:53.203201 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.api.extensions [None req-7c0c353e-19cd-4c29-b9b8-4a1e04a5ecdc None None] Loaded extension: availability_zone
Apr 15 19:39:53.203567 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.extensions [None req-7c0c353e-19cd-4c29-b9b8-4a1e04a5ecdc None None] Loading extension file: availability_zone_filter.py {{(pid=85229) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 19:39:53.204508 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.extensions [None req-7c0c353e-19cd-4c29-b9b8-4a1e04a5ecdc None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=85229) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 19:39:53.205082 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.api.extensions [None req-7c0c353e-19cd-4c29-b9b8-4a1e04a5ecdc None None] Loaded extension: availability_zone_filter
Apr 15 19:39:53.205441 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.extensions [None req-7c0c353e-19cd-4c29-b9b8-4a1e04a5ecdc None None] Loading extension file: data_plane_status.py {{(pid=85229) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 19:39:53.206532 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.extensions [None req-7c0c353e-19cd-4c29-b9b8-4a1e04a5ecdc None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=85229) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 19:39:53.207128 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.api.extensions [None req-7c0c353e-19cd-4c29-b9b8-4a1e04a5ecdc None None] Extension data-plane-status not supported by any of loaded plugins
Apr 15 19:39:53.207491 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.extensions [None req-7c0c353e-19cd-4c29-b9b8-4a1e04a5ecdc None None] Loading extension file: default_subnetpools.py {{(pid=85229) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 19:39:53.208431 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.extensions [None req-7c0c353e-19cd-4c29-b9b8-4a1e04a5ecdc None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=85229) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 19:39:53.208997 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.api.extensions [None req-7c0c353e-19cd-4c29-b9b8-4a1e04a5ecdc None None] Loaded extension: default-subnetpools
Apr 15 19:39:53.209359 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.extensions [None req-7c0c353e-19cd-4c29-b9b8-4a1e04a5ecdc None None] Loading extension file: dhcpagentscheduler.py {{(pid=85229) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 19:39:53.210273 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.extensions [None req-7c0c353e-19cd-4c29-b9b8-4a1e04a5ecdc None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=85229) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 19:39:53.210878 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.api.extensions [None req-7c0c353e-19cd-4c29-b9b8-4a1e04a5ecdc None None] Loaded extension: dhcp_agent_scheduler
Apr 15 19:39:53.211237 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.extensions [None req-7c0c353e-19cd-4c29-b9b8-4a1e04a5ecdc None None] Loading extension file: dns.py {{(pid=85229) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 19:39:53.212177 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.extensions [None req-7c0c353e-19cd-4c29-b9b8-4a1e04a5ecdc None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=85229) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 19:39:53.212746 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.api.extensions [None req-7c0c353e-19cd-4c29-b9b8-4a1e04a5ecdc None None] Extension dns-integration not supported by any of loaded plugins
Apr 15 19:39:53.213644 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.extensions [None req-7c0c353e-19cd-4c29-b9b8-4a1e04a5ecdc None None] Loading extension file: dns_domain_ports.py {{(pid=85229) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 19:39:53.214581 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.extensions [None req-7c0c353e-19cd-4c29-b9b8-4a1e04a5ecdc None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=85229) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 19:39:53.215173 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.api.extensions [None req-7c0c353e-19cd-4c29-b9b8-4a1e04a5ecdc None None] Extension dns-domain-ports not supported by any of loaded plugins
Apr 15 19:39:53.215539 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.extensions [None req-7c0c353e-19cd-4c29-b9b8-4a1e04a5ecdc None None] Loading extension file: dvr.py {{(pid=85229) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 19:39:53.216270 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.extensions [None req-7c0c353e-19cd-4c29-b9b8-4a1e04a5ecdc None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=85229) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 19:39:53.216836 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.api.extensions [None req-7c0c353e-19cd-4c29-b9b8-4a1e04a5ecdc None None] Loaded extension: dvr
Apr 15 19:39:53.217194 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.extensions [None req-7c0c353e-19cd-4c29-b9b8-4a1e04a5ecdc None None] Loading extension file: empty_string_filtering.py {{(pid=85229) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 19:39:53.218141 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.extensions [None req-7c0c353e-19cd-4c29-b9b8-4a1e04a5ecdc None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=85229) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 19:39:53.218712 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.api.extensions [None req-7c0c353e-19cd-4c29-b9b8-4a1e04a5ecdc None None] Loaded extension: empty-string-filtering
Apr 15 19:39:53.219130 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.extensions [None req-7c0c353e-19cd-4c29-b9b8-4a1e04a5ecdc None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=85229) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 19:39:53.220054 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.extensions [None req-7c0c353e-19cd-4c29-b9b8-4a1e04a5ecdc None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=85229) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 19:39:53.220624 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.api.extensions [None req-7c0c353e-19cd-4c29-b9b8-4a1e04a5ecdc None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins
Apr 15 19:39:53.220986 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.extensions [None req-7c0c353e-19cd-4c29-b9b8-4a1e04a5ecdc None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=85229) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 19:39:53.221924 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.extensions [None req-7c0c353e-19cd-4c29-b9b8-4a1e04a5ecdc None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=85229) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 19:39:53.222487 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.api.extensions [None req-7c0c353e-19cd-4c29-b9b8-4a1e04a5ecdc None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins
Apr 15 19:39:53.222877 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.extensions [None req-7c0c353e-19cd-4c29-b9b8-4a1e04a5ecdc None None] Loading extension file: external_net.py {{(pid=85229) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 19:39:53.223800 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.extensions [None req-7c0c353e-19cd-4c29-b9b8-4a1e04a5ecdc None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=85229) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 19:39:53.224376 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.api.extensions [None req-7c0c353e-19cd-4c29-b9b8-4a1e04a5ecdc None None] Loaded extension: external-net
Apr 15 19:39:53.224738 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.extensions [None req-7c0c353e-19cd-4c29-b9b8-4a1e04a5ecdc None None] Loading extension file: extra_dhcp_opt.py {{(pid=85229) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 19:39:53.225653 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.extensions [None req-7c0c353e-19cd-4c29-b9b8-4a1e04a5ecdc None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=85229) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 19:39:53.226223 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.api.extensions [None req-7c0c353e-19cd-4c29-b9b8-4a1e04a5ecdc None None] Loaded extension: extra_dhcp_opt
Apr 15 19:39:53.226645 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.extensions [None req-7c0c353e-19cd-4c29-b9b8-4a1e04a5ecdc None None] Loading extension file: extraroute.py {{(pid=85229) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 19:39:53.227545 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.extensions [None req-7c0c353e-19cd-4c29-b9b8-4a1e04a5ecdc None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=85229) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 19:39:53.228120 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.api.extensions [None req-7c0c353e-19cd-4c29-b9b8-4a1e04a5ecdc None None] Loaded extension: extraroute
Apr 15 19:39:53.228474 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.extensions [None req-7c0c353e-19cd-4c29-b9b8-4a1e04a5ecdc None None] Loading extension file: extraroute_atomic.py {{(pid=85229) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 19:39:53.230084 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.extensions [None req-7c0c353e-19cd-4c29-b9b8-4a1e04a5ecdc None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=85229) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 19:39:53.230667 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.api.extensions [None req-7c0c353e-19cd-4c29-b9b8-4a1e04a5ecdc None None] Loaded extension: extraroute-atomic
Apr 15 19:39:53.231063 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.extensions [None req-7c0c353e-19cd-4c29-b9b8-4a1e04a5ecdc None None] Loading extension file: filter_validation.py {{(pid=85229) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 19:39:53.231777 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.extensions [None req-7c0c353e-19cd-4c29-b9b8-4a1e04a5ecdc None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=85229) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 19:39:53.232382 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.api.extensions [None req-7c0c353e-19cd-4c29-b9b8-4a1e04a5ecdc None None] Loaded extension: filter-validation
Apr 15 19:39:53.232746 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.extensions [None req-7c0c353e-19cd-4c29-b9b8-4a1e04a5ecdc None None] Loading extension file: fip_pf_description.py {{(pid=85229) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 19:39:53.233686 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.extensions [None req-7c0c353e-19cd-4c29-b9b8-4a1e04a5ecdc None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=85229) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 19:39:53.234256 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.api.extensions [None req-7c0c353e-19cd-4c29-b9b8-4a1e04a5ecdc None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins
Apr 15 19:39:53.234604 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.extensions [None req-7c0c353e-19cd-4c29-b9b8-4a1e04a5ecdc None None] Loading extension file: fip_port_details.py {{(pid=85229) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 19:39:53.235698 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.extensions [None req-7c0c353e-19cd-4c29-b9b8-4a1e04a5ecdc None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=85229) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 19:39:53.236314 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.api.extensions [None req-7c0c353e-19cd-4c29-b9b8-4a1e04a5ecdc None None] Loaded extension: fip-port-details
Apr 15 19:39:53.236675 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.extensions [None req-7c0c353e-19cd-4c29-b9b8-4a1e04a5ecdc None None] Loading extension file: flavors.py {{(pid=85229) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 19:39:53.237951 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.extensions [None req-7c0c353e-19cd-4c29-b9b8-4a1e04a5ecdc None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=85229) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 19:39:53.238532 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.api.extensions [None req-7c0c353e-19cd-4c29-b9b8-4a1e04a5ecdc None None] Loaded extension: flavors
Apr 15 19:39:53.238915 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.extensions [None req-7c0c353e-19cd-4c29-b9b8-4a1e04a5ecdc None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=85229) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 19:39:53.240598 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.extensions [None req-7c0c353e-19cd-4c29-b9b8-4a1e04a5ecdc None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=85229) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 19:39:53.241179 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.api.extensions [None req-7c0c353e-19cd-4c29-b9b8-4a1e04a5ecdc None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins
Apr 15 19:39:53.241548 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.extensions [None req-7c0c353e-19cd-4c29-b9b8-4a1e04a5ecdc None None] Loading extension file: floatingip_pools.py {{(pid=85229) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 19:39:53.242318 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.extensions [None req-7c0c353e-19cd-4c29-b9b8-4a1e04a5ecdc None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=85229) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 19:39:53.242926 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.api.extensions [None req-7c0c353e-19cd-4c29-b9b8-4a1e04a5ecdc None None] Loaded extension: floatingip-pools
Apr 15 19:39:53.243294 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.extensions [None req-7c0c353e-19cd-4c29-b9b8-4a1e04a5ecdc None None] Loading extension file: ip_allocation.py {{(pid=85229) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 19:39:53.244266 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.extensions [None req-7c0c353e-19cd-4c29-b9b8-4a1e04a5ecdc None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=85229) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 19:39:53.245113 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.api.extensions [None req-7c0c353e-19cd-4c29-b9b8-4a1e04a5ecdc None None] Extension ip_allocation not supported by any of loaded plugins
Apr 15 19:39:53.245113 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.extensions [None req-7c0c353e-19cd-4c29-b9b8-4a1e04a5ecdc None None] Loading extension file: ip_substring_port_filtering.py {{(pid=85229) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 19:39:53.246168 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.extensions [None req-7c0c353e-19cd-4c29-b9b8-4a1e04a5ecdc None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=85229) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 19:39:53.246741 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.api.extensions [None req-7c0c353e-19cd-4c29-b9b8-4a1e04a5ecdc None None] Loaded extension: ip-substring-filtering
Apr 15 19:39:53.247132 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.extensions [None req-7c0c353e-19cd-4c29-b9b8-4a1e04a5ecdc None None] Loading extension file: l2_adjacency.py {{(pid=85229) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 19:39:53.248139 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.extensions [None req-7c0c353e-19cd-4c29-b9b8-4a1e04a5ecdc None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=85229) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 19:39:53.248702 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.api.extensions [None req-7c0c353e-19cd-4c29-b9b8-4a1e04a5ecdc None None] Extension l2_adjacency not supported by any of loaded plugins
Apr 15 19:39:53.249062 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.extensions [None req-7c0c353e-19cd-4c29-b9b8-4a1e04a5ecdc None None] Loading extension file: l3.py {{(pid=85229) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 19:39:53.250188 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.extensions [None req-7c0c353e-19cd-4c29-b9b8-4a1e04a5ecdc None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=85229) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 19:39:53.250765 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.api.extensions [None req-7c0c353e-19cd-4c29-b9b8-4a1e04a5ecdc None None] Loaded extension: router
Apr 15 19:39:53.251160 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.extensions [None req-7c0c353e-19cd-4c29-b9b8-4a1e04a5ecdc None None] Loading extension file: l3_conntrack_helper.py {{(pid=85229) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 19:39:53.253517 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.extensions [None req-7c0c353e-19cd-4c29-b9b8-4a1e04a5ecdc None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=85229) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 19:39:53.254105 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.api.extensions [None req-7c0c353e-19cd-4c29-b9b8-4a1e04a5ecdc None None] Extension l3-conntrack-helper not supported by any of loaded plugins
Apr 15 19:39:53.254474 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.extensions [None req-7c0c353e-19cd-4c29-b9b8-4a1e04a5ecdc None None] Loading extension file: l3_ext_gw_mode.py {{(pid=85229) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 19:39:53.255433 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.extensions [None req-7c0c353e-19cd-4c29-b9b8-4a1e04a5ecdc None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=85229) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 19:39:53.256011 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.api.extensions [None req-7c0c353e-19cd-4c29-b9b8-4a1e04a5ecdc None None] Loaded extension: ext-gw-mode
Apr 15 19:39:53.256378 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.extensions [None req-7c0c353e-19cd-4c29-b9b8-4a1e04a5ecdc None None] Loading extension file: l3_ext_ha_mode.py {{(pid=85229) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 19:39:53.257424 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.extensions [None req-7c0c353e-19cd-4c29-b9b8-4a1e04a5ecdc None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=85229) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 19:39:53.258003 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.api.extensions [None req-7c0c353e-19cd-4c29-b9b8-4a1e04a5ecdc None None] Loaded extension: l3-ha
Apr 15 19:39:53.258393 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.extensions [None req-7c0c353e-19cd-4c29-b9b8-4a1e04a5ecdc None None] Loading extension file: l3_flavors.py {{(pid=85229) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 19:39:53.259359 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.extensions [None req-7c0c353e-19cd-4c29-b9b8-4a1e04a5ecdc None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=85229) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 19:39:53.259933 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.api.extensions [None req-7c0c353e-19cd-4c29-b9b8-4a1e04a5ecdc None None] Loaded extension: l3-flavors
Apr 15 19:39:53.260319 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.extensions [None req-7c0c353e-19cd-4c29-b9b8-4a1e04a5ecdc None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=85229) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 19:39:53.261253 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.extensions [None req-7c0c353e-19cd-4c29-b9b8-4a1e04a5ecdc None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=85229) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 19:39:53.261824 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.api.extensions [None req-7c0c353e-19cd-4c29-b9b8-4a1e04a5ecdc None None] Loaded extension: l3-port-ip-change-not-allowed
Apr 15 19:39:53.262185 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.extensions [None req-7c0c353e-19cd-4c29-b9b8-4a1e04a5ecdc None None] Loading extension file: l3agentscheduler.py {{(pid=85229) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 19:39:53.263473 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.extensions [None req-7c0c353e-19cd-4c29-b9b8-4a1e04a5ecdc None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=85229) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 19:39:53.264052 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.api.extensions [None req-7c0c353e-19cd-4c29-b9b8-4a1e04a5ecdc None None] Loaded extension: l3_agent_scheduler
Apr 15 19:39:53.264419 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.extensions [None req-7c0c353e-19cd-4c29-b9b8-4a1e04a5ecdc None None] Loading extension file: logging.py {{(pid=85229) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 19:39:53.265975 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.extensions [None req-7c0c353e-19cd-4c29-b9b8-4a1e04a5ecdc None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=85229) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 19:39:53.266559 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.api.extensions [None req-7c0c353e-19cd-4c29-b9b8-4a1e04a5ecdc None None] Extension logging not supported by any of loaded plugins
Apr 15 19:39:53.266933 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.extensions [None req-7c0c353e-19cd-4c29-b9b8-4a1e04a5ecdc None None] Loading extension file: metering.py {{(pid=85229) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 19:39:53.267734 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.extensions [None req-7c0c353e-19cd-4c29-b9b8-4a1e04a5ecdc None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=85229) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 19:39:53.268431 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.api.extensions [None req-7c0c353e-19cd-4c29-b9b8-4a1e04a5ecdc None None] Loaded extension: metering
Apr 15 19:39:53.268795 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.extensions [None req-7c0c353e-19cd-4c29-b9b8-4a1e04a5ecdc None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=85229) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 19:39:53.269934 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.extensions [None req-7c0c353e-19cd-4c29-b9b8-4a1e04a5ecdc None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=85229) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 19:39:53.270508 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.api.extensions [None req-7c0c353e-19cd-4c29-b9b8-4a1e04a5ecdc None None] Loaded extension: metering_source_and_destination_fields
Apr 15 19:39:53.270895 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.extensions [None req-7c0c353e-19cd-4c29-b9b8-4a1e04a5ecdc None None] Loading extension file: multiprovidernet.py {{(pid=85229) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 19:39:53.271835 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.extensions [None req-7c0c353e-19cd-4c29-b9b8-4a1e04a5ecdc None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=85229) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 19:39:53.272405 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.api.extensions [None req-7c0c353e-19cd-4c29-b9b8-4a1e04a5ecdc None None] Loaded extension: multi-provider
Apr 15 19:39:53.272775 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.extensions [None req-7c0c353e-19cd-4c29-b9b8-4a1e04a5ecdc None None] Loading extension file: netmtu.py {{(pid=85229) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 19:39:53.273703 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.extensions [None req-7c0c353e-19cd-4c29-b9b8-4a1e04a5ecdc None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=85229) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 19:39:53.274271 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.api.extensions [None req-7c0c353e-19cd-4c29-b9b8-4a1e04a5ecdc None None] Loaded extension: net-mtu
Apr 15 19:39:53.274631 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.extensions [None req-7c0c353e-19cd-4c29-b9b8-4a1e04a5ecdc None None] Loading extension file: netmtu_writable.py {{(pid=85229) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 19:39:53.276140 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.extensions [None req-7c0c353e-19cd-4c29-b9b8-4a1e04a5ecdc None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=85229) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 19:39:53.276730 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.api.extensions [None req-7c0c353e-19cd-4c29-b9b8-4a1e04a5ecdc None None] Loaded extension: net-mtu-writable
Apr 15 19:39:53.277084 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.extensions [None req-7c0c353e-19cd-4c29-b9b8-4a1e04a5ecdc None None] Loading extension file: network_availability_zone.py {{(pid=85229) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 19:39:53.277932 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.extensions [None req-7c0c353e-19cd-4c29-b9b8-4a1e04a5ecdc None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=85229) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 19:39:53.278513 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.api.extensions [None req-7c0c353e-19cd-4c29-b9b8-4a1e04a5ecdc None None] Loaded extension: network_availability_zone
Apr 15 19:39:53.278892 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.extensions [None req-7c0c353e-19cd-4c29-b9b8-4a1e04a5ecdc None None] Loading extension file: network_ip_availability.py {{(pid=85229) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 19:39:53.280046 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.extensions [None req-7c0c353e-19cd-4c29-b9b8-4a1e04a5ecdc None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=85229) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 19:39:53.280617 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.api.extensions [None req-7c0c353e-19cd-4c29-b9b8-4a1e04a5ecdc None None] Loaded extension: network-ip-availability
Apr 15 19:39:53.280981 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.extensions [None req-7c0c353e-19cd-4c29-b9b8-4a1e04a5ecdc None None] Loading extension file: network_segment_range.py {{(pid=85229) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 19:39:53.281833 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.extensions [None req-7c0c353e-19cd-4c29-b9b8-4a1e04a5ecdc None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=85229) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 19:39:53.282411 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.api.extensions [None req-7c0c353e-19cd-4c29-b9b8-4a1e04a5ecdc None None] Extension network-segment-range not supported by any of loaded plugins
Apr 15 19:39:53.282769 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.extensions [None req-7c0c353e-19cd-4c29-b9b8-4a1e04a5ecdc None None] Loading extension file: pagination.py {{(pid=85229) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 19:39:53.283799 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.extensions [None req-7c0c353e-19cd-4c29-b9b8-4a1e04a5ecdc None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=85229) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 19:39:53.284172 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.api.extensions [None req-7c0c353e-19cd-4c29-b9b8-4a1e04a5ecdc None None] Loaded extension: pagination
Apr 15 19:39:53.284527 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.extensions [None req-7c0c353e-19cd-4c29-b9b8-4a1e04a5ecdc None None] Loading extension file: port_device_profile.py {{(pid=85229) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 19:39:53.285458 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.extensions [None req-7c0c353e-19cd-4c29-b9b8-4a1e04a5ecdc None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=85229) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 19:39:53.286031 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.api.extensions [None req-7c0c353e-19cd-4c29-b9b8-4a1e04a5ecdc None None] Loaded extension: port-device-profile
Apr 15 19:39:53.286386 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.extensions [None req-7c0c353e-19cd-4c29-b9b8-4a1e04a5ecdc None None] Loading extension file: port_mac_address_regenerate.py {{(pid=85229) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 19:39:53.287356 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.extensions [None req-7c0c353e-19cd-4c29-b9b8-4a1e04a5ecdc None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=85229) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 19:39:53.287945 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.api.extensions [None req-7c0c353e-19cd-4c29-b9b8-4a1e04a5ecdc None None] Loaded extension: port-mac-address-regenerate
Apr 15 19:39:53.288305 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.extensions [None req-7c0c353e-19cd-4c29-b9b8-4a1e04a5ecdc None None] Loading extension file: port_numa_affinity_policy.py {{(pid=85229) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 19:39:53.289246 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.extensions [None req-7c0c353e-19cd-4c29-b9b8-4a1e04a5ecdc None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=85229) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 19:39:53.289811 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.api.extensions [None req-7c0c353e-19cd-4c29-b9b8-4a1e04a5ecdc None None] Loaded extension: port-numa-affinity-policy
Apr 15 19:39:53.290170 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.extensions [None req-7c0c353e-19cd-4c29-b9b8-4a1e04a5ecdc None None] Loading extension file: port_resource_request.py {{(pid=85229) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 19:39:53.291119 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.extensions [None req-7c0c353e-19cd-4c29-b9b8-4a1e04a5ecdc None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=85229) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 19:39:53.292238 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.api.extensions [None req-7c0c353e-19cd-4c29-b9b8-4a1e04a5ecdc None None] Extension port-resource-request not supported by any of loaded plugins
Apr 15 19:39:53.292594 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.extensions [None req-7c0c353e-19cd-4c29-b9b8-4a1e04a5ecdc None None] Loading extension file: portbindings.py {{(pid=85229) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 19:39:53.293575 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.extensions [None req-7c0c353e-19cd-4c29-b9b8-4a1e04a5ecdc None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=85229) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 19:39:53.294156 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.api.extensions [None req-7c0c353e-19cd-4c29-b9b8-4a1e04a5ecdc None None] Loaded extension: binding
Apr 15 19:39:53.294512 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.extensions [None req-7c0c353e-19cd-4c29-b9b8-4a1e04a5ecdc None None] Loading extension file: portbindings_extended.py {{(pid=85229) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 19:39:53.295905 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.extensions [None req-7c0c353e-19cd-4c29-b9b8-4a1e04a5ecdc None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=85229) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 19:39:53.296482 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.api.extensions [None req-7c0c353e-19cd-4c29-b9b8-4a1e04a5ecdc None None] Loaded extension: binding-extended
Apr 15 19:39:53.296847 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.extensions [None req-7c0c353e-19cd-4c29-b9b8-4a1e04a5ecdc None None] Loading extension file: portsecurity.py {{(pid=85229) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 19:39:53.297783 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.extensions [None req-7c0c353e-19cd-4c29-b9b8-4a1e04a5ecdc None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=85229) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 19:39:53.298351 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.api.extensions [None req-7c0c353e-19cd-4c29-b9b8-4a1e04a5ecdc None None] Loaded extension: port-security
Apr 15 19:39:53.298712 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.extensions [None req-7c0c353e-19cd-4c29-b9b8-4a1e04a5ecdc None None] Loading extension file: project_id.py {{(pid=85229) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 19:39:53.299733 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.extensions [None req-7c0c353e-19cd-4c29-b9b8-4a1e04a5ecdc None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=85229) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 19:39:53.300105 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.api.extensions [None req-7c0c353e-19cd-4c29-b9b8-4a1e04a5ecdc None None] Loaded extension: project-id
Apr 15 19:39:53.300471 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.extensions [None req-7c0c353e-19cd-4c29-b9b8-4a1e04a5ecdc None None] Loading extension file: providernet.py {{(pid=85229) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 19:39:53.301416 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.extensions [None req-7c0c353e-19cd-4c29-b9b8-4a1e04a5ecdc None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=85229) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 19:39:53.301989 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.api.extensions [None req-7c0c353e-19cd-4c29-b9b8-4a1e04a5ecdc None None] Loaded extension: provider
Apr 15 19:39:53.302346 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.extensions [None req-7c0c353e-19cd-4c29-b9b8-4a1e04a5ecdc None None] Loading extension file: qos.py {{(pid=85229) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 19:39:53.306136 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.extensions [None req-7c0c353e-19cd-4c29-b9b8-4a1e04a5ecdc None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=85229) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 19:39:53.306739 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.api.extensions [None req-7c0c353e-19cd-4c29-b9b8-4a1e04a5ecdc None None] Extension qos not supported by any of loaded plugins
Apr 15 19:39:53.307196 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.extensions [None req-7c0c353e-19cd-4c29-b9b8-4a1e04a5ecdc None None] Loading extension file: qos_bw_limit_direction.py {{(pid=85229) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 19:39:53.308613 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.extensions [None req-7c0c353e-19cd-4c29-b9b8-4a1e04a5ecdc None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=85229) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 19:39:53.309195 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.api.extensions [None req-7c0c353e-19cd-4c29-b9b8-4a1e04a5ecdc None None] Extension qos-bw-limit-direction not supported by any of loaded plugins
Apr 15 19:39:53.309564 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.extensions [None req-7c0c353e-19cd-4c29-b9b8-4a1e04a5ecdc None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=85229) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 19:39:53.310505 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.extensions [None req-7c0c353e-19cd-4c29-b9b8-4a1e04a5ecdc None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=85229) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 19:39:53.311101 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.api.extensions [None req-7c0c353e-19cd-4c29-b9b8-4a1e04a5ecdc None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins
Apr 15 19:39:53.311465 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.extensions [None req-7c0c353e-19cd-4c29-b9b8-4a1e04a5ecdc None None] Loading extension file: qos_default.py {{(pid=85229) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 19:39:53.312392 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.extensions [None req-7c0c353e-19cd-4c29-b9b8-4a1e04a5ecdc None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=85229) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 19:39:53.312972 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.api.extensions [None req-7c0c353e-19cd-4c29-b9b8-4a1e04a5ecdc None None] Extension qos-default not supported by any of loaded plugins
Apr 15 19:39:53.313337 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.extensions [None req-7c0c353e-19cd-4c29-b9b8-4a1e04a5ecdc None None] Loading extension file: qos_fip.py {{(pid=85229) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 19:39:53.314043 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.extensions [None req-7c0c353e-19cd-4c29-b9b8-4a1e04a5ecdc None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=85229) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 19:39:53.314605 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.api.extensions [None req-7c0c353e-19cd-4c29-b9b8-4a1e04a5ecdc None None] Extension qos-fip not supported by any of loaded plugins
Apr 15 19:39:53.314991 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.extensions [None req-7c0c353e-19cd-4c29-b9b8-4a1e04a5ecdc None None] Loading extension file: qos_gateway_ip.py {{(pid=85229) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 19:39:53.315925 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.extensions [None req-7c0c353e-19cd-4c29-b9b8-4a1e04a5ecdc None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=85229) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 19:39:53.316498 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.api.extensions [None req-7c0c353e-19cd-4c29-b9b8-4a1e04a5ecdc None None] Extension qos-gateway-ip not supported by any of loaded plugins
Apr 15 19:39:53.316865 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.extensions [None req-7c0c353e-19cd-4c29-b9b8-4a1e04a5ecdc None None] Loading extension file: qos_port_network_policy.py {{(pid=85229) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 19:39:53.317791 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.extensions [None req-7c0c353e-19cd-4c29-b9b8-4a1e04a5ecdc None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=85229) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 19:39:53.318367 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.api.extensions [None req-7c0c353e-19cd-4c29-b9b8-4a1e04a5ecdc None None] Extension qos-port-network-policy not supported by any of loaded plugins
Apr 15 19:39:53.318728 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.extensions [None req-7c0c353e-19cd-4c29-b9b8-4a1e04a5ecdc None None] Loading extension file: qos_rule_type_details.py {{(pid=85229) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 19:39:53.319698 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.extensions [None req-7c0c353e-19cd-4c29-b9b8-4a1e04a5ecdc None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=85229) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 19:39:53.320270 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.api.extensions [None req-7c0c353e-19cd-4c29-b9b8-4a1e04a5ecdc None None] Extension qos-rule-type-details not supported by any of loaded plugins
Apr 15 19:39:53.320634 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.extensions [None req-7c0c353e-19cd-4c29-b9b8-4a1e04a5ecdc None None] Loading extension file: qos_rules_alias.py {{(pid=85229) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 19:39:53.321696 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.extensions [None req-7c0c353e-19cd-4c29-b9b8-4a1e04a5ecdc None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=85229) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 19:39:53.322268 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.api.extensions [None req-7c0c353e-19cd-4c29-b9b8-4a1e04a5ecdc None None] Extension qos-rules-alias not supported by any of loaded plugins
Apr 15 19:39:53.322661 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.extensions [None req-7c0c353e-19cd-4c29-b9b8-4a1e04a5ecdc None None] Loading extension file: quotasv2.py {{(pid=85229) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 19:39:53.323741 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.extensions [None req-7c0c353e-19cd-4c29-b9b8-4a1e04a5ecdc None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=85229) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 19:39:53.324115 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.api.extensions [None req-7c0c353e-19cd-4c29-b9b8-4a1e04a5ecdc None None] Loaded extension: quotas
Apr 15 19:39:53.324473 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.extensions [None req-7c0c353e-19cd-4c29-b9b8-4a1e04a5ecdc None None] Loading extension file: quotasv2_detail.py {{(pid=85229) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 19:39:53.326509 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.extensions [None req-7c0c353e-19cd-4c29-b9b8-4a1e04a5ecdc None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=85229) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 19:39:53.326910 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.api.extensions [None req-7c0c353e-19cd-4c29-b9b8-4a1e04a5ecdc None None] Loaded extension: quota_details
Apr 15 19:39:53.327283 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.extensions [None req-7c0c353e-19cd-4c29-b9b8-4a1e04a5ecdc None None] Loading extension file: rbac.py {{(pid=85229) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 19:39:53.328477 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.extensions [None req-7c0c353e-19cd-4c29-b9b8-4a1e04a5ecdc None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=85229) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 19:39:53.329071 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.api.extensions [None req-7c0c353e-19cd-4c29-b9b8-4a1e04a5ecdc None None] Loaded extension: rbac-policies
Apr 15 19:39:53.329464 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.extensions [None req-7c0c353e-19cd-4c29-b9b8-4a1e04a5ecdc None None] Loading extension file: rbac_address_group.py {{(pid=85229) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 19:39:53.330412 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.extensions [None req-7c0c353e-19cd-4c29-b9b8-4a1e04a5ecdc None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=85229) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 19:39:53.331027 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.api.extensions [None req-7c0c353e-19cd-4c29-b9b8-4a1e04a5ecdc None None] Loaded extension: rbac-address-group
Apr 15 19:39:53.331395 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.extensions [None req-7c0c353e-19cd-4c29-b9b8-4a1e04a5ecdc None None] Loading extension file: rbac_address_scope.py {{(pid=85229) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 19:39:53.332331 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.extensions [None req-7c0c353e-19cd-4c29-b9b8-4a1e04a5ecdc None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=85229) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 19:39:53.332909 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.api.extensions [None req-7c0c353e-19cd-4c29-b9b8-4a1e04a5ecdc None None] Loaded extension: rbac-address-scope
Apr 15 19:39:53.333279 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.extensions [None req-7c0c353e-19cd-4c29-b9b8-4a1e04a5ecdc None None] Loading extension file: rbac_security_groups.py {{(pid=85229) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 19:39:53.334205 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.extensions [None req-7c0c353e-19cd-4c29-b9b8-4a1e04a5ecdc None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=85229) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 19:39:53.334776 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.api.extensions [None req-7c0c353e-19cd-4c29-b9b8-4a1e04a5ecdc None None] Loaded extension: rbac-security-groups
Apr 15 19:39:53.335176 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.extensions [None req-7c0c353e-19cd-4c29-b9b8-4a1e04a5ecdc None None] Loading extension file: rbac_subnetpool.py {{(pid=85229) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 19:39:53.336107 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.extensions [None req-7c0c353e-19cd-4c29-b9b8-4a1e04a5ecdc None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=85229) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 19:39:53.336684 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.api.extensions [None req-7c0c353e-19cd-4c29-b9b8-4a1e04a5ecdc None None] Loaded extension: rbac-subnetpool
Apr 15 19:39:53.337046 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.extensions [None req-7c0c353e-19cd-4c29-b9b8-4a1e04a5ecdc None None] Loading extension file: revisionifmatch.py {{(pid=85229) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 19:39:53.338002 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.extensions [None req-7c0c353e-19cd-4c29-b9b8-4a1e04a5ecdc None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=85229) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 19:39:53.339136 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.api.extensions [None req-7c0c353e-19cd-4c29-b9b8-4a1e04a5ecdc None None] Loaded extension: revision-if-match
Apr 15 19:39:53.339504 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.extensions [None req-7c0c353e-19cd-4c29-b9b8-4a1e04a5ecdc None None] Loading extension file: revisions.py {{(pid=85229) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 19:39:53.340649 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.extensions [None req-7c0c353e-19cd-4c29-b9b8-4a1e04a5ecdc None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=85229) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 19:39:53.341225 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.api.extensions [None req-7c0c353e-19cd-4c29-b9b8-4a1e04a5ecdc None None] Loaded extension: standard-attr-revisions
Apr 15 19:39:53.341593 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.extensions [None req-7c0c353e-19cd-4c29-b9b8-4a1e04a5ecdc None None] Loading extension file: router_availability_zone.py {{(pid=85229) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 19:39:53.342323 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.extensions [None req-7c0c353e-19cd-4c29-b9b8-4a1e04a5ecdc None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=85229) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 19:39:53.342920 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.api.extensions [None req-7c0c353e-19cd-4c29-b9b8-4a1e04a5ecdc None None] Loaded extension: router_availability_zone
Apr 15 19:39:53.343292 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.extensions [None req-7c0c353e-19cd-4c29-b9b8-4a1e04a5ecdc None None] Loading extension file: routerservicetype.py {{(pid=85229) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 19:39:53.344240 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.extensions [None req-7c0c353e-19cd-4c29-b9b8-4a1e04a5ecdc None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=85229) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 19:39:53.344809 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.api.extensions [None req-7c0c353e-19cd-4c29-b9b8-4a1e04a5ecdc None None] Extension router-service-type not supported by any of loaded plugins
Apr 15 19:39:53.345169 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.extensions [None req-7c0c353e-19cd-4c29-b9b8-4a1e04a5ecdc None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=85229) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 19:39:53.346108 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.extensions [None req-7c0c353e-19cd-4c29-b9b8-4a1e04a5ecdc None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=85229) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 19:39:53.346679 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.api.extensions [None req-7c0c353e-19cd-4c29-b9b8-4a1e04a5ecdc None None] Loaded extension: security-groups-normalized-cidr
Apr 15 19:39:53.347065 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.extensions [None req-7c0c353e-19cd-4c29-b9b8-4a1e04a5ecdc None None] Loading extension file: security_groups_port_filtering.py {{(pid=85229) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 19:39:53.348012 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.extensions [None req-7c0c353e-19cd-4c29-b9b8-4a1e04a5ecdc None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=85229) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 19:39:53.348585 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.api.extensions [None req-7c0c353e-19cd-4c29-b9b8-4a1e04a5ecdc None None] Loaded extension: port-security-groups-filtering
Apr 15 19:39:53.348948 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.extensions [None req-7c0c353e-19cd-4c29-b9b8-4a1e04a5ecdc None None] Loading extension file: security_groups_remote_address_group.py {{(pid=85229) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 19:39:53.349903 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.extensions [None req-7c0c353e-19cd-4c29-b9b8-4a1e04a5ecdc None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=85229) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 19:39:53.350484 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.api.extensions [None req-7c0c353e-19cd-4c29-b9b8-4a1e04a5ecdc None None] Loaded extension: security-groups-remote-address-group
Apr 15 19:39:53.350870 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.extensions [None req-7c0c353e-19cd-4c29-b9b8-4a1e04a5ecdc None None] Loading extension file: securitygroup.py {{(pid=85229) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 19:39:53.365058 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.extensions [None req-7c0c353e-19cd-4c29-b9b8-4a1e04a5ecdc None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=85229) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 19:39:53.365687 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.api.extensions [None req-7c0c353e-19cd-4c29-b9b8-4a1e04a5ecdc None None] Loaded extension: security-group
Apr 15 19:39:53.366058 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.extensions [None req-7c0c353e-19cd-4c29-b9b8-4a1e04a5ecdc None None] Loading extension file: segment.py {{(pid=85229) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 19:39:53.366995 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.extensions [None req-7c0c353e-19cd-4c29-b9b8-4a1e04a5ecdc None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=85229) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 19:39:53.367577 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.api.extensions [None req-7c0c353e-19cd-4c29-b9b8-4a1e04a5ecdc None None] Extension segment not supported by any of loaded plugins
Apr 15 19:39:53.367951 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.extensions [None req-7c0c353e-19cd-4c29-b9b8-4a1e04a5ecdc None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=85229) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 19:39:53.368950 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.extensions [None req-7c0c353e-19cd-4c29-b9b8-4a1e04a5ecdc None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=85229) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 19:39:53.369558 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.api.extensions [None req-7c0c353e-19cd-4c29-b9b8-4a1e04a5ecdc None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins
Apr 15 19:39:53.369923 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.extensions [None req-7c0c353e-19cd-4c29-b9b8-4a1e04a5ecdc None None] Loading extension file: servicetype.py {{(pid=85229) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 19:39:53.371113 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.extensions [None req-7c0c353e-19cd-4c29-b9b8-4a1e04a5ecdc None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=85229) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 19:39:53.371752 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.api.extensions [None req-7c0c353e-19cd-4c29-b9b8-4a1e04a5ecdc None None] Loaded extension: service-type
Apr 15 19:39:53.372160 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.extensions [None req-7c0c353e-19cd-4c29-b9b8-4a1e04a5ecdc None None] Loading extension file: sorting.py {{(pid=85229) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 19:39:53.373746 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.extensions [None req-7c0c353e-19cd-4c29-b9b8-4a1e04a5ecdc None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=85229) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 19:39:53.374142 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.api.extensions [None req-7c0c353e-19cd-4c29-b9b8-4a1e04a5ecdc None None] Loaded extension: sorting
Apr 15 19:39:53.374723 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.extensions [None req-7c0c353e-19cd-4c29-b9b8-4a1e04a5ecdc None None] Loading extension file: standard_attr_segment.py {{(pid=85229) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 19:39:53.376320 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.extensions [None req-7c0c353e-19cd-4c29-b9b8-4a1e04a5ecdc None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=85229) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 19:39:53.377050 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.api.extensions [None req-7c0c353e-19cd-4c29-b9b8-4a1e04a5ecdc None None] Extension standard-attr-segment not supported by any of loaded plugins
Apr 15 19:39:53.377420 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.extensions [None req-7c0c353e-19cd-4c29-b9b8-4a1e04a5ecdc None None] Loading extension file: standardattrdescription.py {{(pid=85229) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 19:39:53.378263 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.extensions [None req-7c0c353e-19cd-4c29-b9b8-4a1e04a5ecdc None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=85229) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 19:39:53.379264 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.api.extensions [None req-7c0c353e-19cd-4c29-b9b8-4a1e04a5ecdc None None] Loaded extension: standard-attr-description
Apr 15 19:39:53.379714 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.extensions [None req-7c0c353e-19cd-4c29-b9b8-4a1e04a5ecdc None None] Loading extension file: stateful_security_group.py {{(pid=85229) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 19:39:53.380789 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.extensions [None req-7c0c353e-19cd-4c29-b9b8-4a1e04a5ecdc None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=85229) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 19:39:53.381411 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.api.extensions [None req-7c0c353e-19cd-4c29-b9b8-4a1e04a5ecdc None None] Loaded extension: stateful-security-group
Apr 15 19:39:53.381777 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.extensions [None req-7c0c353e-19cd-4c29-b9b8-4a1e04a5ecdc None None] Loading extension file: stdattrs_common.py {{(pid=85229) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 19:39:53.382380 dv-cinder-786383-2-iscsi neutron-server[85229]: WARNING neutron.api.extensions [None req-7c0c353e-19cd-4c29-b9b8-4a1e04a5ecdc None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py
Apr 15 19:39:53.382739 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.extensions [None req-7c0c353e-19cd-4c29-b9b8-4a1e04a5ecdc None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=85229) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 19:39:53.383857 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.extensions [None req-7c0c353e-19cd-4c29-b9b8-4a1e04a5ecdc None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=85229) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 19:39:53.384443 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.api.extensions [None req-7c0c353e-19cd-4c29-b9b8-4a1e04a5ecdc None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins
Apr 15 19:39:53.384802 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.extensions [None req-7c0c353e-19cd-4c29-b9b8-4a1e04a5ecdc None None] Loading extension file: subnet_onboard.py {{(pid=85229) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 19:39:53.385999 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.extensions [None req-7c0c353e-19cd-4c29-b9b8-4a1e04a5ecdc None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=85229) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 19:39:53.386598 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.api.extensions [None req-7c0c353e-19cd-4c29-b9b8-4a1e04a5ecdc None None] Loaded extension: subnet_onboard
Apr 15 19:39:53.386998 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.extensions [None req-7c0c353e-19cd-4c29-b9b8-4a1e04a5ecdc None None] Loading extension file: subnet_segmentid_writable.py {{(pid=85229) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 19:39:53.388133 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.extensions [None req-7c0c353e-19cd-4c29-b9b8-4a1e04a5ecdc None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=85229) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 19:39:53.388733 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.api.extensions [None req-7c0c353e-19cd-4c29-b9b8-4a1e04a5ecdc None None] Extension subnet-segmentid-writable not supported by any of loaded plugins
Apr 15 19:39:53.389098 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.extensions [None req-7c0c353e-19cd-4c29-b9b8-4a1e04a5ecdc None None] Loading extension file: subnet_service_types.py {{(pid=85229) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 19:39:53.390101 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.extensions [None req-7c0c353e-19cd-4c29-b9b8-4a1e04a5ecdc None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=85229) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 19:39:53.390679 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.api.extensions [None req-7c0c353e-19cd-4c29-b9b8-4a1e04a5ecdc None None] Loaded extension: subnet-service-types
Apr 15 19:39:53.391076 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.extensions [None req-7c0c353e-19cd-4c29-b9b8-4a1e04a5ecdc None None] Loading extension file: subnetallocation.py {{(pid=85229) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 19:39:53.392255 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.extensions [None req-7c0c353e-19cd-4c29-b9b8-4a1e04a5ecdc None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=85229) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 19:39:53.392857 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.api.extensions [None req-7c0c353e-19cd-4c29-b9b8-4a1e04a5ecdc None None] Loaded extension: subnet_allocation
Apr 15 19:39:53.393226 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.extensions [None req-7c0c353e-19cd-4c29-b9b8-4a1e04a5ecdc None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=85229) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 19:39:53.393977 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.extensions [None req-7c0c353e-19cd-4c29-b9b8-4a1e04a5ecdc None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=85229) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 19:39:53.394569 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.api.extensions [None req-7c0c353e-19cd-4c29-b9b8-4a1e04a5ecdc None None] Loaded extension: subnetpool-prefix-ops
Apr 15 19:39:53.394961 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.extensions [None req-7c0c353e-19cd-4c29-b9b8-4a1e04a5ecdc None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=85229) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 19:39:53.396006 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.extensions [None req-7c0c353e-19cd-4c29-b9b8-4a1e04a5ecdc None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=85229) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 19:39:53.396586 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.api.extensions [None req-7c0c353e-19cd-4c29-b9b8-4a1e04a5ecdc None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins
Apr 15 19:39:53.396945 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.extensions [None req-7c0c353e-19cd-4c29-b9b8-4a1e04a5ecdc None None] Loading extension file: tagging.py {{(pid=85229) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 19:39:53.398379 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.extensions [None req-7c0c353e-19cd-4c29-b9b8-4a1e04a5ecdc None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=85229) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 19:39:53.399034 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.api.extensions [None req-7c0c353e-19cd-4c29-b9b8-4a1e04a5ecdc None None] Loaded extension: standard-attr-tag
Apr 15 19:39:53.399404 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.extensions [None req-7c0c353e-19cd-4c29-b9b8-4a1e04a5ecdc None None] Loading extension file: timestamp.py {{(pid=85229) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 19:39:53.401235 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.extensions [None req-7c0c353e-19cd-4c29-b9b8-4a1e04a5ecdc None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=85229) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 19:39:53.401817 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.api.extensions [None req-7c0c353e-19cd-4c29-b9b8-4a1e04a5ecdc None None] Loaded extension: standard-attr-timestamp
Apr 15 19:39:53.402185 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.extensions [None req-7c0c353e-19cd-4c29-b9b8-4a1e04a5ecdc None None] Loading extension file: trunk.py {{(pid=85229) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 19:39:53.403275 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.extensions [None req-7c0c353e-19cd-4c29-b9b8-4a1e04a5ecdc None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=85229) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 19:39:53.403866 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.api.extensions [None req-7c0c353e-19cd-4c29-b9b8-4a1e04a5ecdc None None] Extension trunk not supported by any of loaded plugins
Apr 15 19:39:53.404233 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.extensions [None req-7c0c353e-19cd-4c29-b9b8-4a1e04a5ecdc None None] Loading extension file: trunk_details.py {{(pid=85229) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 19:39:53.405180 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.extensions [None req-7c0c353e-19cd-4c29-b9b8-4a1e04a5ecdc None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=85229) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 19:39:53.405755 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.api.extensions [None req-7c0c353e-19cd-4c29-b9b8-4a1e04a5ecdc None None] Extension trunk-details not supported by any of loaded plugins
Apr 15 19:39:53.406115 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.extensions [None req-7c0c353e-19cd-4c29-b9b8-4a1e04a5ecdc None None] Loading extension file: uplink_status_propagation.py {{(pid=85229) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 19:39:53.407083 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.extensions [None req-7c0c353e-19cd-4c29-b9b8-4a1e04a5ecdc None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=85229) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 19:39:53.407656 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.api.extensions [None req-7c0c353e-19cd-4c29-b9b8-4a1e04a5ecdc None None] Extension uplink-status-propagation not supported by any of loaded plugins
Apr 15 19:39:53.408015 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.extensions [None req-7c0c353e-19cd-4c29-b9b8-4a1e04a5ecdc None None] Loading extension file: vlantransparent.py {{(pid=85229) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 19:39:53.408739 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.extensions [None req-7c0c353e-19cd-4c29-b9b8-4a1e04a5ecdc None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=85229) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 19:39:53.409310 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.api.extensions [None req-7c0c353e-19cd-4c29-b9b8-4a1e04a5ecdc None None] Extension vlan-transparent not supported by any of loaded plugins
Apr 15 19:39:53.412182 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.quota.resource_registry [None req-7c0c353e-19cd-4c29-b9b8-4a1e04a5ecdc None None] Creating instance of TrackedResource for resource:network
Apr 15 19:39:53.413044 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.quota.resource_registry [None req-7c0c353e-19cd-4c29-b9b8-4a1e04a5ecdc None None] Creating instance of TrackedResource for resource:subnet
Apr 15 19:39:53.413736 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.quota.resource_registry [None req-7c0c353e-19cd-4c29-b9b8-4a1e04a5ecdc None None] Creating instance of TrackedResource for resource:subnetpool
Apr 15 19:39:53.414398 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.quota.resource_registry [None req-7c0c353e-19cd-4c29-b9b8-4a1e04a5ecdc None None] Creating instance of TrackedResource for resource:port
Apr 15 19:39:53.416008 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.v2.resource_helper [None req-7c0c353e-19cd-4c29-b9b8-4a1e04a5ecdc None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=85229) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 15 19:39:53.417073 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.v2.resource_helper [None req-7c0c353e-19cd-4c29-b9b8-4a1e04a5ecdc None None] Service FLAVORS assigned prefix:  {{(pid=85229) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 15 19:39:53.417763 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.v2.resource_helper [None req-7c0c353e-19cd-4c29-b9b8-4a1e04a5ecdc None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=85229) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 15 19:39:53.418243 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.v2.resource_helper [None req-7c0c353e-19cd-4c29-b9b8-4a1e04a5ecdc None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=85229) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 15 19:39:53.418618 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.quota.resource_registry [None req-7c0c353e-19cd-4c29-b9b8-4a1e04a5ecdc None None] Creating instance of TrackedResource for resource:router
Apr 15 19:39:53.419398 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.quota.resource_registry [None req-7c0c353e-19cd-4c29-b9b8-4a1e04a5ecdc None None] Creating instance of TrackedResource for resource:floatingip
Apr 15 19:39:53.420200 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.v2.resource_helper [None req-7c0c353e-19cd-4c29-b9b8-4a1e04a5ecdc None None] Service METERING assigned prefix: /metering {{(pid=85229) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 15 19:39:53.422074 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-7c0c353e-19cd-4c29-b9b8-4a1e04a5ecdc None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7fe8babcfc18>> rbac-policy before_create 55550000 {{(pid=85229) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 19:39:53.422478 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-7c0c353e-19cd-4c29-b9b8-4a1e04a5ecdc None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7fe8babcfc18>> rbac-policy before_update 55550000 {{(pid=85229) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 19:39:53.422898 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-7c0c353e-19cd-4c29-b9b8-4a1e04a5ecdc None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7fe8babcfc18>> rbac-policy before_delete 55550000 {{(pid=85229) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 19:39:53.424143 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.quota.resource_registry [None req-7c0c353e-19cd-4c29-b9b8-4a1e04a5ecdc None None] Creating instance of CountableResource for resource:rbac_policy
Apr 15 19:39:53.424651 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.quota.resource_registry [None req-7c0c353e-19cd-4c29-b9b8-4a1e04a5ecdc None None] Creating instance of TrackedResource for resource:security_group
Apr 15 19:39:53.425481 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.quota.resource_registry [None req-7c0c353e-19cd-4c29-b9b8-4a1e04a5ecdc None None] Creating instance of TrackedResource for resource:security_group_rule
Apr 15 19:39:53.426316 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.v2.resource_helper [None req-7c0c353e-19cd-4c29-b9b8-4a1e04a5ecdc None None] Service CORE assigned prefix:  {{(pid=85229) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 15 19:39:53.426696 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.quota.resource_registry [None req-7c0c353e-19cd-4c29-b9b8-4a1e04a5ecdc None None] Creating instance of TrackedResource for resource:subnetpool
Apr 15 19:39:53.427089 dv-cinder-786383-2-iscsi neutron-server[85229]: WARNING neutron.quota.resource_registry [None req-7c0c353e-19cd-4c29-b9b8-4a1e04a5ecdc None None] subnetpool is already registered
Apr 15 19:39:53.427770 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.v2.resource_helper [None req-7c0c353e-19cd-4c29-b9b8-4a1e04a5ecdc None None] Service CORE assigned prefix:  {{(pid=85229) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 15 19:39:53.428138 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.quota.resource_registry [None req-7c0c353e-19cd-4c29-b9b8-4a1e04a5ecdc None None] Creating instance of TrackedResource for resource:subnetpool
Apr 15 19:39:53.428499 dv-cinder-786383-2-iscsi neutron-server[85229]: WARNING neutron.quota.resource_registry [None req-7c0c353e-19cd-4c29-b9b8-4a1e04a5ecdc None None] subnetpool is already registered
Apr 15 19:39:53.431367 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.v2.resource_helper [None req-7c0c353e-19cd-4c29-b9b8-4a1e04a5ecdc None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=85229) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 15 19:39:53.431882 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.v2.resource_helper [None req-7c0c353e-19cd-4c29-b9b8-4a1e04a5ecdc None None] Service FLAVORS assigned prefix:  {{(pid=85229) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 15 19:39:53.432524 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.v2.resource_helper [None req-7c0c353e-19cd-4c29-b9b8-4a1e04a5ecdc None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=85229) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 15 19:39:53.432986 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.v2.resource_helper [None req-7c0c353e-19cd-4c29-b9b8-4a1e04a5ecdc None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=85229) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 15 19:39:53.433361 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.quota.resource_registry [None req-7c0c353e-19cd-4c29-b9b8-4a1e04a5ecdc None None] Creating instance of TrackedResource for resource:router
Apr 15 19:39:53.433763 dv-cinder-786383-2-iscsi neutron-server[85229]: WARNING neutron.quota.resource_registry [None req-7c0c353e-19cd-4c29-b9b8-4a1e04a5ecdc None None] router is already registered
Apr 15 19:39:53.434506 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.quota.resource_registry [None req-7c0c353e-19cd-4c29-b9b8-4a1e04a5ecdc None None] Creating instance of TrackedResource for resource:floatingip
Apr 15 19:39:53.434930 dv-cinder-786383-2-iscsi neutron-server[85229]: WARNING neutron.quota.resource_registry [None req-7c0c353e-19cd-4c29-b9b8-4a1e04a5ecdc None None] floatingip is already registered
Apr 15 19:39:53.436119 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.v2.resource_helper [None req-7c0c353e-19cd-4c29-b9b8-4a1e04a5ecdc None None] Service METERING assigned prefix: /metering {{(pid=85229) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 15 19:39:53.437295 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.quota.resource_registry [None req-7c0c353e-19cd-4c29-b9b8-4a1e04a5ecdc None None] Creating instance of CountableResource for resource:rbac_policy
Apr 15 19:39:53.437906 dv-cinder-786383-2-iscsi neutron-server[85229]: WARNING neutron.quota.resource_registry [None req-7c0c353e-19cd-4c29-b9b8-4a1e04a5ecdc None None] rbac_policy is already registered
Apr 15 19:39:53.439029 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.quota.resource_registry [None req-7c0c353e-19cd-4c29-b9b8-4a1e04a5ecdc None None] Creating instance of TrackedResource for resource:security_group
Apr 15 19:39:53.439453 dv-cinder-786383-2-iscsi neutron-server[85229]: WARNING neutron.quota.resource_registry [None req-7c0c353e-19cd-4c29-b9b8-4a1e04a5ecdc None None] security_group is already registered
Apr 15 19:39:53.440155 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.quota.resource_registry [None req-7c0c353e-19cd-4c29-b9b8-4a1e04a5ecdc None None] Creating instance of TrackedResource for resource:security_group_rule
Apr 15 19:39:53.440760 dv-cinder-786383-2-iscsi neutron-server[85229]: WARNING neutron.quota.resource_registry [None req-7c0c353e-19cd-4c29-b9b8-4a1e04a5ecdc None None] security_group_rule is already registered
Apr 15 19:39:53.441808 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.v2.resource_helper [None req-7c0c353e-19cd-4c29-b9b8-4a1e04a5ecdc None None] Service CORE assigned prefix:  {{(pid=85229) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 15 19:39:53.442195 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.quota.resource_registry [None req-7c0c353e-19cd-4c29-b9b8-4a1e04a5ecdc None None] Creating instance of TrackedResource for resource:subnetpool
Apr 15 19:39:53.442561 dv-cinder-786383-2-iscsi neutron-server[85229]: WARNING neutron.quota.resource_registry [None req-7c0c353e-19cd-4c29-b9b8-4a1e04a5ecdc None None] subnetpool is already registered
Apr 15 19:39:53.443282 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.v2.resource_helper [None req-7c0c353e-19cd-4c29-b9b8-4a1e04a5ecdc None None] Service CORE assigned prefix:  {{(pid=85229) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 15 19:39:53.443657 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.quota.resource_registry [None req-7c0c353e-19cd-4c29-b9b8-4a1e04a5ecdc None None] Creating instance of TrackedResource for resource:subnetpool
Apr 15 19:39:53.444016 dv-cinder-786383-2-iscsi neutron-server[85229]: WARNING neutron.quota.resource_registry [None req-7c0c353e-19cd-4c29-b9b8-4a1e04a5ecdc None None] subnetpool is already registered
Apr 15 19:39:53.444802 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.extensions [None req-7c0c353e-19cd-4c29-b9b8-4a1e04a5ecdc None None] Extended resource: extensions {{(pid=85229) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 15 19:39:53.446365 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.extensions [None req-7c0c353e-19cd-4c29-b9b8-4a1e04a5ecdc None None] Extended resource: address-groups {{(pid=85229) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 15 19:39:53.448602 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.extensions [None req-7c0c353e-19cd-4c29-b9b8-4a1e04a5ecdc None None] Extended resource: address-scopes {{(pid=85229) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 15 19:39:53.449878 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.extensions [None req-7c0c353e-19cd-4c29-b9b8-4a1e04a5ecdc None None] Extended resource: agents {{(pid=85229) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 15 19:39:53.451507 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.extensions [None req-7c0c353e-19cd-4c29-b9b8-4a1e04a5ecdc None None] Extended resource: auto-allocated-topology {{(pid=85229) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 15 19:39:53.452814 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.extensions [None req-7c0c353e-19cd-4c29-b9b8-4a1e04a5ecdc None None] Extended resource: availability_zones {{(pid=85229) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 15 19:39:53.454210 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.extensions [None req-7c0c353e-19cd-4c29-b9b8-4a1e04a5ecdc None None] Extended resource: dhcp-networks {{(pid=85229) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 15 19:39:53.455739 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.extensions [None req-7c0c353e-19cd-4c29-b9b8-4a1e04a5ecdc None None] Extended resource: dhcp-agents {{(pid=85229) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 15 19:39:53.457280 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.extensions [None req-7c0c353e-19cd-4c29-b9b8-4a1e04a5ecdc None None] Extended resource: routers {{(pid=85229) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 15 19:39:53.459183 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.extensions [None req-7c0c353e-19cd-4c29-b9b8-4a1e04a5ecdc None None] Extended resource: flavors {{(pid=85229) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 15 19:39:53.460413 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.extensions [None req-7c0c353e-19cd-4c29-b9b8-4a1e04a5ecdc None None] Extended resource: service_profiles {{(pid=85229) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 15 19:39:53.461687 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.extensions [None req-7c0c353e-19cd-4c29-b9b8-4a1e04a5ecdc None None] Extended resource: next_providers {{(pid=85229) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 15 19:39:53.463877 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.extensions [None req-7c0c353e-19cd-4c29-b9b8-4a1e04a5ecdc None None] Extended resource: service_profiles {{(pid=85229) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 15 19:39:53.465397 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.extensions [None req-7c0c353e-19cd-4c29-b9b8-4a1e04a5ecdc None None] Extended resource: floatingip-pools {{(pid=85229) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 15 19:39:53.466668 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.extensions [None req-7c0c353e-19cd-4c29-b9b8-4a1e04a5ecdc None None] Extended resource: routers {{(pid=85229) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 15 19:39:53.468563 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.extensions [None req-7c0c353e-19cd-4c29-b9b8-4a1e04a5ecdc None None] Extended resource: floatingips {{(pid=85229) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 15 19:39:53.469830 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.extensions [None req-7c0c353e-19cd-4c29-b9b8-4a1e04a5ecdc None None] Extended resource: l3-routers {{(pid=85229) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 15 19:39:53.471323 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.extensions [None req-7c0c353e-19cd-4c29-b9b8-4a1e04a5ecdc None None] Extended resource: l3-agents {{(pid=85229) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 15 19:39:53.472806 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.extensions [None req-7c0c353e-19cd-4c29-b9b8-4a1e04a5ecdc None None] Extended resource: metering-labels {{(pid=85229) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 15 19:39:53.475313 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.extensions [None req-7c0c353e-19cd-4c29-b9b8-4a1e04a5ecdc None None] Extended resource: metering-label-rules {{(pid=85229) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 15 19:39:53.476704 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.extensions [None req-7c0c353e-19cd-4c29-b9b8-4a1e04a5ecdc None None] Extended resource: network-ip-availabilities {{(pid=85229) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 15 19:39:53.478008 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.extensions [None req-7c0c353e-19cd-4c29-b9b8-4a1e04a5ecdc None None] Extended resource: bindings {{(pid=85229) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 15 19:39:53.479791 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.extensions [None req-7c0c353e-19cd-4c29-b9b8-4a1e04a5ecdc None None] Extended resource: quotas {{(pid=85229) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 15 19:39:53.481318 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.extensions [None req-7c0c353e-19cd-4c29-b9b8-4a1e04a5ecdc None None] Extended resource: quotas {{(pid=85229) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 15 19:39:53.482788 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.extensions [None req-7c0c353e-19cd-4c29-b9b8-4a1e04a5ecdc None None] Extended resource: rbac-policies {{(pid=85229) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 15 19:39:53.484178 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.extensions [None req-7c0c353e-19cd-4c29-b9b8-4a1e04a5ecdc None None] Extended resource: security-groups {{(pid=85229) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 15 19:39:53.485452 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.extensions [None req-7c0c353e-19cd-4c29-b9b8-4a1e04a5ecdc None None] Extended resource: security-group-rules {{(pid=85229) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 15 19:39:53.486761 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.extensions [None req-7c0c353e-19cd-4c29-b9b8-4a1e04a5ecdc None None] Extended resource: service-providers {{(pid=85229) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 15 19:39:53.488075 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.extensions [None req-7c0c353e-19cd-4c29-b9b8-4a1e04a5ecdc None None] Extended resource: subnetpools {{(pid=85229) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 15 19:39:53.489556 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.extensions [None req-7c0c353e-19cd-4c29-b9b8-4a1e04a5ecdc None None] Extended resource: subnetpools {{(pid=85229) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 15 19:39:53.491119 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.extensions [None req-7c0c353e-19cd-4c29-b9b8-4a1e04a5ecdc None None] Extended resource: tags {{(pid=85229) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 15 19:39:53.493011 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.extensions [None req-7c0c353e-19cd-4c29-b9b8-4a1e04a5ecdc None None] Extended resource: tags {{(pid=85229) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 15 19:39:53.494954 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.extensions [None req-7c0c353e-19cd-4c29-b9b8-4a1e04a5ecdc None None] Extended resource: tags {{(pid=85229) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 15 19:39:53.496811 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.extensions [None req-7c0c353e-19cd-4c29-b9b8-4a1e04a5ecdc None None] Extended resource: tags {{(pid=85229) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 15 19:39:53.498681 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.extensions [None req-7c0c353e-19cd-4c29-b9b8-4a1e04a5ecdc None None] Extended resource: tags {{(pid=85229) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 15 19:39:53.500636 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.extensions [None req-7c0c353e-19cd-4c29-b9b8-4a1e04a5ecdc None None] Extended resource: tags {{(pid=85229) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 15 19:39:53.502421 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.extensions [None req-7c0c353e-19cd-4c29-b9b8-4a1e04a5ecdc None None] Extended resource: tags {{(pid=85229) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 15 19:39:53.504442 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.extensions [None req-7c0c353e-19cd-4c29-b9b8-4a1e04a5ecdc None None] Extended resource: tags {{(pid=85229) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 15 19:39:53.506303 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.extensions [None req-7c0c353e-19cd-4c29-b9b8-4a1e04a5ecdc None None] Extended resource: tags {{(pid=85229) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 15 19:39:53.508261 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.extensions [None req-7c0c353e-19cd-4c29-b9b8-4a1e04a5ecdc None None] Extended resource: tags {{(pid=85229) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 15 19:39:53.515730 dv-cinder-786383-2-iscsi neutron-server[85229]: WARNING keystonemiddleware.auth_token [None req-7c0c353e-19cd-4c29-b9b8-4a1e04a5ecdc None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True.
Apr 15 19:39:53.521105 dv-cinder-786383-2-iscsi neutron-server[85229]: WARNING keystonemiddleware.auth_token [None req-7c0c353e-19cd-4c29-b9b8-4a1e04a5ecdc None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint
Apr 15 19:39:53.530551 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-7c0c353e-19cd-4c29-b9b8-4a1e04a5ecdc None None] Acquired lock "singleton_lock" {{(pid=85229) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:266}}
Apr 15 19:39:53.531106 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-7c0c353e-19cd-4c29-b9b8-4a1e04a5ecdc None None] Releasing lock "singleton_lock" {{(pid=85229) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:282}}
Apr 15 19:39:53.532573 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO oslo_service.service [None req-7c0c353e-19cd-4c29-b9b8-4a1e04a5ecdc None None] Starting 2 workers
Apr 15 19:39:53.537445 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [None req-7c0c353e-19cd-4c29-b9b8-4a1e04a5ecdc None None] Started child 85344 {{(pid=85229) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}}
Apr 15 19:39:53.541427 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:39:53.542479 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [None req-7c0c353e-19cd-4c29-b9b8-4a1e04a5ecdc None None] Started child 85345 {{(pid=85229) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}}
Apr 15 19:39:53.543155 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [-] (85344) wsgi starting up on http://0.0.0.0:9696
Apr 15 19:39:53.544134 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.service [None req-7c0c353e-19cd-4c29-b9b8-4a1e04a5ecdc None None] Neutron service started, listening on 0.0.0.0:9696
Apr 15 19:39:53.544839 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-7c0c353e-19cd-4c29-b9b8-4a1e04a5ecdc None None] Notify callbacks [] for process, before_spawn {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:39:53.547487 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO oslo_service.service [None req-7c0c353e-19cd-4c29-b9b8-4a1e04a5ecdc None None] Starting 1 workers
Apr 15 19:39:53.547887 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:39:53.550027 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [-] (85345) wsgi starting up on http://0.0.0.0:9696
Apr 15 19:39:53.553068 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [None req-7c0c353e-19cd-4c29-b9b8-4a1e04a5ecdc None None] Started child 85346 {{(pid=85229) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}}
Apr 15 19:39:53.553631 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO oslo_service.service [None req-7c0c353e-19cd-4c29-b9b8-4a1e04a5ecdc None None] Starting 1 workers
Apr 15 19:39:53.555364 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.service [None req-7c0c353e-19cd-4c29-b9b8-4a1e04a5ecdc None None] calling RpcWorker wait() {{(pid=85346) _wait /opt/stack/neutron/neutron/service.py:128}}
Apr 15 19:39:53.555765 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.service [None req-7c0c353e-19cd-4c29-b9b8-4a1e04a5ecdc None None] returning from RpcWorker wait() {{(pid=85346) _wait /opt/stack/neutron/neutron/service.py:135}}
Apr 15 19:39:53.557410 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:39:53.557897 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=85346) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 19:39:53.558621 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [None req-7c0c353e-19cd-4c29-b9b8-4a1e04a5ecdc None None] Started child 85347 {{(pid=85229) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}}
Apr 15 19:39:53.559449 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-7c0c353e-19cd-4c29-b9b8-4a1e04a5ecdc None None] Notify callbacks [] for process, after_spawn {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:39:53.561115 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=85229) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}}
Apr 15 19:39:53.561347 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}}
Apr 15 19:39:53.561553 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}}
Apr 15 19:39:53.561824 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}}
Apr 15 19:39:53.562242 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}}
Apr 15 19:39:53.562432 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}}
Apr 15 19:39:53.562711 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:39:53.563029 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] agent_down_time                = 75 {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:39:53.563324 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover  = True {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:39:53.563633 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:39:53.563911 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] allow_bulk                     = True {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:39:53.564224 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] allow_overlapping_ips          = True {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:39:53.564856 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] allowed_conntrack_helpers      = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:39:53.565161 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] api_extensions_path            =  {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:39:53.565478 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] api_paste_config               = api-paste.ini {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:39:53.565775 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] api_workers                    = 2 {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:39:53.566044 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] auth_strategy                  = keystone {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:39:53.566244 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] backdoor_port                  = None {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:39:53.566437 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] backdoor_socket                = None {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:39:53.566724 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] backlog                        = 4096 {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:39:53.567023 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:39:53.567375 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] bind_host                      = 0.0.0.0 {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:39:53.567680 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] bind_port                      = 9696 {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:39:53.567947 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] client_socket_timeout          = 900 {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:39:53.568229 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] config_dir                     = [] {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:39:53.568441 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:39:53.568717 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] config_source                  = [] {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:39:53.570795 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] control_exchange               = neutron {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:39:53.570795 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] core_plugin                    = ml2 {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:39:53.570795 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] debug                          = True {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:39:53.570795 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] default_availability_zones     = [] {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:39:53.570795 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:39:53.570795 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] dhcp_agent_notification        = True {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:39:53.573467 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] dhcp_agents_per_network        = 1 {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:39:53.573467 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] dhcp_lease_duration            = 86400 {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:39:53.573467 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] dhcp_load_type                 = networks {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:39:53.573467 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] dns_domain                     = openstacklocal {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:39:53.573467 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] dvr_base_mac                   = fa:16:3f:00:00:00 {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:39:53.573467 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] enable_dvr                     = True {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:39:53.573467 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] enable_new_agents              = True {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:39:53.573467 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:39:53.573963 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] enable_snat_by_default         = True {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:39:53.573963 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] enable_traditional_dhcp        = True {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:39:53.573963 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] external_dns_driver            = None {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:39:53.574150 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] filter_validation              = True {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:39:53.574540 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] global_physnet_mtu             = 1500 {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:39:53.574540 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] graceful_shutdown_timeout      = 60 {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:39:53.575029 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] host                           = dv-cinder-786383-2-iscsi {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:39:53.575299 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] host_dvr_for_dhcp              = True {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:39:53.575803 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] http_retries                   = 3 {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:39:53.576024 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] instance_format                = [instance: %(uuid)s]  {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:39:53.576307 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:39:53.576593 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] ipam_driver                    = internal {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:39:53.576820 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] ipv6_pd_enabled                = False {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:39:53.577120 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] l3_ha                          = False {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:39:53.577417 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] l3_ha_net_cidr                 = 169.254.192.0/18 {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:39:53.577701 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] l3_ha_network_physical_name    =  {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:39:53.577942 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] l3_ha_network_type             =  {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:39:53.578301 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] log_config_append              = None {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:39:53.578526 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:39:53.578742 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] log_dir                        = None {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:39:53.579021 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] log_file                       = None {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:39:53.579244 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] log_options                    = True {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:39:53.579473 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] log_rotate_interval            = 1 {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:39:53.579699 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] log_rotate_interval_type       = days {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:39:53.579962 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] log_rotation_type              = none {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:39:53.580179 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:39:53.580408 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:39:53.580631 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:39:53.580857 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:39:53.581079 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:39:53.581294 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] max_allowed_address_pair       = 10 {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:39:53.581517 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] max_dns_nameservers            = 5 {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:39:53.581731 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] max_header_line                = 16384 {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:39:53.581941 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] max_l3_agents_per_router       = 3 {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:39:53.582184 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] max_logfile_count              = 30 {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:39:53.582396 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] max_logfile_size_mb            = 200 {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:39:53.582605 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] max_routes                     = 30 {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:39:53.582823 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] max_subnet_host_routes         = 20 {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:39:53.583068 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] network_auto_schedule          = True {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:39:53.583297 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] network_link_prefix            = None {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:39:53.583554 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] network_scheduler_driver       = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:39:53.583838 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:39:53.584117 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:39:53.584389 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] pagination_max_limit           = -1 {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:39:53.584605 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] periodic_fuzzy_delay           = 5 {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:39:53.584894 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] periodic_interval              = 40 {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:39:53.585124 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] publish_errors                 = False {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:39:53.585351 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] rate_limit_burst               = 0 {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:39:53.585621 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] rate_limit_except_level        = CRITICAL {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:39:53.585852 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] rate_limit_interval            = 0 {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:39:53.586091 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] retry_until_window             = 30 {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:39:53.586442 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] router_auto_schedule           = True {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:39:53.586663 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] router_distributed             = False {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:39:53.586938 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] router_scheduler_driver        = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:39:53.587179 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] rpc_response_max_timeout       = 600 {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:39:53.587504 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] rpc_response_timeout           = 60 {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:39:53.587725 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] rpc_state_report_workers       = 0 {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:39:53.587942 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] rpc_workers                    = None {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:39:53.589002 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] send_events_interval           = 2 {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:39:53.589393 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:39:53.589668 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] setproctitle                   = on {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:39:53.589940 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] state_path                     = /opt/stack/data/neutron {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:39:53.590321 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] syslog_log_facility            = LOG_USER {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:39:53.590574 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] tcp_keepidle                   = 600 {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:39:53.590869 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] transport_url                  = **** {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:39:53.591118 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] use_eventlog                   = False {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:39:53.591384 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] use_journal                    = False {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:39:53.591654 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] use_json                       = False {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:39:53.591900 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] use_ssl                        = False {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:39:53.592141 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] use_stderr                     = False {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:39:53.592426 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] use_syslog                     = False {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:39:53.592679 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] vlan_transparent               = False {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:39:53.592926 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] watch_log_file                 = False {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:39:53.593174 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] wsgi_default_pool_size         = 100 {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:39:53.593423 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] wsgi_keep_alive                = True {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:39:53.594376 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:39:53.594376 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:53.594628 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:53.594754 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] profiler.connection_string     = messaging:// {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:53.596800 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] profiler.enabled               = False {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:53.596939 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=85347) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 19:39:53.597051 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] profiler.es_doc_type           = notification {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:53.597051 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] profiler.es_scroll_size        = 10000 {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:53.597051 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] profiler.es_scroll_time        = 2m {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:53.597051 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] profiler.filter_error_trace    = False {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:53.597051 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] profiler.hmac_keys             = SECRET_KEY {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:53.597051 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:53.597051 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] profiler.socket_timeout        = 0.1 {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:53.597051 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy      = False {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:53.597888 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:53.597888 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope      = False {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:53.597888 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:53.598161 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:53.598463 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:53.598773 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:53.599051 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:53.599314 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:53.599615 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:53.602367 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:53.602367 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] nova.auth_section              = None {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:53.602367 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] nova.auth_type                 = password {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:53.602367 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] nova.auth_url                  = http://10.222.0.47/identity {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:53.602367 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:53.602367 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] nova.certfile                  = None {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:53.602367 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] nova.collect_timing            = False {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:53.602367 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] nova.default_domain_id         = None {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:53.604030 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] nova.default_domain_name       = None {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:53.604030 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] nova.domain_id                 = None {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:53.604030 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] nova.domain_name               = None {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:53.604030 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] nova.endpoint_type             = public {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:53.604030 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] nova.insecure                  = False {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:53.604030 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] nova.keyfile                   = None {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:53.604030 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] nova.live_migration_events     = False {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:53.604030 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] nova.password                  = **** {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:53.604030 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] nova.project_domain_id         = None {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:53.605213 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] nova.project_domain_name       = Default {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:53.605213 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] nova.project_id                = None {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:53.605213 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] nova.project_name              = service {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:53.605213 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] nova.region_name               = RegionOne {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:53.605213 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] nova.split_loggers             = False {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:53.605855 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] nova.system_scope              = None {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:53.605855 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] nova.timeout                   = None {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:53.605855 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] nova.trust_id                  = None {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:53.607014 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] nova.user_domain_id            = None {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:53.607014 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] nova.user_domain_name          = Default {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:53.607014 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] nova.user_id                   = None {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:53.607014 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] nova.username                  = nova {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:53.607014 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] placement.auth_section         = None {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:53.607378 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] placement.auth_type            = None {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:53.607378 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] placement.cafile               = None {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:53.607650 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] placement.certfile             = None {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:53.607875 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] placement.collect_timing       = False {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:53.608326 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] placement.endpoint_type        = public {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:53.608584 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] placement.insecure             = False {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:53.608832 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] placement.keyfile              = None {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:53.609091 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] placement.region_name          = None {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:53.609332 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] placement.split_loggers        = False {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:53.609571 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] placement.timeout              = None {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:53.609856 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] ironic.auth_section            = None {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:53.610128 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] ironic.auth_type               = None {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:53.610374 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] ironic.cafile                  = None {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:53.610617 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] ironic.certfile                = None {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:53.610916 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] ironic.collect_timing          = False {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:53.611631 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] ironic.connect_retries         = None {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:53.611631 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] ironic.connect_retry_delay     = None {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:53.611631 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] ironic.enable_notifications    = False {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:53.611903 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] ironic.endpoint_override       = None {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:53.612075 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] ironic.insecure                = False {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:53.612639 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] ironic.interface               = None {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:53.612639 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] ironic.keyfile                 = None {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:53.612810 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] ironic.max_version             = None {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:53.612982 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] ironic.min_version             = None {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:53.614219 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] ironic.region_name             = None {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:53.614219 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] ironic.service_name            = None {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:53.614219 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] ironic.service_type            = None {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:53.614219 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] ironic.split_loggers           = False {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:53.614219 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] ironic.status_code_retries     = None {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:53.614571 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:53.614571 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] ironic.timeout                 = None {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:53.614826 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] ironic.valid_interfaces        = None {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:53.615981 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] ironic.version                 = None {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:53.615981 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:53.615981 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:53.615981 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:53.616306 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:53.616436 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:53.616707 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:53.616942 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:53.617402 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:53.617813 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:53.618265 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:53.618628 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:53.618974 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:53.619257 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:53.619554 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:53.619810 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:53.620042 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:53.620538 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:53.620976 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:53.621426 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:53.621859 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:53.622331 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:53.622804 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:53.623122 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl      = False {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:53.623420 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:53.623697 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:53.623967 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:53.624296 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version =  {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:53.624625 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:53.624918 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:53.625241 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:53.625497 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:53.625802 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:53.626137 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] QUOTAS.default_quota           = -1 {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:53.626464 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] QUOTAS.quota_driver            = neutron.db.quota.driver.DbQuotaDriver {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:53.626759 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip        = 50 {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:53.627084 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] QUOTAS.quota_network           = 100 {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:53.627357 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] QUOTAS.quota_port              = 500 {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:53.627652 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy       = 10 {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:53.627926 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] QUOTAS.quota_router            = 100 {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:53.628218 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group    = 100 {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:53.628505 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:53.628781 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet            = 100 {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:53.629626 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage       = True {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:53.629626 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:53.629626 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] healthcheck.backends           = ['disable_by_file'] {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:53.629894 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] healthcheck.detailed           = False {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:53.630037 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:53.630495 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] healthcheck.path               = /healthcheck {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:53.630837 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:53.631174 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:53.631474 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:53.631693 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user  = None {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:53.632005 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix =  {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:53.632305 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host   = 127.0.0.1 {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:53.632585 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port   = 35357 {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:53.634162 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:53.634162 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:53.634162 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type   = password {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:53.634162 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri    = None {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:53.634162 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url    = http://10.222.0.47/identity {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:53.634162 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:53.634578 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] keystone_authtoken.cache       = None {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:53.634781 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] keystone_authtoken.cafile      = /opt/stack/data/ca-bundle.pem {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:53.635543 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] keystone_authtoken.certfile    = None {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:53.635831 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:53.636105 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:53.636362 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:53.636632 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id   = None {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:53.636894 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:53.637169 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:53.637419 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:53.637702 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:53.637954 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:53.638209 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:53.638471 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] keystone_authtoken.insecure    = False {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:53.638878 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] keystone_authtoken.interface   = public {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:53.639157 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile     = None {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:53.639421 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:53.639695 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:53.639953 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:53.640212 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:53.640470 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:53.640722 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:53.641018 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:53.641280 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:53.641607 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:53.641888 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] keystone_authtoken.password    = **** {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:53.642165 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:53.642449 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:53.642725 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] keystone_authtoken.project_id  = None {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:53.643039 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:53.643292 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:53.643578 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:53.643835 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:53.644085 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:53.644334 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:53.644594 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:53.644844 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id    = None {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:53.645109 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:53.645385 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:53.645652 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] keystone_authtoken.user_id     = None {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:53.645930 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] keystone_authtoken.username    = neutron {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:53.646214 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:53.646559 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] cache.backend                  = dogpile.cache.null {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:53.646834 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] cache.backend_argument         = **** {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:53.647189 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] cache.config_prefix            = cache.oslo {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:53.647478 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] cache.debug_cache_backend      = False {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:53.647732 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] cache.enabled                  = False {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:53.648002 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] cache.expiration_time          = 600 {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:53.648256 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] cache.memcache_dead_retry      = 300 {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:53.648530 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:53.648785 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:53.649042 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize    = 10 {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:53.649293 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:53.649573 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] cache.memcache_servers         = ['localhost:11211'] {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:53.649849 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout  = 1.0 {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:53.650124 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] cache.proxies                  = [] {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:53.650371 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers      = None {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:53.650703 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] cache.tls_cafile               = None {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:53.651475 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] cache.tls_certfile             = None {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:53.651700 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] cache.tls_enabled              = False {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:53.651947 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] cache.tls_keyfile              = None {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:53.652290 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] privsep.capabilities           = [21, 12, 1, 2, 19] {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:53.652563 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] privsep.group                  = None {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:53.652828 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] privsep.helper_command         = None {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:53.653083 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] privsep.thread_pool_size       = 4 {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:53.654399 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] privsep.user                   = None {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:53.654399 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:53.654399 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] privsep_dhcp_release.group     = None {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:53.654399 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:53.654399 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:53.654758 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] privsep_dhcp_release.user      = None {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:53.654758 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:53.655072 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group        = None {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:53.655226 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:53.655469 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:53.655714 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user         = None {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:53.655980 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:53.656227 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] privsep_namespace.group        = None {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:53.656482 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:53.656726 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:53.656972 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] privsep_namespace.user         = None {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:53.657307 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] AGENT.root_helper              = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:53.657594 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon       = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:53.657850 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read   = True {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:53.658171 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset     = True {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:53.658444 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:53.658764 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver  = openvswitch {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:53.659070 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:53.659434 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] ml2.extension_drivers          = ['port_security'] {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:53.659685 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] ml2.external_network_type      = None {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:53.659968 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] ml2.mechanism_drivers          = ['openvswitch', 'hyperv'] {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:53.660402 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] ml2.overlay_ip_version         = 4 {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:53.660678 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] ml2.path_mtu                   = 0 {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:53.660946 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] ml2.physical_network_mtus      = [] {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:53.661231 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] ml2.tenant_network_types       = ['vlan'] {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:53.661618 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] ml2.type_drivers               = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:53.661988 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks    = ['physnet1'] {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:53.662296 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:53.662574 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges     = ['1:1000'] {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:53.662892 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges  = ['1:1000'] {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:53.663258 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:650:699'] {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:53.663577 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges      = ['1:1000'] {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:53.663889 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group     = None {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:53.664271 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:53.664639 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] database.backend               = sqlalchemy {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:53.664927 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] database.connection            = **** {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:53.665209 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] database.connection_debug      = 0 {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:53.665483 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] database.connection_parameters =  {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:53.665790 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:53.666048 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] database.connection_trace      = False {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:53.666337 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:53.666595 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] database.db_max_retries        = 20 {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:53.666869 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:53.667117 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] database.db_retry_interval     = 1 {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:53.667403 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] database.max_overflow          = 50 {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:53.667701 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] database.max_pool_size         = 50 {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:53.667965 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] database.max_retries           = 10 {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:53.668219 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] database.mysql_enable_ndb      = False {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:53.668500 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] database.mysql_sql_mode        = TRADITIONAL {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:53.668762 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] database.pool_timeout          = None {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:53.669023 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] database.retry_interval        = 10 {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:53.669287 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] database.slave_connection      = **** {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:53.669562 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] database.sqlite_synchronous    = True {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:53.669815 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] database.use_db_reconnect      = False {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:53.670005 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}}
Apr 15 19:39:53.670554 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=85229) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}}
Apr 15 19:39:53.670743 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}}
Apr 15 19:39:53.670989 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}}
Apr 15 19:39:53.671215 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}}
Apr 15 19:39:53.671417 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}}
Apr 15 19:39:53.671566 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}}
Apr 15 19:39:53.671821 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] agent_down_time                = 75 {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:39:53.672012 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover  = True {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:39:53.672202 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:39:53.672392 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] allow_bulk                     = True {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:39:53.672577 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] allow_overlapping_ips          = True {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:39:53.672785 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] allowed_conntrack_helpers      = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:39:53.672945 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] api_extensions_path            =  {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:39:53.673136 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] api_paste_config               = api-paste.ini {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:39:53.673322 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] api_workers                    = 2 {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:39:53.673507 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] auth_strategy                  = keystone {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:39:53.673692 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] backdoor_port                  = None {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:39:53.673876 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] backdoor_socket                = None {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:39:53.674060 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] backlog                        = 4096 {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:39:53.674218 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:39:53.674402 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] bind_host                      = 0.0.0.0 {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:39:53.674559 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] bind_port                      = 9696 {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:39:53.674748 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] client_socket_timeout          = 900 {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:39:53.674983 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] config_dir                     = [] {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:39:53.675146 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:39:53.675311 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] config_source                  = [] {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:39:53.675482 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] control_exchange               = neutron {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:39:53.675625 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] core_plugin                    = ml2 {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:39:53.675815 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] debug                          = True {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:39:53.675972 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] default_availability_zones     = [] {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:39:53.676189 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:39:53.676362 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] dhcp_agent_notification        = True {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:39:53.676513 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] dhcp_agents_per_network        = 1 {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:39:53.676697 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] dhcp_lease_duration            = 86400 {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:39:53.676882 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] dhcp_load_type                 = networks {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:39:53.677068 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] dns_domain                     = openstacklocal {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:39:53.677253 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] dvr_base_mac                   = fa:16:3f:00:00:00 {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:39:53.677439 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] enable_dvr                     = True {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:39:53.677623 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] enable_new_agents              = True {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:39:53.677783 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:39:53.677969 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] enable_snat_by_default         = True {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:39:53.678154 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] enable_traditional_dhcp        = True {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:39:53.678336 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] external_dns_driver            = None {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:39:53.678521 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] filter_validation              = True {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:39:53.678706 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] global_physnet_mtu             = 1500 {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:39:53.678915 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] graceful_shutdown_timeout      = 60 {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:39:53.679055 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] host                           = dv-cinder-786383-2-iscsi {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:39:53.679239 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] host_dvr_for_dhcp              = True {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:39:53.679427 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] http_retries                   = 3 {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:39:53.679612 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] instance_format                = [instance: %(uuid)s]  {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:39:53.679792 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:39:53.679975 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] ipam_driver                    = internal {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:39:53.680160 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] ipv6_pd_enabled                = False {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:39:53.680346 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] l3_ha                          = False {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:39:53.680521 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] l3_ha_net_cidr                 = 169.254.192.0/18 {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:39:53.680719 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] l3_ha_network_physical_name    =  {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:39:53.682885 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] l3_ha_network_type             =  {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:39:53.682885 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] log_config_append              = None {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:39:53.682885 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:39:53.682885 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] log_dir                        = None {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:39:53.682885 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] log_file                       = None {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:39:53.682885 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] log_options                    = True {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:39:53.682885 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] log_rotate_interval            = 1 {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:39:53.682885 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] log_rotate_interval_type       = days {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:39:53.682885 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] log_rotation_type              = none {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:39:53.684535 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:39:53.684535 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:39:53.684535 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:39:53.684535 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:39:53.684535 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:39:53.684535 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] max_allowed_address_pair       = 10 {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:39:53.684535 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] max_dns_nameservers            = 5 {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:39:53.685667 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] max_header_line                = 16384 {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:39:53.685667 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] max_l3_agents_per_router       = 3 {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:39:53.685667 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] max_logfile_count              = 30 {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:39:53.685667 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] max_logfile_size_mb            = 200 {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:39:53.685667 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] max_routes                     = 30 {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:39:53.685667 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] max_subnet_host_routes         = 20 {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:39:53.685667 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] network_auto_schedule          = True {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:39:53.685667 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] network_link_prefix            = None {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:39:53.686737 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] network_scheduler_driver       = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:39:53.686737 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:39:53.686737 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:39:53.686737 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] pagination_max_limit           = -1 {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:39:53.686737 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] periodic_fuzzy_delay           = 5 {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:39:53.686737 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] periodic_interval              = 40 {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:39:53.686737 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] publish_errors                 = False {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:39:53.686737 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] rate_limit_burst               = 0 {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:39:53.687809 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] rate_limit_except_level        = CRITICAL {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:39:53.687809 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] rate_limit_interval            = 0 {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:39:53.687809 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] retry_until_window             = 30 {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:39:53.687809 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] router_auto_schedule           = True {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:39:53.687809 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] router_distributed             = False {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:39:53.687809 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] router_scheduler_driver        = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:39:53.687809 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] rpc_response_max_timeout       = 600 {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:39:53.687809 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] rpc_response_timeout           = 60 {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:39:53.688586 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] rpc_state_report_workers       = 0 {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:39:53.688586 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] rpc_workers                    = None {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:39:53.688586 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] send_events_interval           = 2 {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:39:53.688586 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:39:53.688586 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] setproctitle                   = on {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:39:53.688586 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] state_path                     = /opt/stack/data/neutron {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:39:53.688586 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] syslog_log_facility            = LOG_USER {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:39:53.688586 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] tcp_keepidle                   = 600 {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:39:53.689267 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] transport_url                  = **** {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:39:53.689267 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] use_eventlog                   = False {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:39:53.689267 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] use_journal                    = False {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:39:53.689267 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] use_json                       = False {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:39:53.689689 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] use_ssl                        = False {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:39:53.689689 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] use_stderr                     = False {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:39:53.689689 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] use_syslog                     = False {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:39:53.689959 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] vlan_transparent               = False {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:39:53.689959 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] watch_log_file                 = False {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:39:53.690191 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] wsgi_default_pool_size         = 100 {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:39:53.690291 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] wsgi_keep_alive                = True {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:39:53.690448 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:39:53.690666 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:53.690889 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:53.691069 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] profiler.connection_string     = messaging:// {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:53.691323 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] profiler.enabled               = False {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:53.691513 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] profiler.es_doc_type           = notification {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:53.691702 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] profiler.es_scroll_size        = 10000 {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:53.691889 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] profiler.es_scroll_time        = 2m {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:53.692077 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] profiler.filter_error_trace    = False {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:53.692264 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] profiler.hmac_keys             = SECRET_KEY {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:53.692459 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:53.692652 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] profiler.socket_timeout        = 0.1 {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:53.692810 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy      = False {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:53.693011 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:53.693206 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope      = False {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:53.693388 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:53.693579 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:53.693766 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:53.693952 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:53.694140 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:53.694299 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:53.694494 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:53.694685 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:53.694935 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] nova.auth_section              = None {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:53.695147 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] nova.auth_type                 = password {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:53.695310 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] nova.auth_url                  = http://10.222.0.47/identity {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:53.695465 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:53.695588 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] nova.certfile                  = None {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:53.695718 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] nova.collect_timing            = False {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:53.695907 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] nova.default_domain_id         = None {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:53.696096 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] nova.default_domain_name       = None {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:53.696283 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] nova.domain_id                 = None {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:53.696469 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] nova.domain_name               = None {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:53.696654 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] nova.endpoint_type             = public {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:53.696841 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] nova.insecure                  = False {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:53.697054 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] nova.keyfile                   = None {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:53.697212 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] nova.live_migration_events     = False {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:53.697397 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] nova.password                  = **** {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:53.698130 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] nova.project_domain_id         = None {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:53.698311 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] nova.project_domain_name       = Default {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:53.698499 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] nova.project_id                = None {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:53.698687 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] nova.project_name              = service {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:53.698880 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] nova.region_name               = RegionOne {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:53.699085 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] nova.split_loggers             = False {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:53.699274 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] nova.system_scope              = None {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:53.699461 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] nova.timeout                   = None {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:53.699657 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] nova.trust_id                  = None {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:53.699835 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] nova.user_domain_id            = None {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:53.700030 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] nova.user_domain_name          = Default {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:53.700223 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] nova.user_id                   = None {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:53.700633 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] nova.username                  = nova {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:53.700840 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] placement.auth_section         = None {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:53.701000 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] placement.auth_type            = None {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:53.701161 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] placement.cafile               = None {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:53.701319 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] placement.certfile             = None {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:53.701502 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] placement.collect_timing       = False {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:53.701696 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] placement.endpoint_type        = public {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:53.701858 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] placement.insecure             = False {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:53.702035 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] placement.keyfile              = None {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:53.702220 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] placement.region_name          = None {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:53.702408 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] placement.split_loggers        = False {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:53.702592 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] placement.timeout              = None {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:53.702793 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] ironic.auth_section            = None {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:53.703026 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] ironic.auth_type               = None {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:53.703208 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] ironic.cafile                  = None {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:53.703402 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] ironic.certfile                = None {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:53.703554 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] ironic.collect_timing          = False {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:53.703744 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] ironic.connect_retries         = None {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:53.703921 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] ironic.connect_retry_delay     = None {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:53.704094 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] ironic.enable_notifications    = False {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:53.704282 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] ironic.endpoint_override       = None {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:53.704472 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] ironic.insecure                = False {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:53.704658 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] ironic.interface               = None {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:53.704843 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] ironic.keyfile                 = None {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:53.705029 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] ironic.max_version             = None {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:53.705216 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] ironic.min_version             = None {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:53.705408 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] ironic.region_name             = None {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:53.705584 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] ironic.service_name            = None {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:53.705752 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] ironic.service_type            = None {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:53.705940 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] ironic.split_loggers           = False {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:53.706126 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] ironic.status_code_retries     = None {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:53.706312 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:53.706499 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] ironic.timeout                 = None {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:53.706655 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] ironic.valid_interfaces        = None {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:53.706845 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] ironic.version                 = None {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:53.707066 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:53.707271 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:53.707458 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:53.707647 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:53.707832 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:53.708019 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:53.708205 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:53.708388 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:53.708554 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:53.708740 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:53.708926 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:53.709113 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:53.709298 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:53.709487 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:53.709674 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:53.709846 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:53.710021 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:53.710207 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:53.710393 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:53.710582 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:53.710769 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:53.710981 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:53.711169 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl      = False {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:53.711363 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:53.711543 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:53.711695 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:53.711866 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version =  {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:53.712063 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:53.712250 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:53.712446 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:53.712627 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:53.712820 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:53.713021 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] QUOTAS.default_quota           = -1 {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:53.713796 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] QUOTAS.quota_driver            = neutron.db.quota.driver.DbQuotaDriver {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:53.713918 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip        = 50 {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:53.714090 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] QUOTAS.quota_network           = 100 {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:53.714277 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] QUOTAS.quota_port              = 500 {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:53.714436 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy       = 10 {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:53.714631 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] QUOTAS.quota_router            = 100 {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:53.714774 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group    = 100 {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:53.714947 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:53.715134 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet            = 100 {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:53.715321 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage       = True {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:53.715519 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:53.715716 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] healthcheck.backends           = ['disable_by_file'] {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:53.715886 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] healthcheck.detailed           = False {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:53.716039 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:53.716179 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] healthcheck.path               = /healthcheck {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:53.716404 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:53.716592 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:53.716785 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:53.716931 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user  = None {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:53.717070 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix =  {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:53.717237 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host   = 127.0.0.1 {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:53.717423 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port   = 35357 {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:53.717611 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:53.717799 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:53.717988 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type   = password {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:53.718173 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri    = None {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:53.718360 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url    = http://10.222.0.47/identity {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:53.718559 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:53.718703 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] keystone_authtoken.cache       = None {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:53.718935 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] keystone_authtoken.cafile      = /opt/stack/data/ca-bundle.pem {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:53.719126 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] keystone_authtoken.certfile    = None {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:53.719317 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:53.719506 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:53.719676 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:53.719862 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id   = None {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:53.720067 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:53.720210 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:53.720367 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:53.720553 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:53.720738 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:53.720925 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:53.721111 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] keystone_authtoken.insecure    = False {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:53.721298 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] keystone_authtoken.interface   = public {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:53.721491 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile     = None {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:53.721681 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:53.721831 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:53.721972 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:53.722157 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:53.722344 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:53.722531 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:53.722719 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:53.722917 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:53.723100 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:53.723287 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] keystone_authtoken.password    = **** {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:53.723476 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:53.723667 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:53.723856 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] keystone_authtoken.project_id  = None {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:53.724043 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:53.724236 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:53.724395 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:53.724957 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:53.724957 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:53.724957 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:53.725331 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:53.725331 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id    = None {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:53.725570 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:53.725570 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:53.725846 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] keystone_authtoken.user_id     = None {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:53.725846 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] keystone_authtoken.username    = neutron {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:53.726109 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:53.726247 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] cache.backend                  = dogpile.cache.null {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:53.726386 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] cache.backend_argument         = **** {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:53.726510 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] cache.config_prefix            = cache.oslo {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:53.726830 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] cache.debug_cache_backend      = False {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:53.727006 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] cache.enabled                  = False {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:53.727140 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] cache.expiration_time          = 600 {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:53.727413 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] cache.memcache_dead_retry      = 300 {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:53.727413 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:53.727727 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:53.727727 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize    = 10 {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:53.727938 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:53.728045 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] cache.memcache_servers         = ['localhost:11211'] {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:53.728207 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout  = 1.0 {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:53.728394 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] cache.proxies                  = [] {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:53.728583 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers      = None {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:53.729329 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] cache.tls_cafile               = None {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:53.729519 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] cache.tls_certfile             = None {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:53.729706 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] cache.tls_enabled              = False {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:53.729994 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] cache.tls_keyfile              = None {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:53.730151 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] privsep.capabilities           = [21, 12, 1, 2, 19] {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:53.730342 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] privsep.group                  = None {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:53.730548 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] privsep.helper_command         = None {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:53.730689 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] privsep.thread_pool_size       = 4 {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:53.730910 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] privsep.user                   = None {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:53.731063 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:53.731189 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] privsep_dhcp_release.group     = None {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:53.731372 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:53.731565 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:53.731731 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] privsep_dhcp_release.user      = None {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:53.731919 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:53.732106 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group        = None {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:53.732292 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:53.732478 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:53.732667 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user         = None {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:53.732864 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:53.733049 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] privsep_namespace.group        = None {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:53.733237 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:53.733429 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:53.733624 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] privsep_namespace.user         = None {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:53.733786 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] AGENT.root_helper              = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:53.733952 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon       = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:53.734142 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read   = True {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:53.734322 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset     = True {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:53.734479 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:53.734591 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver  = openvswitch {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:53.734864 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:53.735106 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] ml2.extension_drivers          = ['port_security'] {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:53.735106 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] ml2.external_network_type      = None {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:53.735371 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] ml2.mechanism_drivers          = ['openvswitch', 'hyperv'] {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:53.735508 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] ml2.overlay_ip_version         = 4 {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:53.735718 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] ml2.path_mtu                   = 0 {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:53.735718 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] ml2.physical_network_mtus      = [] {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:53.736051 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] ml2.tenant_network_types       = ['vlan'] {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:53.736051 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] ml2.type_drivers               = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:53.736331 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks    = ['physnet1'] {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:53.736469 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:53.736607 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges     = ['1:1000'] {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:53.736745 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges  = ['1:1000'] {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:53.736978 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=85346) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 19:39:53.737132 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:650:699'] {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:53.737132 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges      = ['1:1000'] {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:53.737464 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group     = None {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:53.737464 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:53.737730 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] database.backend               = sqlalchemy {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:53.737869 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] database.connection            = **** {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:53.738007 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] database.connection_debug      = 0 {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:53.738144 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] database.connection_parameters =  {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:53.738280 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:53.738426 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] database.connection_trace      = False {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:53.738565 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:53.738703 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] database.db_max_retries        = 20 {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:53.738909 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:53.739071 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] database.db_retry_interval     = 1 {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:53.739251 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] database.max_overflow          = 50 {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:53.739446 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] database.max_pool_size         = 50 {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:53.739609 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] database.max_retries           = 10 {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:53.739750 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] database.mysql_enable_ndb      = False {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:53.739896 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] database.mysql_sql_mode        = TRADITIONAL {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:53.740079 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] database.pool_timeout          = None {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:53.740265 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] database.retry_interval        = 10 {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:53.740453 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] database.slave_connection      = **** {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:53.740640 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] database.sqlite_synchronous    = True {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:53.740829 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] database.use_db_reconnect      = False {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:39:53.741012 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=85229) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}}
Apr 15 19:39:53.966168 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.wsgi [-] (85344) accepted ('10.222.0.47', 40350) {{(pid=85344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:39:53.978330 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [-] 10.222.0.47 "GET / HTTP/1.1" status: 200  len: 253 time: 0.0094247
Apr 15 19:40:05.517725 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d34c95c-dd23-439a-abf1-4883cd2b7d7a None None] get_active_networks_info from dv-cinder-786383-2-iscsi {{(pid=85346) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}}
Apr 15 19:40:05.680372 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d34c95c-dd23-439a-abf1-4883cd2b7d7a None None] No non-hosted networks {{(pid=85346) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}}
Apr 15 19:40:05.719683 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.agentschedulers_db [None req-6d34c95c-dd23-439a-abf1-4883cd2b7d7a None None] DHCP Agent not found on host dv-cinder-786383-2-iscsi {{(pid=85346) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}}
Apr 15 19:40:05.954018 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-ab4035f8-d516-406e-9484-ea63599b55fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789847050935'] for agent, after_create {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:40:08.000645 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-c5940773-42b1-4bf9-a05a-c54335f138e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789847050935'] for agent, after_create {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:40:08.055576 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-99254f84-a292-40ae-8afc-98280d73735d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789847050935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-428960'] for agent, after_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:40:09.138116 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-b400c4f8-8969-424f-8663-39cf5b6e1207 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789847050935'] for agent, after_create {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:40:09.476852 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-56ecdebd-c5a0-4569-bc96-ba437f5ce558 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789847050935'] for agent, after_create {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:40:09.477875 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ecdebd-c5a0-4569-bc96-ba437f5ce558 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:40:09.478468 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ecdebd-c5a0-4569-bc96-ba437f5ce558 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:40:09.479081 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ecdebd-c5a0-4569-bc96-ba437f5ce558 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:40:09.480184 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ecdebd-c5a0-4569-bc96-ba437f5ce558 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:40:09.480753 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ecdebd-c5a0-4569-bc96-ba437f5ce558 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:40:09.481313 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ecdebd-c5a0-4569-bc96-ba437f5ce558 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:40:09.481859 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ecdebd-c5a0-4569-bc96-ba437f5ce558 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:40:09.482435 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ecdebd-c5a0-4569-bc96-ba437f5ce558 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:40:09.483024 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ecdebd-c5a0-4569-bc96-ba437f5ce558 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:40:09.483576 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ecdebd-c5a0-4569-bc96-ba437f5ce558 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:40:09.484984 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ecdebd-c5a0-4569-bc96-ba437f5ce558 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:40:09.485689 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ecdebd-c5a0-4569-bc96-ba437f5ce558 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:40:09.486976 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ecdebd-c5a0-4569-bc96-ba437f5ce558 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7fe8b9f93828>, 'Open vSwitch agent', 'dv-cinder-786383-2-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=85346) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 19:40:09.497527 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ecdebd-c5a0-4569-bc96-ba437f5ce558 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7fe8b9fde048>,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-786383-2-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=85346) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 19:40:10.535248 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-3d77682a-3290-49f5-9a09-7e8e47f8ddca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789847050935'] for agent, after_create {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:40:11.205199 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.wsgi [-] (85344) accepted ('10.222.0.47', 40438) {{(pid=85344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:40:11.941685 dv-cinder-786383-2-iscsi neutron-server[85229]: WARNING oslo_policy.policy [None req-c928be4c-637f-4374-8ac2-b2aa109d8e29 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 15 19:40:11.942234 dv-cinder-786383-2-iscsi neutron-server[85229]: WARNING oslo_policy.policy [None req-c928be4c-637f-4374-8ac2-b2aa109d8e29 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 15 19:40:12.175187 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.wsgi [None req-c928be4c-637f-4374-8ac2-b2aa109d8e29 admin admin] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=85344) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 15 19:40:12.176244 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [None req-c928be4c-637f-4374-8ac2-b2aa109d8e29 admin admin] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.9700370
Apr 15 19:40:14.287620 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.db.l3_hamode_db [None req-4538b9ce-2364-451f-9412-e2df374e85f0 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1
Apr 15 19:40:14.378845 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4538b9ce-2364-451f-9412-e2df374e85f0 None None] Routers set() bound to L3 agent in host dv-cinder-786383-2-iscsi {{(pid=85346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 19:40:14.379339 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4538b9ce-2364-451f-9412-e2df374e85f0 None None] Router IDs set() for agent in host dv-cinder-786383-2-iscsi {{(pid=85346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:466}}
Apr 15 19:40:15.143280 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.wsgi [-] (85344) accepted ('10.222.0.47', 40454) {{(pid=85344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:40:15.546117 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.v2.base [None req-4d36a6d6-4cd2-4ecb-a831-4a51d5fd408d admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26, 'is_default': True, 'shared': True}} {{(pid=85344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 19:40:15.655392 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.policy [None req-4d36a6d6-4cd2-4ecb-a831-4a51d5fd408d admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=85344) register_rules /opt/stack/neutron/neutron/policy.py:75}}
Apr 15 19:40:15.711628 dv-cinder-786383-2-iscsi neutron-server[85229]: WARNING oslo_policy.policy [None req-4d36a6d6-4cd2-4ecb-a831-4a51d5fd408d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 15 19:40:15.712052 dv-cinder-786383-2-iscsi neutron-server[85229]: WARNING oslo_policy.policy [None req-4d36a6d6-4cd2-4ecb-a831-4a51d5fd408d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 15 19:40:15.731529 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.quota [None req-4d36a6d6-4cd2-4ecb-a831-4a51d5fd408d admin admin] Loaded quota_driver: <neutron.db.quota.driver.DbQuotaDriver object at 0x7fe8ba8b60f0>.
Apr 15 19:40:15.747809 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.quota.driver [None req-4d36a6d6-4cd2-4ecb-a831-4a51d5fd408d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:40:15.806213 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-4d36a6d6-4cd2-4ecb-a831-4a51d5fd408d admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363247003267192', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363247003268828', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363247003249627', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363247003251647', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363247003234805', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363247003236020', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-27220', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change--9223372036854741770', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change--9223372036853163570', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1998729'] for rbac-policy, before_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:40:16.040216 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-4d36a6d6-4cd2-4ecb-a831-4a51d5fd408d admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:40:16.041452 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [None req-4d36a6d6-4cd2-4ecb-a831-4a51d5fd408d admin admin] 10.222.0.47 "POST /v2.0/subnetpools HTTP/1.1" status: 201  len: 739 time: 0.8970888
Apr 15 19:40:19.125516 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.wsgi [-] (85344) accepted ('10.222.0.47', 40468) {{(pid=85344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:40:19.509525 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.v2.base [None req-f144d76d-0730-4ab2-81a1-0a3340644029 admin admin] Request body: {'network': {'name': 'private', 'project_id': 'd162b3ac8fb64ea8b08c84e6cfec19fd', 'admin_state_up': True}} {{(pid=85344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 19:40:19.515343 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.quota.driver [None req-f144d76d-0730-4ab2-81a1-0a3340644029 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:40:19.519880 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource [None req-f144d76d-0730-4ab2-81a1-0a3340644029 admin admin] Usage tracker for resource:network and tenant:d162b3ac8fb64ea8b08c84e6cfec19fd is out of sync, need to count used quota {{(pid=85344) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:40:19.524000 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource [None req-f144d76d-0730-4ab2-81a1-0a3340644029 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85344) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:40:19.530938 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.quota.driver [None req-f144d76d-0730-4ab2-81a1-0a3340644029 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:40:19.539908 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f144d76d-0730-4ab2-81a1-0a3340644029 admin admin] Made reservation on behalf of d162b3ac8fb64ea8b08c84e6cfec19fd for: {'network': 1} {{(pid=85344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 15 19:40:19.546379 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-f144d76d-0730-4ab2-81a1-0a3340644029 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854565853'] for network, before_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:40:19.563418 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-f144d76d-0730-4ab2-81a1-0a3340644029 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:40:19.578683 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.quota.driver [None req-f144d76d-0730-4ab2-81a1-0a3340644029 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:40:19.582626 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource [None req-f144d76d-0730-4ab2-81a1-0a3340644029 admin admin] Usage tracker for resource:security_group_rule and tenant:d162b3ac8fb64ea8b08c84e6cfec19fd is out of sync, need to count used quota {{(pid=85344) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:40:19.586129 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource [None req-f144d76d-0730-4ab2-81a1-0a3340644029 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85344) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:40:19.594363 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.quota.driver [None req-f144d76d-0730-4ab2-81a1-0a3340644029 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:40:19.701520 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-f144d76d-0730-4ab2-81a1-0a3340644029 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:40:19.704652 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-f144d76d-0730-4ab2-81a1-0a3340644029 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806004'] for security_group, after_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:40:19.709600 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:40:19.728010 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f144d76d-0730-4ab2-81a1-0a3340644029 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 662}  {{(pid=85344) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 15 19:40:19.757891 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-f144d76d-0730-4ab2-81a1-0a3340644029 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363247007724865', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854767479'] for segment, precommit_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:40:19.758419 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-f144d76d-0730-4ab2-81a1-0a3340644029 admin admin] Unsubscribe: <function _add_segment_host_mapping_for_segment at 0x7fe8bb60abf8> segment precommit_create {{(pid=85344) unsubscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:84}}
Apr 15 19:40:19.758914 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.db.segments_db [None req-f144d76d-0730-4ab2-81a1-0a3340644029 admin admin] Added segment a490561c-0795-42ef-a6f3-60ab26a3c401 of type vlan for network 1e870edf-dbf6-4068-8e38-81a434faf8b3
Apr 15 19:40:19.808919 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f144d76d-0730-4ab2-81a1-0a3340644029 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec8398ff-18ac-4474-ad55-3da6dd26c49c,revision_number=1']} {{(pid=85344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:40:19.826400 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f144d76d-0730-4ab2-81a1-0a3340644029 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:40:19.826764 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f144d76d-0730-4ab2-81a1-0a3340644029 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:40:19.827147 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f144d76d-0730-4ab2-81a1-0a3340644029 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:40:19.827498 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f144d76d-0730-4ab2-81a1-0a3340644029 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:40:19.827845 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f144d76d-0730-4ab2-81a1-0a3340644029 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:40:19.828202 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f144d76d-0730-4ab2-81a1-0a3340644029 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:40:19.828544 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f144d76d-0730-4ab2-81a1-0a3340644029 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:40:19.828886 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f144d76d-0730-4ab2-81a1-0a3340644029 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:40:19.829243 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f144d76d-0730-4ab2-81a1-0a3340644029 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:40:19.829580 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f144d76d-0730-4ab2-81a1-0a3340644029 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:40:19.829919 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f144d76d-0730-4ab2-81a1-0a3340644029 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:40:19.830252 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f144d76d-0730-4ab2-81a1-0a3340644029 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:40:19.831331 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f144d76d-0730-4ab2-81a1-0a3340644029 admin admin] Tracked resource versions report:
Apr 15 19:40:19.831331 dv-cinder-786383-2-iscsi neutron-server[85229]: pushed versions:
Apr 15 19:40:19.831331 dv-cinder-786383-2-iscsi neutron-server[85229]: {   'AddressGroup': {'1.2'},
Apr 15 19:40:19.831331 dv-cinder-786383-2-iscsi neutron-server[85229]:     'ConntrackHelper': {'1.0'},
Apr 15 19:40:19.831331 dv-cinder-786383-2-iscsi neutron-server[85229]:     'Log': {'1.0'},
Apr 15 19:40:19.831331 dv-cinder-786383-2-iscsi neutron-server[85229]:     'Network': {'1.1'},
Apr 15 19:40:19.831331 dv-cinder-786383-2-iscsi neutron-server[85229]:     'Port': {'1.7'},
Apr 15 19:40:19.831331 dv-cinder-786383-2-iscsi neutron-server[85229]:     'PortForwarding': {'1.2'},
Apr 15 19:40:19.831331 dv-cinder-786383-2-iscsi neutron-server[85229]:     'QosPolicy': {'1.8'},
Apr 15 19:40:19.831331 dv-cinder-786383-2-iscsi neutron-server[85229]:     'SecurityGroup': {'1.4'},
Apr 15 19:40:19.831331 dv-cinder-786383-2-iscsi neutron-server[85229]:     'SecurityGroupRule': {'1.2'},
Apr 15 19:40:19.831331 dv-cinder-786383-2-iscsi neutron-server[85229]:     'SubPort': {'1.0'},
Apr 15 19:40:19.831331 dv-cinder-786383-2-iscsi neutron-server[85229]:     'Subnet': {'1.1'},
Apr 15 19:40:19.831331 dv-cinder-786383-2-iscsi neutron-server[85229]:     'Trunk': {'1.1'}}
Apr 15 19:40:19.831331 dv-cinder-786383-2-iscsi neutron-server[85229]: consumer versions:
Apr 15 19:40:19.831331 dv-cinder-786383-2-iscsi neutron-server[85229]: {   DHCP agent@dv-cinder-786383-2-iscsi: {},
Apr 15 19:40:19.831331 dv-cinder-786383-2-iscsi neutron-server[85229]:     L3 agent@dv-cinder-786383-2-iscsi: {},
Apr 15 19:40:19.831331 dv-cinder-786383-2-iscsi neutron-server[85229]:     Metadata agent@dv-cinder-786383-2-iscsi: {},
Apr 15 19:40:19.831331 dv-cinder-786383-2-iscsi neutron-server[85229]:     Metering agent@dv-cinder-786383-2-iscsi: {},
Apr 15 19:40:19.831331 dv-cinder-786383-2-iscsi neutron-server[85229]:     Open vSwitch agent@dv-cinder-786383-2-iscsi: {   'AddressGroup': '1.2',
Apr 15 19:40:19.831331 dv-cinder-786383-2-iscsi neutron-server[85229]:                                                      'ConntrackHelper': '1.0',
Apr 15 19:40:19.831331 dv-cinder-786383-2-iscsi neutron-server[85229]:                                                      'Log': '1.0',
Apr 15 19:40:19.831331 dv-cinder-786383-2-iscsi neutron-server[85229]:                                                      'Network': '1.1',
Apr 15 19:40:19.831331 dv-cinder-786383-2-iscsi neutron-server[85229]:                                                      'Port': '1.7',
Apr 15 19:40:19.831331 dv-cinder-786383-2-iscsi neutron-server[85229]:                                                      'PortForwarding': '1.2',
Apr 15 19:40:19.831331 dv-cinder-786383-2-iscsi neutron-server[85229]:                                                      'QosPolicy': '1.8',
Apr 15 19:40:19.831331 dv-cinder-786383-2-iscsi neutron-server[85229]:                                                      'SecurityGroup': '1.4',
Apr 15 19:40:19.831331 dv-cinder-786383-2-iscsi neutron-server[85229]:                                                      'SecurityGroupRule': '1.2',
Apr 15 19:40:19.831331 dv-cinder-786383-2-iscsi neutron-server[85229]:                                                      'SubPort': '1.0',
Apr 15 19:40:19.831331 dv-cinder-786383-2-iscsi neutron-server[85229]:                                                      'Subnet': '1.1',
Apr 15 19:40:19.831331 dv-cinder-786383-2-iscsi neutron-server[85229]:                                                      'Trunk': '1.1'}}
Apr 15 19:40:19.831331 dv-cinder-786383-2-iscsi neutron-server[85229]:  {{(pid=85344) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Apr 15 19:40:19.881717 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-f144d76d-0730-4ab2-81a1-0a3340644029 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789846470498'] for network, precommit_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:40:19.888438 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-f144d76d-0730-4ab2-81a1-0a3340644029 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:40:19.921865 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-f144d76d-0730-4ab2-81a1-0a3340644029 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852808340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852972410'] for network, after_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:40:19.923356 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f144d76d-0730-4ab2-81a1-0a3340644029 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:40:19.924022 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-f144d76d-0730-4ab2-81a1-0a3340644029 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852972363'] for network, before_response {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:40:19.929045 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:40:20.035577 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [None req-f144d76d-0730-4ab2-81a1-0a3340644029 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201  len: 849 time: 0.9087923
Apr 15 19:40:20.041099 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f144d76d-0730-4ab2-81a1-0a3340644029 admin admin] Pushing event updated for resources: {'Network': ['ID=1e870edf-dbf6-4068-8e38-81a434faf8b3,revision_number=1']} {{(pid=85344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:40:20.044842 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-f144d76d-0730-4ab2-81a1-0a3340644029 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:40:20.056927 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.rpc [None req-56ecdebd-c5a0-4569-bc96-ba437f5ce558 None None] Network 1e870edf-dbf6-4068-8e38-81a434faf8b3 details requested by agent ovs-agent-dv-cinder-786383-2-iscsi with host dv-cinder-786383-2-iscsi {{(pid=85346) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 15 19:40:23.190205 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.wsgi [-] (85344) accepted ('10.222.0.47', 40484) {{(pid=85344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:40:23.686869 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e471714-d7bd-4560-9a14-276835280832 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:40:23.688387 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [None req-9e471714-d7bd-4560-9a14-276835280832 admin admin] 10.222.0.47 "GET /v2.0/networks/1e870edf-dbf6-4068-8e38-81a434faf8b3 HTTP/1.1" status: 200  len: 825 time: 0.4971094
Apr 15 19:40:23.720792 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [None req-f1755a63-4189-4644-a52e-5fba5dacca82 admin admin] 10.222.0.47 "GET /v2.0/subnetpools/c3698e09-edec-4b2c-b790-733b4cf6160c HTTP/1.1" status: 200  len: 734 time: 0.0259495
Apr 15 19:40:23.731310 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.v2.base [None req-d2216a28-bf19-4fba-99f1-0b79870957bf admin admin] Request body: {'subnet': {'tenant_id': 'd162b3ac8fb64ea8b08c84e6cfec19fd', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'network_id': '1e870edf-dbf6-4068-8e38-81a434faf8b3', 'subnetpool_id': 'c3698e09-edec-4b2c-b790-733b4cf6160c', 'name': 'private-subnet'}} {{(pid=85344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 19:40:23.736074 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.quota.driver [None req-d2216a28-bf19-4fba-99f1-0b79870957bf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:40:23.740044 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource [None req-d2216a28-bf19-4fba-99f1-0b79870957bf admin admin] Usage tracker for resource:subnet and tenant:d162b3ac8fb64ea8b08c84e6cfec19fd is out of sync, need to count used quota {{(pid=85344) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:40:23.743086 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource [None req-d2216a28-bf19-4fba-99f1-0b79870957bf admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85344) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:40:23.749663 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.quota.driver [None req-d2216a28-bf19-4fba-99f1-0b79870957bf admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:40:23.759781 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2216a28-bf19-4fba-99f1-0b79870957bf admin admin] Made reservation on behalf of d162b3ac8fb64ea8b08c84e6cfec19fd for: {'subnet': 1} {{(pid=85344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 15 19:40:23.764748 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-d2216a28-bf19-4fba-99f1-0b79870957bf admin admin] Notify callbacks [] for subnet, before_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:40:24.258593 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-d2216a28-bf19-4fba-99f1-0b79870957bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852808376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852972410'] for subnet, after_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:40:24.273678 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:40:24.407763 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2216a28-bf19-4fba-99f1-0b79870957bf admin admin] Pushing event updated for resources: {'Subnet': ['ID=bd2e0d9c-f09f-4b58-b9fd-990a59624c5f,revision_number=0']} {{(pid=85344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:40:24.411752 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-d2216a28-bf19-4fba-99f1-0b79870957bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:40:24.486929 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2216a28-bf19-4fba-99f1-0b79870957bf admin admin] Checking segment: {'id': 'a490561c-0795-42ef-a6f3-60ab26a3c401', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '1e870edf-dbf6-4068-8e38-81a434faf8b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 19:40:24.487319 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2216a28-bf19-4fba-99f1-0b79870957bf admin admin] Network hostable DHCP agents. Network: 1e870edf-dbf6-4068-8e38-81a434faf8b3, hostable agents: ['48b86c86-f902-4f97-86c7-19da88045e62'], hosted agents: [] {{(pid=85344) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 15 19:40:24.507643 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2216a28-bf19-4fba-99f1-0b79870957bf admin admin] Network 1e870edf-dbf6-4068-8e38-81a434faf8b3 is scheduled to be hosted by DHCP agent 48b86c86-f902-4f97-86c7-19da88045e62 with binding_index 1 {{(pid=85344) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 15 19:40:24.517125 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.scheduler.base_scheduler [None req-d2216a28-bf19-4fba-99f1-0b79870957bf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786383-2-iscsi, 1e870edf-dbf6-4068-8e38-81a434faf8b3) {{(pid=85344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 19:40:24.523609 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2216a28-bf19-4fba-99f1-0b79870957bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:40:24.524600 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-d2216a28-bf19-4fba-99f1-0b79870957bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852972363'] for subnet, before_response {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:40:24.530903 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39ae3e91-dd02-4568-9b08-188b6ef894dd None None] Network 1e870edf-dbf6-4068-8e38-81a434faf8b3 requested from dv-cinder-786383-2-iscsi {{(pid=85346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 15 19:40:24.551823 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [None req-d2216a28-bf19-4fba-99f1-0b79870957bf admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 854 time: 0.8249145
Apr 15 19:40:25.058552 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b25475a-1b31-4fa8-a4de-25ea8c390d10 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc01a18e6-8f98-5b6c-8b5b-44e18d93fa4e-1e870edf-dbf6-4068-8e38-81a434faf8b3', 'network_id': '1e870edf-dbf6-4068-8e38-81a434faf8b3', 'tenant_id': 'd162b3ac8fb64ea8b08c84e6cfec19fd', 'fixed_ips': [{'subnet_id': 'bd2e0d9c-f09f-4b58-b9fd-990a59624c5f'}]}} from dv-cinder-786383-2-iscsi. {{(pid=85346) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}}
Apr 15 19:40:25.059638 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-6b25475a-1b31-4fa8-a4de-25ea8c390d10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854565853'] for port, before_create {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:40:25.256650 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.db_base_plugin_common [None req-6b25475a-1b31-4fa8-a4de-25ea8c390d10 None None] Allocated IP 172.20.0.2 (1e870edf-dbf6-4068-8e38-81a434faf8b3/bd2e0d9c-f09f-4b58-b9fd-990a59624c5f/a08e2642-9849-4e92-b140-a904416f9b8c) {{(pid=85346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 15 19:40:25.495738 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-6b25475a-1b31-4fa8-a4de-25ea8c390d10 None None] Notify callbacks [] for port, precommit_create {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:40:25.509039 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.provisioning_blocks [None req-6b25475a-1b31-4fa8-a4de-25ea8c390d10 None None] Transition to ACTIVE for port object a08e2642-9849-4e92-b140-a904416f9b8c will not be triggered until provisioned by entity L2. {{(pid=85346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 19:40:25.531136 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.provisioning_blocks [None req-6b25475a-1b31-4fa8-a4de-25ea8c390d10 None None] Transition to ACTIVE for port object a08e2642-9849-4e92-b140-a904416f9b8c will not be triggered until provisioned by entity DHCP. {{(pid=85346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 19:40:25.539136 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-6b25475a-1b31-4fa8-a4de-25ea8c390d10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854693686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852972410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789846482393'] for port, after_create {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:40:25.558637 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:40:25.687393 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b25475a-1b31-4fa8-a4de-25ea8c390d10 None None] Pushing event updated for resources: {'Port': ['ID=a08e2642-9849-4e92-b140-a904416f9b8c,revision_number=1']} {{(pid=85346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:40:25.706046 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b25475a-1b31-4fa8-a4de-25ea8c390d10 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:40:25.706420 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b25475a-1b31-4fa8-a4de-25ea8c390d10 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:40:25.706786 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b25475a-1b31-4fa8-a4de-25ea8c390d10 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:40:25.707202 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b25475a-1b31-4fa8-a4de-25ea8c390d10 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:40:25.707558 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b25475a-1b31-4fa8-a4de-25ea8c390d10 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:40:25.707920 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b25475a-1b31-4fa8-a4de-25ea8c390d10 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:40:25.708275 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b25475a-1b31-4fa8-a4de-25ea8c390d10 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:40:25.708619 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b25475a-1b31-4fa8-a4de-25ea8c390d10 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:40:25.708986 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b25475a-1b31-4fa8-a4de-25ea8c390d10 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:40:25.709337 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b25475a-1b31-4fa8-a4de-25ea8c390d10 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:40:25.709685 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b25475a-1b31-4fa8-a4de-25ea8c390d10 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:40:25.710033 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b25475a-1b31-4fa8-a4de-25ea8c390d10 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:40:25.711131 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b25475a-1b31-4fa8-a4de-25ea8c390d10 None None] Tracked resource versions report:
Apr 15 19:40:25.711131 dv-cinder-786383-2-iscsi neutron-server[85229]: pushed versions:
Apr 15 19:40:25.711131 dv-cinder-786383-2-iscsi neutron-server[85229]: {   'AddressGroup': {'1.2'},
Apr 15 19:40:25.711131 dv-cinder-786383-2-iscsi neutron-server[85229]:     'ConntrackHelper': {'1.0'},
Apr 15 19:40:25.711131 dv-cinder-786383-2-iscsi neutron-server[85229]:     'Log': {'1.0'},
Apr 15 19:40:25.711131 dv-cinder-786383-2-iscsi neutron-server[85229]:     'Network': {'1.1'},
Apr 15 19:40:25.711131 dv-cinder-786383-2-iscsi neutron-server[85229]:     'Port': {'1.7'},
Apr 15 19:40:25.711131 dv-cinder-786383-2-iscsi neutron-server[85229]:     'PortForwarding': {'1.2'},
Apr 15 19:40:25.711131 dv-cinder-786383-2-iscsi neutron-server[85229]:     'QosPolicy': {'1.8'},
Apr 15 19:40:25.711131 dv-cinder-786383-2-iscsi neutron-server[85229]:     'SecurityGroup': {'1.4'},
Apr 15 19:40:25.711131 dv-cinder-786383-2-iscsi neutron-server[85229]:     'SecurityGroupRule': {'1.2'},
Apr 15 19:40:25.711131 dv-cinder-786383-2-iscsi neutron-server[85229]:     'SubPort': {'1.0'},
Apr 15 19:40:25.711131 dv-cinder-786383-2-iscsi neutron-server[85229]:     'Subnet': {'1.1'},
Apr 15 19:40:25.711131 dv-cinder-786383-2-iscsi neutron-server[85229]:     'Trunk': {'1.1'}}
Apr 15 19:40:25.711131 dv-cinder-786383-2-iscsi neutron-server[85229]: consumer versions:
Apr 15 19:40:25.711131 dv-cinder-786383-2-iscsi neutron-server[85229]: {   DHCP agent@dv-cinder-786383-2-iscsi: {},
Apr 15 19:40:25.711131 dv-cinder-786383-2-iscsi neutron-server[85229]:     L3 agent@dv-cinder-786383-2-iscsi: {},
Apr 15 19:40:25.711131 dv-cinder-786383-2-iscsi neutron-server[85229]:     Metadata agent@dv-cinder-786383-2-iscsi: {},
Apr 15 19:40:25.711131 dv-cinder-786383-2-iscsi neutron-server[85229]:     Metering agent@dv-cinder-786383-2-iscsi: {},
Apr 15 19:40:25.711131 dv-cinder-786383-2-iscsi neutron-server[85229]:     Open vSwitch agent@dv-cinder-786383-2-iscsi: {   'AddressGroup': '1.2',
Apr 15 19:40:25.711131 dv-cinder-786383-2-iscsi neutron-server[85229]:                                                      'ConntrackHelper': '1.0',
Apr 15 19:40:25.711131 dv-cinder-786383-2-iscsi neutron-server[85229]:                                                      'Log': '1.0',
Apr 15 19:40:25.711131 dv-cinder-786383-2-iscsi neutron-server[85229]:                                                      'Network': '1.1',
Apr 15 19:40:25.711131 dv-cinder-786383-2-iscsi neutron-server[85229]:                                                      'Port': '1.7',
Apr 15 19:40:25.711131 dv-cinder-786383-2-iscsi neutron-server[85229]:                                                      'PortForwarding': '1.2',
Apr 15 19:40:25.711131 dv-cinder-786383-2-iscsi neutron-server[85229]:                                                      'QosPolicy': '1.8',
Apr 15 19:40:25.711131 dv-cinder-786383-2-iscsi neutron-server[85229]:                                                      'SecurityGroup': '1.4',
Apr 15 19:40:25.711131 dv-cinder-786383-2-iscsi neutron-server[85229]:                                                      'SecurityGroupRule': '1.2',
Apr 15 19:40:25.711131 dv-cinder-786383-2-iscsi neutron-server[85229]:                                                      'SubPort': '1.0',
Apr 15 19:40:25.711131 dv-cinder-786383-2-iscsi neutron-server[85229]:                                                      'Subnet': '1.1',
Apr 15 19:40:25.711131 dv-cinder-786383-2-iscsi neutron-server[85229]:                                                      'Trunk': '1.1'}}
Apr 15 19:40:25.711131 dv-cinder-786383-2-iscsi neutron-server[85229]:  {{(pid=85346) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Apr 15 19:40:25.715496 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-6b25475a-1b31-4fa8-a4de-25ea8c390d10 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:40:25.773021 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b25475a-1b31-4fa8-a4de-25ea8c390d10 None None] Network 1e870edf-dbf6-4068-8e38-81a434faf8b3 is already hosted by enough agents. {{(pid=85346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 15 19:40:25.774234 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.scheduler.base_scheduler [None req-6b25475a-1b31-4fa8-a4de-25ea8c390d10 None None] Resources bound (agent type, host, resource id):  {{(pid=85346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 19:40:25.778020 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b25475a-1b31-4fa8-a4de-25ea8c390d10 None None] Received port after_create {{(pid=85346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 15 19:40:25.880096 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.managers [None req-6b25475a-1b31-4fa8-a4de-25ea8c390d10 None None] Attempting to bind port a08e2642-9849-4e92-b140-a904416f9b8c on host dv-cinder-786383-2-iscsi for vnic_type normal with profile  {{(pid=85346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 15 19:40:25.880520 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.managers [None req-6b25475a-1b31-4fa8-a4de-25ea8c390d10 None None] Attempting to bind port a08e2642-9849-4e92-b140-a904416f9b8c by drivers openvswitch,hyperv on host dv-cinder-786383-2-iscsi at level 0 using segments [{'id': 'a490561c-0795-42ef-a6f3-60ab26a3c401', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '1e870edf-dbf6-4068-8e38-81a434faf8b3'}] {{(pid=85346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 15 19:40:25.880938 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b25475a-1b31-4fa8-a4de-25ea8c390d10 None None] Attempting to bind port a08e2642-9849-4e92-b140-a904416f9b8c on network 1e870edf-dbf6-4068-8e38-81a434faf8b3 {{(pid=85346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 19:40:25.887212 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b25475a-1b31-4fa8-a4de-25ea8c390d10 None None] Checking agent: {'id': 'be1a0b7a-7144-4bb6-9f10-b289de7b23b3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786383-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 19, 40, 9), 'started_at': datetime.datetime(2021, 4, 15, 19, 40, 9), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 19, 40, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786383-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 15 19:40:25.887625 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b25475a-1b31-4fa8-a4de-25ea8c390d10 None None] Checking segment: {'id': 'a490561c-0795-42ef-a6f3-60ab26a3c401', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '1e870edf-dbf6-4068-8e38-81a434faf8b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 19:40:25.888100 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-6b25475a-1b31-4fa8-a4de-25ea8c390d10 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:40:25.888648 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b25475a-1b31-4fa8-a4de-25ea8c390d10 None None] Bound using segment: {'id': 'a490561c-0795-42ef-a6f3-60ab26a3c401', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '1e870edf-dbf6-4068-8e38-81a434faf8b3'} {{(pid=85346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 15 19:40:25.889190 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.managers [None req-6b25475a-1b31-4fa8-a4de-25ea8c390d10 None None] Bound port: a08e2642-9849-4e92-b140-a904416f9b8c, host: dv-cinder-786383-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a490561c-0795-42ef-a6f3-60ab26a3c401', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '1e870edf-dbf6-4068-8e38-81a434faf8b3'}}] {{(pid=85346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 15 19:40:25.889570 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-6b25475a-1b31-4fa8-a4de-25ea8c390d10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854565853'] for port, before_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:40:25.987594 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.db [None req-6b25475a-1b31-4fa8-a4de-25ea8c390d10 None None] For port a08e2642-9849-4e92-b140-a904416f9b8c, host dv-cinder-786383-2-iscsi, cleared binding levels {{(pid=85346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 15 19:40:25.991843 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.db [None req-6b25475a-1b31-4fa8-a4de-25ea8c390d10 None None] For port a08e2642-9849-4e92-b140-a904416f9b8c, host dv-cinder-786383-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-2-iscsi',level=0,port_id=a08e2642-9849-4e92-b140-a904416f9b8c,segment=NetworkSegment(a490561c-0795-42ef-a6f3-60ab26a3c401),segment_id=a490561c-0795-42ef-a6f3-60ab26a3c401)] {{(pid=85346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 15 19:40:25.995766 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-6b25475a-1b31-4fa8-a4de-25ea8c390d10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854693686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852972410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789846929216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789846482410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789846483725'] for port, after_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:40:26.011242 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-6b25475a-1b31-4fa8-a4de-25ea8c390d10 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:40:26.163092 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b25475a-1b31-4fa8-a4de-25ea8c390d10 None None] Pushing event updated for resources: {'Port': ['ID=a08e2642-9849-4e92-b140-a904416f9b8c,revision_number=2']} {{(pid=85346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:40:26.176256 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-6b25475a-1b31-4fa8-a4de-25ea8c390d10 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:40:27.412962 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.wsgi [-] (85345) accepted ('10.222.0.47', 40494) {{(pid=85345) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:40:28.123337 dv-cinder-786383-2-iscsi neutron-server[85229]: WARNING oslo_policy.policy [None req-52393448-7302-4597-a7e0-b327463658f8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 15 19:40:28.124007 dv-cinder-786383-2-iscsi neutron-server[85229]: WARNING oslo_policy.policy [None req-52393448-7302-4597-a7e0-b327463658f8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 15 19:40:28.357375 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.wsgi [None req-52393448-7302-4597-a7e0-b327463658f8 admin admin] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=85345) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 15 19:40:28.358716 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [None req-52393448-7302-4597-a7e0-b327463658f8 admin admin] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.9437981
Apr 15 19:40:31.188973 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.wsgi [-] (85345) accepted ('10.222.0.47', 40510) {{(pid=85345) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:40:31.607250 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.wsgi [None req-9d70f5b1-ab7f-421f-9e08-96c210686d04 admin admin] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=85345) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 15 19:40:31.608374 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [None req-9d70f5b1-ab7f-421f-9e08-96c210686d04 admin admin] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.4183919
Apr 15 19:40:31.756656 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.rpc [None req-56ecdebd-c5a0-4569-bc96-ba437f5ce558 None None] Device a08e2642-9849-4e92-b140-a904416f9b8c up at agent ovs-agent-dv-cinder-786383-2-iscsi {{(pid=85346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 19:40:31.841845 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.provisioning_blocks [None req-56ecdebd-c5a0-4569-bc96-ba437f5ce558 None None] Provisioning for port a08e2642-9849-4e92-b140-a904416f9b8c completed by entity L2. {{(pid=85346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 19:40:33.187678 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03991efa-91e9-48e7-9de1-7b141bb80c7d None None] Network 1e870edf-dbf6-4068-8e38-81a434faf8b3 requested from dv-cinder-786383-2-iscsi {{(pid=85346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 15 19:40:33.280641 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.provisioning_blocks [None req-7495f318-b62c-4269-8a8f-b74d9c703b16 None None] Provisioning for port a08e2642-9849-4e92-b140-a904416f9b8c completed by entity DHCP. {{(pid=85346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 19:40:33.296781 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.provisioning_blocks [None req-7495f318-b62c-4269-8a8f-b74d9c703b16 None None] Provisioning complete for port a08e2642-9849-4e92-b140-a904416f9b8c triggered by entity DHCP. {{(pid=85346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 19:40:33.297200 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-7495f318-b62c-4269-8a8f-b74d9c703b16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-428662'] for port, provisioning_complete {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:40:33.537349 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-7495f318-b62c-4269-8a8f-b74d9c703b16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854565853'] for port, before_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:40:33.585440 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.db [None req-7495f318-b62c-4269-8a8f-b74d9c703b16 None None] For port a08e2642-9849-4e92-b140-a904416f9b8c, host dv-cinder-786383-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-2-iscsi',level=0,port_id=a08e2642-9849-4e92-b140-a904416f9b8c,segment=NetworkSegment(a490561c-0795-42ef-a6f3-60ab26a3c401),segment_id=a490561c-0795-42ef-a6f3-60ab26a3c401)] {{(pid=85346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 19:40:33.595009 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-7495f318-b62c-4269-8a8f-b74d9c703b16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854693686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852972410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789846929216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789846482410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789846483725'] for port, after_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:40:33.601192 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:40:33.677108 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7495f318-b62c-4269-8a8f-b74d9c703b16 None None] Pushing event updated for resources: {'Port': ['ID=a08e2642-9849-4e92-b140-a904416f9b8c,revision_number=3']} {{(pid=85346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:40:33.680411 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-7495f318-b62c-4269-8a8f-b74d9c703b16 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:40:33.920972 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.provisioning_blocks [None req-e3eed5af-d449-4c60-bb50-58df538db736 None None] Provisioning complete for port a08e2642-9849-4e92-b140-a904416f9b8c triggered by entity DHCP. {{(pid=85346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 19:40:33.921379 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-e3eed5af-d449-4c60-bb50-58df538db736 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-428662'] for port, provisioning_complete {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:40:34.748372 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.wsgi [-] (85345) accepted ('10.222.0.47', 40524) {{(pid=85345) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:40:35.132051 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.v2.base [None req-c103c2c2-a3b8-4d91-9ca8-ba0ec841c51d admin admin] Request body: {'router': {'admin_state_up': True, 'name': 'router1', 'tenant_id': 'd162b3ac8fb64ea8b08c84e6cfec19fd'}} {{(pid=85345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 19:40:35.210571 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.policy [None req-c103c2c2-a3b8-4d91-9ca8-ba0ec841c51d admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=85345) register_rules /opt/stack/neutron/neutron/policy.py:75}}
Apr 15 19:40:35.266736 dv-cinder-786383-2-iscsi neutron-server[85229]: WARNING oslo_policy.policy [None req-c103c2c2-a3b8-4d91-9ca8-ba0ec841c51d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 15 19:40:35.267100 dv-cinder-786383-2-iscsi neutron-server[85229]: WARNING oslo_policy.policy [None req-c103c2c2-a3b8-4d91-9ca8-ba0ec841c51d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 15 19:40:35.285762 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.quota [None req-c103c2c2-a3b8-4d91-9ca8-ba0ec841c51d admin admin] Loaded quota_driver: <neutron.db.quota.driver.DbQuotaDriver object at 0x7fe8ba7f1128>.
Apr 15 19:40:35.301891 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.quota.driver [None req-c103c2c2-a3b8-4d91-9ca8-ba0ec841c51d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85345) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:40:35.308383 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource [None req-c103c2c2-a3b8-4d91-9ca8-ba0ec841c51d admin admin] Usage tracker for resource:router and tenant:d162b3ac8fb64ea8b08c84e6cfec19fd is out of sync, need to count used quota {{(pid=85345) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:40:35.313072 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource [None req-c103c2c2-a3b8-4d91-9ca8-ba0ec841c51d admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=85345) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:40:35.320869 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.quota.driver [None req-c103c2c2-a3b8-4d91-9ca8-ba0ec841c51d admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85345) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:40:35.335465 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-c103c2c2-a3b8-4d91-9ca8-ba0ec841c51d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036853104155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854716007'] for router, before_create {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:40:35.337512 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-c103c2c2-a3b8-4d91-9ca8-ba0ec841c51d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1671480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1673062', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1979644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59777'] for router, precommit_create {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:40:35.363641 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-c103c2c2-a3b8-4d91-9ca8-ba0ec841c51d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:40:35.399853 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-7e846369-12f0-4db1-8ea5-2ea04585b933 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789847050935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-428960'] for agent, after_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:40:35.635266 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-c103c2c2-a3b8-4d91-9ca8-ba0ec841c51d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1671646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036853102800'] for router, after_create {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:40:35.655096 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-c103c2c2-a3b8-4d91-9ca8-ba0ec841c51d admin admin] Notify callbacks [] for router, before_response {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:40:35.656352 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [None req-c103c2c2-a3b8-4d91-9ca8-ba0ec841c51d admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201  len: 709 time: 0.9069488
Apr 15 19:40:35.733892 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.rpc [None req-56ecdebd-c5a0-4569-bc96-ba437f5ce558 None None] Device a08e2642-9849-4e92-b140-a904416f9b8c up at agent ovs-agent-dv-cinder-786383-2-iscsi {{(pid=85346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 19:40:35.814152 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.provisioning_blocks [None req-56ecdebd-c5a0-4569-bc96-ba437f5ce558 None None] Provisioning complete for port a08e2642-9849-4e92-b140-a904416f9b8c triggered by entity L2. {{(pid=85346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 19:40:35.814780 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-56ecdebd-c5a0-4569-bc96-ba437f5ce558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-428662'] for port, provisioning_complete {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:40:38.012351 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-e12650e0-c33b-4b6f-95ea-b9e458d973d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789847050935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-428960'] for agent, after_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:40:38.442920 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.wsgi [-] (85345) accepted ('10.222.0.47', 40546) {{(pid=85345) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:40:38.617396 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.wsgi [None req-0e14a964-a81f-4d79-8216-d4bae220b1f8 admin admin] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=85345) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 15 19:40:38.618481 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [None req-0e14a964-a81f-4d79-8216-d4bae220b1f8 admin admin] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.1745498
Apr 15 19:40:39.053297 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-b400c4f8-8969-424f-8663-39cf5b6e1207 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789847050935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-428960'] for agent, after_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:40:39.466137 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-56ecdebd-c5a0-4569-bc96-ba437f5ce558 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789847050935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-428960'] for agent, after_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:40:40.474588 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-3d77682a-3290-49f5-9a09-7e8e47f8ddca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789847050935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-428960'] for agent, after_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:40:41.241994 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.wsgi [-] (85345) accepted ('10.222.0.47', 40566) {{(pid=85345) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:40:41.297455 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.v2.base [None req-ac6becaf-b1ab-4b25-a25b-288c7939a842 admin admin] Request body: {'network': {'provider:network_type': 'flat', 'provider:physical_network': 'physnet1', 'name': 'public', 'admin_state_up': True, 'is_default': True, 'router:external': True}} {{(pid=85345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 19:40:41.304121 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.quota.driver [None req-ac6becaf-b1ab-4b25-a25b-288c7939a842 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85345) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:40:41.309016 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource [None req-ac6becaf-b1ab-4b25-a25b-288c7939a842 admin admin] Usage tracker for resource:network and tenant:7ab32a6e2ad8454d8891593aaaeb3e80 is out of sync, need to count used quota {{(pid=85345) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:40:41.312755 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource [None req-ac6becaf-b1ab-4b25-a25b-288c7939a842 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85345) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:40:41.319334 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.quota.driver [None req-ac6becaf-b1ab-4b25-a25b-288c7939a842 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85345) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:40:41.329573 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac6becaf-b1ab-4b25-a25b-288c7939a842 admin admin] Made reservation on behalf of 7ab32a6e2ad8454d8891593aaaeb3e80 for: {'network': 1} {{(pid=85345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 15 19:40:41.335787 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-ac6becaf-b1ab-4b25-a25b-288c7939a842 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854565853'] for network, before_create {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:40:41.353334 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-ac6becaf-b1ab-4b25-a25b-288c7939a842 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:40:41.368509 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.quota.driver [None req-ac6becaf-b1ab-4b25-a25b-288c7939a842 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85345) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:40:41.373047 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource [None req-ac6becaf-b1ab-4b25-a25b-288c7939a842 admin admin] Usage tracker for resource:security_group_rule and tenant:7ab32a6e2ad8454d8891593aaaeb3e80 is out of sync, need to count used quota {{(pid=85345) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:40:41.376261 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource [None req-ac6becaf-b1ab-4b25-a25b-288c7939a842 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85345) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:40:41.382136 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.quota.driver [None req-ac6becaf-b1ab-4b25-a25b-288c7939a842 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85345) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:40:41.480744 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-ac6becaf-b1ab-4b25-a25b-288c7939a842 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:40:41.483527 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-ac6becaf-b1ab-4b25-a25b-288c7939a842 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806004'] for security_group, after_create {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:40:41.488294 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:40:41.501535 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-ac6becaf-b1ab-4b25-a25b-288c7939a842 admin admin] Reserving flat network on physical network physnet1 {{(pid=85345) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:101}}
Apr 15 19:40:41.531915 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-ac6becaf-b1ab-4b25-a25b-288c7939a842 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363247007724865', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854767479'] for segment, precommit_create {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:40:41.532526 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-ac6becaf-b1ab-4b25-a25b-288c7939a842 admin admin] Unsubscribe: <function _add_segment_host_mapping_for_segment at 0x7fe8bb60abf8> segment precommit_create {{(pid=85345) unsubscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:84}}
Apr 15 19:40:41.533002 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.db.segments_db [None req-ac6becaf-b1ab-4b25-a25b-288c7939a842 admin admin] Added segment e9359222-f335-47df-9fcb-1acccd0748d1 of type flat for network 0b576887-bb01-4bfc-8617-ca8b886d7b7e
Apr 15 19:40:41.587596 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6becaf-b1ab-4b25-a25b-288c7939a842 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44c3c4d5-70b3-420d-b7ee-a81c6c0a2d5e,revision_number=1']} {{(pid=85345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:40:41.607336 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6becaf-b1ab-4b25-a25b-288c7939a842 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:40:41.607708 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6becaf-b1ab-4b25-a25b-288c7939a842 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:40:41.608066 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6becaf-b1ab-4b25-a25b-288c7939a842 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:40:41.608423 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6becaf-b1ab-4b25-a25b-288c7939a842 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:40:41.608772 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6becaf-b1ab-4b25-a25b-288c7939a842 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:40:41.609142 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6becaf-b1ab-4b25-a25b-288c7939a842 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:40:41.609578 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6becaf-b1ab-4b25-a25b-288c7939a842 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:40:41.609836 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6becaf-b1ab-4b25-a25b-288c7939a842 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:40:41.610195 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6becaf-b1ab-4b25-a25b-288c7939a842 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:40:41.610545 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6becaf-b1ab-4b25-a25b-288c7939a842 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:40:41.610904 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6becaf-b1ab-4b25-a25b-288c7939a842 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:40:41.611252 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6becaf-b1ab-4b25-a25b-288c7939a842 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:40:41.612297 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6becaf-b1ab-4b25-a25b-288c7939a842 admin admin] Tracked resource versions report:
Apr 15 19:40:41.612297 dv-cinder-786383-2-iscsi neutron-server[85229]: pushed versions:
Apr 15 19:40:41.612297 dv-cinder-786383-2-iscsi neutron-server[85229]: {   'AddressGroup': {'1.2'},
Apr 15 19:40:41.612297 dv-cinder-786383-2-iscsi neutron-server[85229]:     'ConntrackHelper': {'1.0'},
Apr 15 19:40:41.612297 dv-cinder-786383-2-iscsi neutron-server[85229]:     'Log': {'1.0'},
Apr 15 19:40:41.612297 dv-cinder-786383-2-iscsi neutron-server[85229]:     'Network': {'1.1'},
Apr 15 19:40:41.612297 dv-cinder-786383-2-iscsi neutron-server[85229]:     'Port': {'1.7'},
Apr 15 19:40:41.612297 dv-cinder-786383-2-iscsi neutron-server[85229]:     'PortForwarding': {'1.2'},
Apr 15 19:40:41.612297 dv-cinder-786383-2-iscsi neutron-server[85229]:     'QosPolicy': {'1.8'},
Apr 15 19:40:41.612297 dv-cinder-786383-2-iscsi neutron-server[85229]:     'SecurityGroup': {'1.4'},
Apr 15 19:40:41.612297 dv-cinder-786383-2-iscsi neutron-server[85229]:     'SecurityGroupRule': {'1.2'},
Apr 15 19:40:41.612297 dv-cinder-786383-2-iscsi neutron-server[85229]:     'SubPort': {'1.0'},
Apr 15 19:40:41.612297 dv-cinder-786383-2-iscsi neutron-server[85229]:     'Subnet': {'1.1'},
Apr 15 19:40:41.612297 dv-cinder-786383-2-iscsi neutron-server[85229]:     'Trunk': {'1.1'}}
Apr 15 19:40:41.612297 dv-cinder-786383-2-iscsi neutron-server[85229]: consumer versions:
Apr 15 19:40:41.612297 dv-cinder-786383-2-iscsi neutron-server[85229]: {   DHCP agent@dv-cinder-786383-2-iscsi: {},
Apr 15 19:40:41.612297 dv-cinder-786383-2-iscsi neutron-server[85229]:     L3 agent@dv-cinder-786383-2-iscsi: {},
Apr 15 19:40:41.612297 dv-cinder-786383-2-iscsi neutron-server[85229]:     Metadata agent@dv-cinder-786383-2-iscsi: {},
Apr 15 19:40:41.612297 dv-cinder-786383-2-iscsi neutron-server[85229]:     Metering agent@dv-cinder-786383-2-iscsi: {},
Apr 15 19:40:41.612297 dv-cinder-786383-2-iscsi neutron-server[85229]:     Open vSwitch agent@dv-cinder-786383-2-iscsi: {   'AddressGroup': '1.2',
Apr 15 19:40:41.612297 dv-cinder-786383-2-iscsi neutron-server[85229]:                                                      'ConntrackHelper': '1.0',
Apr 15 19:40:41.612297 dv-cinder-786383-2-iscsi neutron-server[85229]:                                                      'Log': '1.0',
Apr 15 19:40:41.612297 dv-cinder-786383-2-iscsi neutron-server[85229]:                                                      'Network': '1.1',
Apr 15 19:40:41.612297 dv-cinder-786383-2-iscsi neutron-server[85229]:                                                      'Port': '1.7',
Apr 15 19:40:41.612297 dv-cinder-786383-2-iscsi neutron-server[85229]:                                                      'PortForwarding': '1.2',
Apr 15 19:40:41.612297 dv-cinder-786383-2-iscsi neutron-server[85229]:                                                      'QosPolicy': '1.8',
Apr 15 19:40:41.612297 dv-cinder-786383-2-iscsi neutron-server[85229]:                                                      'SecurityGroup': '1.4',
Apr 15 19:40:41.612297 dv-cinder-786383-2-iscsi neutron-server[85229]:                                                      'SecurityGroupRule': '1.2',
Apr 15 19:40:41.612297 dv-cinder-786383-2-iscsi neutron-server[85229]:                                                      'SubPort': '1.0',
Apr 15 19:40:41.612297 dv-cinder-786383-2-iscsi neutron-server[85229]:                                                      'Subnet': '1.1',
Apr 15 19:40:41.612297 dv-cinder-786383-2-iscsi neutron-server[85229]:                                                      'Trunk': '1.1'}}
Apr 15 19:40:41.612297 dv-cinder-786383-2-iscsi neutron-server[85229]:  {{(pid=85345) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Apr 15 19:40:41.660248 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-ac6becaf-b1ab-4b25-a25b-288c7939a842 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:40:41.665110 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-ac6becaf-b1ab-4b25-a25b-288c7939a842 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789846470498'] for network, precommit_create {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:40:41.714928 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-ac6becaf-b1ab-4b25-a25b-288c7939a842 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852808340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852972410'] for network, after_create {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:40:41.716416 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac6becaf-b1ab-4b25-a25b-288c7939a842 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:40:41.717080 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-ac6becaf-b1ab-4b25-a25b-288c7939a842 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852972363'] for network, before_response {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:40:41.722032 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:40:41.836326 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [None req-ac6becaf-b1ab-4b25-a25b-288c7939a842 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201  len: 847 time: 0.5930784
Apr 15 19:40:41.836967 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6becaf-b1ab-4b25-a25b-288c7939a842 admin admin] Pushing event updated for resources: {'Network': ['ID=0b576887-bb01-4bfc-8617-ca8b886d7b7e,revision_number=1']} {{(pid=85345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:40:41.840738 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-ac6becaf-b1ab-4b25-a25b-288c7939a842 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:40:41.848637 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.rpc [None req-56ecdebd-c5a0-4569-bc96-ba437f5ce558 None None] Network 0b576887-bb01-4bfc-8617-ca8b886d7b7e details requested by agent ovs-agent-dv-cinder-786383-2-iscsi with host dv-cinder-786383-2-iscsi {{(pid=85346) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 15 19:40:44.449208 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.wsgi [-] (85345) accepted ('10.222.0.47', 40580) {{(pid=85345) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:40:44.567949 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f8c0743-6ef4-4d31-b7bd-0aeac55c2f36 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:40:44.569405 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [None req-6f8c0743-6ef4-4d31-b7bd-0aeac55c2f36 admin admin] 10.222.0.47 "GET /v2.0/subnets/bd2e0d9c-f09f-4b58-b9fd-990a59624c5f HTTP/1.1" status: 200  len: 849 time: 0.1191678
Apr 15 19:40:44.723717 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [None req-06d4fc31-3720-41b5-aa91-54c88fa0fa1b admin admin] 10.222.0.47 "GET /v2.0/routers/90881214-1ad1-42e9-b184-93ea3411d557 HTTP/1.1" status: 200  len: 704 time: 0.1471496
Apr 15 19:40:45.219807 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-baf65a46-3ba3-4504-b844-5b7823c312b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854565853'] for port, before_create {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:40:45.605137 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.db_base_plugin_common [None req-baf65a46-3ba3-4504-b844-5b7823c312b9 admin admin] Allocated IP 172.20.0.1 (1e870edf-dbf6-4068-8e38-81a434faf8b3/bd2e0d9c-f09f-4b58-b9fd-990a59624c5f/7e74e04e-ccc8-422d-9342-35f2feace8cf) {{(pid=85345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 15 19:40:45.771533 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-baf65a46-3ba3-4504-b844-5b7823c312b9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:40:45.791189 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.provisioning_blocks [None req-baf65a46-3ba3-4504-b844-5b7823c312b9 admin admin] Transition to ACTIVE for port object 7e74e04e-ccc8-422d-9342-35f2feace8cf will not be triggered until provisioned by entity DHCP. {{(pid=85345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 19:40:45.846701 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-baf65a46-3ba3-4504-b844-5b7823c312b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854693686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852972410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789846482393'] for port, after_create {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:40:45.863263 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:40:45.998100 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf65a46-3ba3-4504-b844-5b7823c312b9 admin admin] Pushing event updated for resources: {'Port': ['ID=7e74e04e-ccc8-422d-9342-35f2feace8cf,revision_number=1']} {{(pid=85345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:40:46.008591 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-baf65a46-3ba3-4504-b844-5b7823c312b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:40:46.064845 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baf65a46-3ba3-4504-b844-5b7823c312b9 admin admin] Network 1e870edf-dbf6-4068-8e38-81a434faf8b3 is already hosted by enough agents. {{(pid=85345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 15 19:40:46.065999 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.scheduler.base_scheduler [None req-baf65a46-3ba3-4504-b844-5b7823c312b9 admin admin] Resources bound (agent type, host, resource id):  {{(pid=85345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 19:40:46.069066 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baf65a46-3ba3-4504-b844-5b7823c312b9 admin admin] Received port after_create {{(pid=85345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 15 19:40:46.069604 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-baf65a46-3ba3-4504-b844-5b7823c312b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1672309'] for router_interface, before_create {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:40:46.235474 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.provisioning_blocks [None req-433f2284-b95e-4648-a080-5dc7b8d64f7e None None] Provisioning for port 7e74e04e-ccc8-422d-9342-35f2feace8cf completed by entity DHCP. {{(pid=85346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 19:40:46.240472 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.provisioning_blocks [None req-433f2284-b95e-4648-a080-5dc7b8d64f7e None None] Provisioning complete for port 7e74e04e-ccc8-422d-9342-35f2feace8cf triggered by entity DHCP. {{(pid=85346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 19:40:46.240880 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-433f2284-b95e-4648-a080-5dc7b8d64f7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-428662'] for port, provisioning_complete {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:40:46.297321 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.plugin [None req-433f2284-b95e-4648-a080-5dc7b8d64f7e None None] Port 7e74e04e-ccc8-422d-9342-35f2feace8cf cannot update to ACTIVE because it is not bound. {{(pid=85346) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 15 19:40:46.341726 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-baf65a46-3ba3-4504-b844-5b7823c312b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854565853'] for port, before_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:40:46.585353 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-baf65a46-3ba3-4504-b844-5b7823c312b9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:40:46.588778 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-baf65a46-3ba3-4504-b844-5b7823c312b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854693686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852972410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789846929216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789846482410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789846483725'] for port, after_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:40:46.589855 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-baf65a46-3ba3-4504-b844-5b7823c312b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036852972393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853103598'] for router_interface, after_create {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:40:46.604529 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:40:46.745164 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf65a46-3ba3-4504-b844-5b7823c312b9 admin admin] Pushing event updated for resources: {'Port': ['ID=7e74e04e-ccc8-422d-9342-35f2feace8cf,revision_number=2']} {{(pid=85345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:40:46.752802 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-baf65a46-3ba3-4504-b844-5b7823c312b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:40:46.819872 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baf65a46-3ba3-4504-b844-5b7823c312b9 admin admin] Network 1e870edf-dbf6-4068-8e38-81a434faf8b3 is already hosted by enough agents. {{(pid=85345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 15 19:40:46.821097 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.scheduler.base_scheduler [None req-baf65a46-3ba3-4504-b844-5b7823c312b9 admin admin] Resources bound (agent type, host, resource id):  {{(pid=85345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 19:40:47.020520 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.provisioning_blocks [None req-f833f0d9-5cdf-48e4-b5e1-9ad6c9d5026f None None] Provisioning complete for port 7e74e04e-ccc8-422d-9342-35f2feace8cf triggered by entity DHCP. {{(pid=85346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 19:40:47.020925 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-f833f0d9-5cdf-48e4-b5e1-9ad6c9d5026f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-428662'] for port, provisioning_complete {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:40:47.034358 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-baf65a46-3ba3-4504-b844-5b7823c312b9 admin admin] Router 90881214-1ad1-42e9-b184-93ea3411d557 is scheduled to L3 agent 74482fb0-5b00-43f0-8fa9-533a3c8b2378 with binding_index 1 {{(pid=85345) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Apr 15 19:40:47.082274 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.plugin [None req-f833f0d9-5cdf-48e4-b5e1-9ad6c9d5026f None None] Port 7e74e04e-ccc8-422d-9342-35f2feace8cf cannot update to ACTIVE because it is not bound. {{(pid=85346) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 15 19:40:47.367475 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-baf65a46-3ba3-4504-b844-5b7823c312b9 admin admin] Notify agent at l3_agent.dv-cinder-786383-2-iscsi the message routers_updated {{(pid=85345) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 15 19:40:47.377147 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [None req-baf65a46-3ba3-4504-b844-5b7823c312b9 admin admin] 10.222.0.47 "PUT /v2.0/routers/90881214-1ad1-42e9-b184-93ea3411d557/add_router_interface HTTP/1.1" status: 200  len: 508 time: 2.6478148
Apr 15 19:40:47.378751 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22043965-b4e9-4cb2-8db5-607d6ace194f None None] Sync routers for ids ['90881214-1ad1-42e9-b184-93ea3411d557'] in dv-cinder-786383-2-iscsi {{(pid=85347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 15 19:40:47.392898 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22043965-b4e9-4cb2-8db5-607d6ace194f None None] Routers {'90881214-1ad1-42e9-b184-93ea3411d557'} bound to L3 agent in host dv-cinder-786383-2-iscsi {{(pid=85347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 19:40:47.392898 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.l3_hamode_db [None req-22043965-b4e9-4cb2-8db5-607d6ace194f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe8b9f49a20>, 'dv-cinder-786383-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-15T19:40:08Z,description=<?>,heartbeat_timestamp=2021-04-15T19:40:38Z,host='dv-cinder-786383-2-iscsi',id=74482fb0-5b00-43f0-8fa9-533a3c8b2378,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T19:40:08Z,topic='l3_agent')) {'router_ids': ['90881214-1ad1-42e9-b184-93ea3411d557'], 'active': True} {{(pid=85347) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 19:40:47.590506 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.l3_dvr_db [None req-22043965-b4e9-4cb2-8db5-607d6ace194f None None] Set router 90881214-1ad1-42e9-b184-93ea3411d557 gateway port host: None {{(pid=85347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 19:40:48.180142 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.l3_hamode_db [None req-22043965-b4e9-4cb2-8db5-607d6ace194f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe8b9f49a20>, [{'id': '90881214-1ad1-42e9-b184-93ea3411d557', 'name': 'router1', 'tenant_id': 'd162b3ac8fb64ea8b08c84e6cfec19fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:40:35Z', 'updated_at': '2021-04-15T19:40:46Z', 'revision_number': 2, 'project_id': 'd162b3ac8fb64ea8b08c84e6cfec19fd', 'gw_port_host': None, '_interfaces': [{'id': '7e74e04e-ccc8-422d-9342-35f2feace8cf', 'name': '', 'network_id': '1e870edf-dbf6-4068-8e38-81a434faf8b3', 'tenant_id': 'd162b3ac8fb64ea8b08c84e6cfec19fd', 'mac_address': 'fa:16:3e:9a:7c:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90881214-1ad1-42e9-b184-93ea3411d557', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'bd2e0d9c-f09f-4b58-b9fd-990a59624c5f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:40:45Z', 'updated_at': '2021-04-15T19:40:46Z', 'revision_number': 2, 'project_id': 'd162b3ac8fb64ea8b08c84e6cfec19fd', 'subnets': [{'id': 'bd2e0d9c-f09f-4b58-b9fd-990a59624c5f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c3698e09-edec-4b2c-b790-733b4cf6160c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786383-2-iscsi', False) {} {{(pid=85347) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 19:40:48.185533 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22043965-b4e9-4cb2-8db5-607d6ace194f None None] Checking router: 90881214-1ad1-42e9-b184-93ea3411d557 for host: dv-cinder-786383-2-iscsi {{(pid=85347) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 15 19:40:48.185928 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22043965-b4e9-4cb2-8db5-607d6ace194f None None] Updating router 90881214-1ad1-42e9-b184-93ea3411d557 port 7e74e04e-ccc8-422d-9342-35f2feace8cf binding host dv-cinder-786383-2-iscsi {{(pid=85347) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 15 19:40:48.243804 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-22043965-b4e9-4cb2-8db5-607d6ace194f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854565853'] for port, before_update {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:40:48.668177 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-22043965-b4e9-4cb2-8db5-607d6ace194f None None] Notify callbacks [] for port, precommit_update {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:40:48.687701 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.provisioning_blocks [None req-22043965-b4e9-4cb2-8db5-607d6ace194f None None] Transition to ACTIVE for port object 7e74e04e-ccc8-422d-9342-35f2feace8cf will not be triggered until provisioned by entity L2. {{(pid=85347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 19:40:48.694929 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-22043965-b4e9-4cb2-8db5-607d6ace194f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854693686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852972410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789846929216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789846482410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789846483725'] for port, after_update {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:40:48.712956 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:40:48.855587 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a66e618-91fa-4882-ac5e-d8ce172ae33f None None] Pushing event updated for resources: {'Port': ['ID=7e74e04e-ccc8-422d-9342-35f2feace8cf,revision_number=3']} {{(pid=85347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:40:48.876389 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a66e618-91fa-4882-ac5e-d8ce172ae33f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:40:48.876764 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a66e618-91fa-4882-ac5e-d8ce172ae33f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:40:48.877135 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a66e618-91fa-4882-ac5e-d8ce172ae33f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:40:48.877498 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a66e618-91fa-4882-ac5e-d8ce172ae33f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:40:48.877855 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a66e618-91fa-4882-ac5e-d8ce172ae33f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:40:48.878213 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a66e618-91fa-4882-ac5e-d8ce172ae33f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:40:48.878569 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a66e618-91fa-4882-ac5e-d8ce172ae33f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:40:48.878948 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a66e618-91fa-4882-ac5e-d8ce172ae33f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:40:48.879310 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a66e618-91fa-4882-ac5e-d8ce172ae33f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:40:48.879662 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a66e618-91fa-4882-ac5e-d8ce172ae33f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:40:48.880012 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a66e618-91fa-4882-ac5e-d8ce172ae33f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:40:48.880361 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a66e618-91fa-4882-ac5e-d8ce172ae33f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:40:48.881414 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a66e618-91fa-4882-ac5e-d8ce172ae33f None None] Tracked resource versions report:
Apr 15 19:40:48.881414 dv-cinder-786383-2-iscsi neutron-server[85229]: pushed versions:
Apr 15 19:40:48.881414 dv-cinder-786383-2-iscsi neutron-server[85229]: {   'AddressGroup': {'1.2'},
Apr 15 19:40:48.881414 dv-cinder-786383-2-iscsi neutron-server[85229]:     'ConntrackHelper': {'1.0'},
Apr 15 19:40:48.881414 dv-cinder-786383-2-iscsi neutron-server[85229]:     'Log': {'1.0'},
Apr 15 19:40:48.881414 dv-cinder-786383-2-iscsi neutron-server[85229]:     'Network': {'1.1'},
Apr 15 19:40:48.881414 dv-cinder-786383-2-iscsi neutron-server[85229]:     'Port': {'1.7'},
Apr 15 19:40:48.881414 dv-cinder-786383-2-iscsi neutron-server[85229]:     'PortForwarding': {'1.2'},
Apr 15 19:40:48.881414 dv-cinder-786383-2-iscsi neutron-server[85229]:     'QosPolicy': {'1.8'},
Apr 15 19:40:48.881414 dv-cinder-786383-2-iscsi neutron-server[85229]:     'SecurityGroup': {'1.4'},
Apr 15 19:40:48.881414 dv-cinder-786383-2-iscsi neutron-server[85229]:     'SecurityGroupRule': {'1.2'},
Apr 15 19:40:48.881414 dv-cinder-786383-2-iscsi neutron-server[85229]:     'SubPort': {'1.0'},
Apr 15 19:40:48.881414 dv-cinder-786383-2-iscsi neutron-server[85229]:     'Subnet': {'1.1'},
Apr 15 19:40:48.881414 dv-cinder-786383-2-iscsi neutron-server[85229]:     'Trunk': {'1.1'}}
Apr 15 19:40:48.881414 dv-cinder-786383-2-iscsi neutron-server[85229]: consumer versions:
Apr 15 19:40:48.881414 dv-cinder-786383-2-iscsi neutron-server[85229]: {   DHCP agent@dv-cinder-786383-2-iscsi: {},
Apr 15 19:40:48.881414 dv-cinder-786383-2-iscsi neutron-server[85229]:     L3 agent@dv-cinder-786383-2-iscsi: {},
Apr 15 19:40:48.881414 dv-cinder-786383-2-iscsi neutron-server[85229]:     Metadata agent@dv-cinder-786383-2-iscsi: {},
Apr 15 19:40:48.881414 dv-cinder-786383-2-iscsi neutron-server[85229]:     Metering agent@dv-cinder-786383-2-iscsi: {},
Apr 15 19:40:48.881414 dv-cinder-786383-2-iscsi neutron-server[85229]:     Open vSwitch agent@dv-cinder-786383-2-iscsi: {   'AddressGroup': '1.2',
Apr 15 19:40:48.881414 dv-cinder-786383-2-iscsi neutron-server[85229]:                                                      'ConntrackHelper': '1.0',
Apr 15 19:40:48.881414 dv-cinder-786383-2-iscsi neutron-server[85229]:                                                      'Log': '1.0',
Apr 15 19:40:48.881414 dv-cinder-786383-2-iscsi neutron-server[85229]:                                                      'Network': '1.1',
Apr 15 19:40:48.881414 dv-cinder-786383-2-iscsi neutron-server[85229]:                                                      'Port': '1.7',
Apr 15 19:40:48.881414 dv-cinder-786383-2-iscsi neutron-server[85229]:                                                      'PortForwarding': '1.2',
Apr 15 19:40:48.881414 dv-cinder-786383-2-iscsi neutron-server[85229]:                                                      'QosPolicy': '1.8',
Apr 15 19:40:48.881414 dv-cinder-786383-2-iscsi neutron-server[85229]:                                                      'SecurityGroup': '1.4',
Apr 15 19:40:48.881414 dv-cinder-786383-2-iscsi neutron-server[85229]:                                                      'SecurityGroupRule': '1.2',
Apr 15 19:40:48.881414 dv-cinder-786383-2-iscsi neutron-server[85229]:                                                      'SubPort': '1.0',
Apr 15 19:40:48.881414 dv-cinder-786383-2-iscsi neutron-server[85229]:                                                      'Subnet': '1.1',
Apr 15 19:40:48.881414 dv-cinder-786383-2-iscsi neutron-server[85229]:                                                      'Trunk': '1.1'}}
Apr 15 19:40:48.881414 dv-cinder-786383-2-iscsi neutron-server[85229]:  {{(pid=85347) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Apr 15 19:40:48.891435 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-1a66e618-91fa-4882-ac5e-d8ce172ae33f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=85347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:40:49.095580 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.managers [None req-22043965-b4e9-4cb2-8db5-607d6ace194f None None] Attempting to bind port 7e74e04e-ccc8-422d-9342-35f2feace8cf on host dv-cinder-786383-2-iscsi for vnic_type normal with profile  {{(pid=85347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 15 19:40:49.096005 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.managers [None req-22043965-b4e9-4cb2-8db5-607d6ace194f None None] Attempting to bind port 7e74e04e-ccc8-422d-9342-35f2feace8cf by drivers openvswitch,hyperv on host dv-cinder-786383-2-iscsi at level 0 using segments [{'id': 'a490561c-0795-42ef-a6f3-60ab26a3c401', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '1e870edf-dbf6-4068-8e38-81a434faf8b3'}] {{(pid=85347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 15 19:40:49.096415 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22043965-b4e9-4cb2-8db5-607d6ace194f None None] Attempting to bind port 7e74e04e-ccc8-422d-9342-35f2feace8cf on network 1e870edf-dbf6-4068-8e38-81a434faf8b3 {{(pid=85347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 19:40:49.103802 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22043965-b4e9-4cb2-8db5-607d6ace194f None None] Checking agent: {'id': 'be1a0b7a-7144-4bb6-9f10-b289de7b23b3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786383-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 19, 40, 9), 'started_at': datetime.datetime(2021, 4, 15, 19, 40, 39), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 19, 40, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786383-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 15 19:40:49.104236 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22043965-b4e9-4cb2-8db5-607d6ace194f None None] Checking segment: {'id': 'a490561c-0795-42ef-a6f3-60ab26a3c401', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '1e870edf-dbf6-4068-8e38-81a434faf8b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 19:40:49.104712 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-22043965-b4e9-4cb2-8db5-607d6ace194f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:40:49.105221 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22043965-b4e9-4cb2-8db5-607d6ace194f None None] Bound using segment: {'id': 'a490561c-0795-42ef-a6f3-60ab26a3c401', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '1e870edf-dbf6-4068-8e38-81a434faf8b3'} {{(pid=85347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 15 19:40:49.105776 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.managers [None req-22043965-b4e9-4cb2-8db5-607d6ace194f None None] Bound port: 7e74e04e-ccc8-422d-9342-35f2feace8cf, host: dv-cinder-786383-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a490561c-0795-42ef-a6f3-60ab26a3c401', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '1e870edf-dbf6-4068-8e38-81a434faf8b3'}}] {{(pid=85347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 15 19:40:49.106444 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-22043965-b4e9-4cb2-8db5-607d6ace194f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854565853'] for port, before_update {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:40:49.201672 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.db [None req-22043965-b4e9-4cb2-8db5-607d6ace194f None None] For port 7e74e04e-ccc8-422d-9342-35f2feace8cf, host dv-cinder-786383-2-iscsi, cleared binding levels {{(pid=85347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 15 19:40:49.206617 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.db [None req-22043965-b4e9-4cb2-8db5-607d6ace194f None None] For port 7e74e04e-ccc8-422d-9342-35f2feace8cf, host dv-cinder-786383-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-2-iscsi',level=0,port_id=7e74e04e-ccc8-422d-9342-35f2feace8cf,segment=NetworkSegment(a490561c-0795-42ef-a6f3-60ab26a3c401),segment_id=a490561c-0795-42ef-a6f3-60ab26a3c401)] {{(pid=85347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 15 19:40:49.213256 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-22043965-b4e9-4cb2-8db5-607d6ace194f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854693686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852972410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789846929216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789846482410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789846483725'] for port, after_update {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:40:49.228487 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:40:49.381503 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a66e618-91fa-4882-ac5e-d8ce172ae33f None None] Pushing event updated for resources: {'Port': ['ID=7e74e04e-ccc8-422d-9342-35f2feace8cf,revision_number=4']} {{(pid=85347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:40:49.394983 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-1a66e618-91fa-4882-ac5e-d8ce172ae33f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=85347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:40:49.442668 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22043965-b4e9-4cb2-8db5-607d6ace194f None None] Routers {'90881214-1ad1-42e9-b184-93ea3411d557'} bound to L3 agent in host dv-cinder-786383-2-iscsi {{(pid=85347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 19:40:49.443361 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.l3_hamode_db [None req-22043965-b4e9-4cb2-8db5-607d6ace194f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe8b9f49a20>, 'dv-cinder-786383-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-15T19:40:08Z,description=<?>,heartbeat_timestamp=2021-04-15T19:40:38Z,host='dv-cinder-786383-2-iscsi',id=74482fb0-5b00-43f0-8fa9-533a3c8b2378,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T19:40:08Z,topic='l3_agent')) {'router_ids': ['90881214-1ad1-42e9-b184-93ea3411d557'], 'active': True} {{(pid=85347) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 19:40:49.615182 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.l3_dvr_db [None req-22043965-b4e9-4cb2-8db5-607d6ace194f None None] Set router 90881214-1ad1-42e9-b184-93ea3411d557 gateway port host: None {{(pid=85347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 19:40:49.975900 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.l3_hamode_db [None req-22043965-b4e9-4cb2-8db5-607d6ace194f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe8b9f49a20>, [{'id': '90881214-1ad1-42e9-b184-93ea3411d557', 'name': 'router1', 'tenant_id': 'd162b3ac8fb64ea8b08c84e6cfec19fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:40:35Z', 'updated_at': '2021-04-15T19:40:46Z', 'revision_number': 2, 'project_id': 'd162b3ac8fb64ea8b08c84e6cfec19fd', 'gw_port_host': None, '_interfaces': [{'id': '7e74e04e-ccc8-422d-9342-35f2feace8cf', 'name': '', 'network_id': '1e870edf-dbf6-4068-8e38-81a434faf8b3', 'tenant_id': 'd162b3ac8fb64ea8b08c84e6cfec19fd', 'mac_address': 'fa:16:3e:9a:7c:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90881214-1ad1-42e9-b184-93ea3411d557', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'bd2e0d9c-f09f-4b58-b9fd-990a59624c5f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:40:45Z', 'updated_at': '2021-04-15T19:40:49Z', 'revision_number': 4, 'project_id': 'd162b3ac8fb64ea8b08c84e6cfec19fd', 'subnets': [{'id': 'bd2e0d9c-f09f-4b58-b9fd-990a59624c5f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c3698e09-edec-4b2c-b790-733b4cf6160c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786383-2-iscsi', False) {} {{(pid=85347) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 19:40:49.980435 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22043965-b4e9-4cb2-8db5-607d6ace194f None None] The sync data for ids ['90881214-1ad1-42e9-b184-93ea3411d557'] in dv-cinder-786383-2-iscsi is: [{'id': '90881214-1ad1-42e9-b184-93ea3411d557', 'name': 'router1', 'tenant_id': 'd162b3ac8fb64ea8b08c84e6cfec19fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:40:35Z', 'updated_at': '2021-04-15T19:40:46Z', 'revision_number': 2, 'project_id': 'd162b3ac8fb64ea8b08c84e6cfec19fd', 'gw_port_host': None, '_interfaces': [{'id': '7e74e04e-ccc8-422d-9342-35f2feace8cf', 'name': '', 'network_id': '1e870edf-dbf6-4068-8e38-81a434faf8b3', 'tenant_id': 'd162b3ac8fb64ea8b08c84e6cfec19fd', 'mac_address': 'fa:16:3e:9a:7c:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90881214-1ad1-42e9-b184-93ea3411d557', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'bd2e0d9c-f09f-4b58-b9fd-990a59624c5f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:40:45Z', 'updated_at': '2021-04-15T19:40:49Z', 'revision_number': 4, 'project_id': 'd162b3ac8fb64ea8b08c84e6cfec19fd', 'subnets': [{'id': 'bd2e0d9c-f09f-4b58-b9fd-990a59624c5f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c3698e09-edec-4b2c-b790-733b4cf6160c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 15 19:40:50.004349 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.wsgi [-] (85345) accepted ('10.222.0.47', 40592) {{(pid=85345) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:40:50.167353 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-374f05b3-2a74-474c-bffb-8998051bc14c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:40:50.167969 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource [None req-374f05b3-2a74-474c-bffb-8998051bc14c admin admin] Synchronizing usage tracker for tenant:7ab32a6e2ad8454d8891593aaaeb3e80 on resource:network {{(pid=85345) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 15 19:40:50.185060 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource [None req-374f05b3-2a74-474c-bffb-8998051bc14c admin admin] Unset dirty status for tenant:7ab32a6e2ad8454d8891593aaaeb3e80 on resource:network {{(pid=85345) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 15 19:40:50.186329 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [None req-374f05b3-2a74-474c-bffb-8998051bc14c admin admin] 10.222.0.47 "GET /v2.0/networks/0b576887-bb01-4bfc-8617-ca8b886d7b7e HTTP/1.1" status: 200  len: 842 time: 0.1809227
Apr 15 19:40:50.196847 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.v2.base [None req-e84be467-19d8-49ec-b98f-d41896c7caa7 admin admin] Request body: {'subnet': {'name': 'public-subnet', 'gateway_ip': '172.27.2.1', 'network_id': '0b576887-bb01-4bfc-8617-ca8b886d7b7e', 'ip_version': 4, 'enable_dhcp': False, 'cidr': '172.27.2.0/24'}} {{(pid=85345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 19:40:50.202749 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.quota.driver [None req-e84be467-19d8-49ec-b98f-d41896c7caa7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85345) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:40:50.206742 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource [None req-e84be467-19d8-49ec-b98f-d41896c7caa7 admin admin] Usage tracker for resource:subnet and tenant:7ab32a6e2ad8454d8891593aaaeb3e80 is out of sync, need to count used quota {{(pid=85345) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:40:50.209789 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource [None req-e84be467-19d8-49ec-b98f-d41896c7caa7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85345) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:40:50.216852 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.quota.driver [None req-e84be467-19d8-49ec-b98f-d41896c7caa7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85345) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:40:50.225762 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e84be467-19d8-49ec-b98f-d41896c7caa7 admin admin] Made reservation on behalf of 7ab32a6e2ad8454d8891593aaaeb3e80 for: {'subnet': 1} {{(pid=85345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 15 19:40:50.231031 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-e84be467-19d8-49ec-b98f-d41896c7caa7 admin admin] Notify callbacks [] for subnet, before_create {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:40:50.690890 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.objects.ports [None req-e84be467-19d8-49ec-b98f-d41896c7caa7 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=85345) get_objects /opt/stack/neutron/neutron/objects/ports.py:446}}
Apr 15 19:40:50.691371 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-e84be467-19d8-49ec-b98f-d41896c7caa7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852808376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852972410'] for subnet, after_create {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:40:50.707242 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:40:50.839251 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84be467-19d8-49ec-b98f-d41896c7caa7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7ad9face-0ae3-4529-aacd-d53ebb36e4d0,revision_number=0']} {{(pid=85345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:40:50.843686 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-e84be467-19d8-49ec-b98f-d41896c7caa7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:40:50.912868 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e84be467-19d8-49ec-b98f-d41896c7caa7 admin admin] Checking segment: {'id': 'e9359222-f335-47df-9fcb-1acccd0748d1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b576887-bb01-4bfc-8617-ca8b886d7b7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 19:40:50.913237 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e84be467-19d8-49ec-b98f-d41896c7caa7 admin admin] Network hostable DHCP agents. Network: 0b576887-bb01-4bfc-8617-ca8b886d7b7e, hostable agents: ['48b86c86-f902-4f97-86c7-19da88045e62'], hosted agents: [] {{(pid=85345) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 15 19:40:50.934461 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e84be467-19d8-49ec-b98f-d41896c7caa7 admin admin] Network 0b576887-bb01-4bfc-8617-ca8b886d7b7e is scheduled to be hosted by DHCP agent 48b86c86-f902-4f97-86c7-19da88045e62 with binding_index 1 {{(pid=85345) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 15 19:40:50.943520 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.scheduler.base_scheduler [None req-e84be467-19d8-49ec-b98f-d41896c7caa7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786383-2-iscsi, 0b576887-bb01-4bfc-8617-ca8b886d7b7e) {{(pid=85345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 19:40:50.948492 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e84be467-19d8-49ec-b98f-d41896c7caa7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:40:50.949129 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-e84be467-19d8-49ec-b98f-d41896c7caa7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852972363'] for subnet, before_response {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:40:50.953462 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-652970b3-4eaa-46bd-b1a8-855af744aeae None None] Network 0b576887-bb01-4bfc-8617-ca8b886d7b7e requested from dv-cinder-786383-2-iscsi {{(pid=85346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 15 19:40:50.969716 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [None req-e84be467-19d8-49ec-b98f-d41896c7caa7 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.7767503
Apr 15 19:40:51.209813 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2414e04b-de7c-42af-abf5-78ad27d8904d None None] Network 0b576887-bb01-4bfc-8617-ca8b886d7b7e requested from dv-cinder-786383-2-iscsi {{(pid=85346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 15 19:40:53.631725 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.wsgi [-] (85344) accepted ('10.222.0.47', 40606) {{(pid=85344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:40:53.754965 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.rpc [None req-56ecdebd-c5a0-4569-bc96-ba437f5ce558 None None] Device 7e74e04e-ccc8-422d-9342-35f2feace8cf up at agent ovs-agent-dv-cinder-786383-2-iscsi {{(pid=85346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 19:40:53.827236 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.provisioning_blocks [None req-56ecdebd-c5a0-4569-bc96-ba437f5ce558 None None] Provisioning for port 7e74e04e-ccc8-422d-9342-35f2feace8cf completed by entity L2. {{(pid=85346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 19:40:53.832279 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.provisioning_blocks [None req-56ecdebd-c5a0-4569-bc96-ba437f5ce558 None None] Provisioning complete for port 7e74e04e-ccc8-422d-9342-35f2feace8cf triggered by entity L2. {{(pid=85346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 19:40:53.832690 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-56ecdebd-c5a0-4569-bc96-ba437f5ce558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-428662'] for port, provisioning_complete {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:40:53.901802 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [None req-ae6d3b3c-3123-49d3-8986-df440074dfef admin admin] 10.222.0.47 "GET /v2.0/routers/90881214-1ad1-42e9-b184-93ea3411d557 HTTP/1.1" status: 200  len: 710 time: 0.2688584
Apr 15 19:40:53.962164 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-56ecdebd-c5a0-4569-bc96-ba437f5ce558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854565853'] for port, before_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:40:53.999257 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.db [None req-56ecdebd-c5a0-4569-bc96-ba437f5ce558 None None] For port 7e74e04e-ccc8-422d-9342-35f2feace8cf, host dv-cinder-786383-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-2-iscsi',level=0,port_id=7e74e04e-ccc8-422d-9342-35f2feace8cf,segment=NetworkSegment(a490561c-0795-42ef-a6f3-60ab26a3c401),segment_id=a490561c-0795-42ef-a6f3-60ab26a3c401)] {{(pid=85346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 19:40:54.002462 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-56ecdebd-c5a0-4569-bc96-ba437f5ce558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854693686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852972410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789846929216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789846482410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789846483725'] for port, after_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:40:54.004853 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:40:54.099560 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ecdebd-c5a0-4569-bc96-ba437f5ce558 None None] Pushing event updated for resources: {'Port': ['ID=7e74e04e-ccc8-422d-9342-35f2feace8cf,revision_number=5']} {{(pid=85346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:40:54.103008 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-56ecdebd-c5a0-4569-bc96-ba437f5ce558 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:40:54.197490 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb4718b9-a0ac-4e80-a2b8-b1f29b7656b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:40:54.198976 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [None req-fb4718b9-a0ac-4e80-a2b8-b1f29b7656b9 admin admin] 10.222.0.47 "GET /v2.0/networks/0b576887-bb01-4bfc-8617-ca8b886d7b7e HTTP/1.1" status: 200  len: 886 time: 0.2908528
Apr 15 19:40:54.209106 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.v2.base [None req-4d15e858-cbc6-46f0-934d-31f4da1322eb admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '0b576887-bb01-4bfc-8617-ca8b886d7b7e'}}} {{(pid=85344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 19:40:54.678293 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-4d15e858-cbc6-46f0-934d-31f4da1322eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1673047', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853104170', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59824'] for router, precommit_update {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:40:55.029762 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-4d15e858-cbc6-46f0-934d-31f4da1322eb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:40:55.091349 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-4d15e858-cbc6-46f0-934d-31f4da1322eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854565853'] for port, before_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:40:55.240009 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.db_base_plugin_common [None req-4d15e858-cbc6-46f0-934d-31f4da1322eb admin admin] Allocated IP 172.27.2.174 (0b576887-bb01-4bfc-8617-ca8b886d7b7e/7ad9face-0ae3-4529-aacd-d53ebb36e4d0/bcdaab2e-14cc-4b31-bcbe-665d941e2f06) {{(pid=85344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 15 19:40:55.401649 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-4d15e858-cbc6-46f0-934d-31f4da1322eb admin admin] Notify callbacks [] for port, precommit_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:40:55.459931 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-4d15e858-cbc6-46f0-934d-31f4da1322eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854693686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852972410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789846482393'] for port, after_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:40:55.473421 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:40:55.609073 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d15e858-cbc6-46f0-934d-31f4da1322eb admin admin] Pushing event updated for resources: {'Port': ['ID=bcdaab2e-14cc-4b31-bcbe-665d941e2f06,revision_number=1']} {{(pid=85344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:40:55.612638 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-4d15e858-cbc6-46f0-934d-31f4da1322eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:40:55.673136 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d15e858-cbc6-46f0-934d-31f4da1322eb admin admin] Network 0b576887-bb01-4bfc-8617-ca8b886d7b7e is already hosted by enough agents. {{(pid=85344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 15 19:40:55.674295 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.scheduler.base_scheduler [None req-4d15e858-cbc6-46f0-934d-31f4da1322eb admin admin] Resources bound (agent type, host, resource id):  {{(pid=85344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 19:40:55.676827 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d15e858-cbc6-46f0-934d-31f4da1322eb admin admin] Received port after_create {{(pid=85344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 15 19:40:55.742374 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.rpc [None req-56ecdebd-c5a0-4569-bc96-ba437f5ce558 None None] Device 7e74e04e-ccc8-422d-9342-35f2feace8cf up at agent ovs-agent-dv-cinder-786383-2-iscsi {{(pid=85346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 19:40:55.821891 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.provisioning_blocks [None req-56ecdebd-c5a0-4569-bc96-ba437f5ce558 None None] Provisioning complete for port 7e74e04e-ccc8-422d-9342-35f2feace8cf triggered by entity L2. {{(pid=85346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 19:40:55.822220 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-56ecdebd-c5a0-4569-bc96-ba437f5ce558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-428662'] for port, provisioning_complete {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:40:56.262101 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-4d15e858-cbc6-46f0-934d-31f4da1322eb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:40:56.617926 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-4d15e858-cbc6-46f0-934d-31f4da1322eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1673047', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853104170', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59824'] for router, precommit_update {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:40:56.621426 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-4d15e858-cbc6-46f0-934d-31f4da1322eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036853102800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change--9223372036853102769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1673016', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1671631'] for router, after_update {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:40:56.815628 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d15e858-cbc6-46f0-934d-31f4da1322eb admin admin] Router 90881214-1ad1-42e9-b184-93ea3411d557 has already been hosted by L3 agent 74482fb0-5b00-43f0-8fa9-533a3c8b2378 {{(pid=85344) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 15 19:40:57.003314 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d15e858-cbc6-46f0-934d-31f4da1322eb admin admin] Notify agent at l3_agent.dv-cinder-786383-2-iscsi the message routers_updated {{(pid=85344) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 15 19:40:57.012787 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-4d15e858-cbc6-46f0-934d-31f4da1322eb admin admin] Notify callbacks [] for router, before_response {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:40:57.014054 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [None req-4d15e858-cbc6-46f0-934d-31f4da1322eb admin admin] 10.222.0.47 "PUT /v2.0/routers/90881214-1ad1-42e9-b184-93ea3411d557 HTTP/1.1" status: 200  len: 890 time: 2.8084340
Apr 15 19:40:57.014160 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87139b3b-4612-4bbf-ada3-086066c67a3a None None] Sync routers for ids ['90881214-1ad1-42e9-b184-93ea3411d557'] in dv-cinder-786383-2-iscsi {{(pid=85346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 15 19:40:57.024798 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87139b3b-4612-4bbf-ada3-086066c67a3a None None] Routers {'90881214-1ad1-42e9-b184-93ea3411d557'} bound to L3 agent in host dv-cinder-786383-2-iscsi {{(pid=85346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 19:40:57.025505 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.l3_hamode_db [None req-87139b3b-4612-4bbf-ada3-086066c67a3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe8b9ec9f28>, 'dv-cinder-786383-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-15T19:40:08Z,description=<?>,heartbeat_timestamp=2021-04-15T19:40:38Z,host='dv-cinder-786383-2-iscsi',id=74482fb0-5b00-43f0-8fa9-533a3c8b2378,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T19:40:08Z,topic='l3_agent')) {'router_ids': ['90881214-1ad1-42e9-b184-93ea3411d557'], 'active': True} {{(pid=85346) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 19:40:57.235485 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.l3_dvr_db [None req-87139b3b-4612-4bbf-ada3-086066c67a3a None None] Set router 90881214-1ad1-42e9-b184-93ea3411d557 gateway port host: dv-cinder-786383-2-iscsi {{(pid=85346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 19:40:57.603963 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.l3_hamode_db [None req-87139b3b-4612-4bbf-ada3-086066c67a3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe8b9ec9f28>, [{'id': '90881214-1ad1-42e9-b184-93ea3411d557', 'name': 'router1', 'tenant_id': 'd162b3ac8fb64ea8b08c84e6cfec19fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b576887-bb01-4bfc-8617-ca8b886d7b7e', 'external_fixed_ips': [{'subnet_id': '7ad9face-0ae3-4529-aacd-d53ebb36e4d0', 'ip_address': '172.27.2.174'}], 'enable_snat': True}, 'gw_port_id': 'bcdaab2e-14cc-4b31-bcbe-665d941e2f06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:40:35Z', 'updated_at': '2021-04-15T19:40:56Z', 'revision_number': 4, 'project_id': 'd162b3ac8fb64ea8b08c84e6cfec19fd', 'gw_port': {'id': 'bcdaab2e-14cc-4b31-bcbe-665d941e2f06', 'name': '', 'network_id': '0b576887-bb01-4bfc-8617-ca8b886d7b7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:9d:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90881214-1ad1-42e9-b184-93ea3411d557', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '7ad9face-0ae3-4529-aacd-d53ebb36e4d0', 'ip_address': '172.27.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:40:55Z', 'updated_at': '2021-04-15T19:40:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7ad9face-0ae3-4529-aacd-d53ebb36e4d0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-2-iscsi', '_interfaces': [{'id': '7e74e04e-ccc8-422d-9342-35f2feace8cf', 'name': '', 'network_id': '1e870edf-dbf6-4068-8e38-81a434faf8b3', 'tenant_id': 'd162b3ac8fb64ea8b08c84e6cfec19fd', 'mac_address': 'fa:16:3e:9a:7c:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90881214-1ad1-42e9-b184-93ea3411d557', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'bd2e0d9c-f09f-4b58-b9fd-990a59624c5f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:40:45Z', 'updated_at': '2021-04-15T19:40:53Z', 'revision_number': 5, 'project_id': 'd162b3ac8fb64ea8b08c84e6cfec19fd', 'subnets': [{'id': 'bd2e0d9c-f09f-4b58-b9fd-990a59624c5f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c3698e09-edec-4b2c-b790-733b4cf6160c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786383-2-iscsi', False) {} {{(pid=85346) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 19:40:57.608999 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87139b3b-4612-4bbf-ada3-086066c67a3a None None] Checking router: 90881214-1ad1-42e9-b184-93ea3411d557 for host: dv-cinder-786383-2-iscsi {{(pid=85346) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 15 19:40:57.609393 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87139b3b-4612-4bbf-ada3-086066c67a3a None None] Updating router 90881214-1ad1-42e9-b184-93ea3411d557 port bcdaab2e-14cc-4b31-bcbe-665d941e2f06 binding host dv-cinder-786383-2-iscsi {{(pid=85346) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 15 19:40:57.667936 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-87139b3b-4612-4bbf-ada3-086066c67a3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854565853'] for port, before_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:40:58.044660 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-87139b3b-4612-4bbf-ada3-086066c67a3a None None] Notify callbacks [] for port, precommit_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:40:58.060303 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.provisioning_blocks [None req-87139b3b-4612-4bbf-ada3-086066c67a3a None None] Transition to ACTIVE for port object bcdaab2e-14cc-4b31-bcbe-665d941e2f06 will not be triggered until provisioned by entity L2. {{(pid=85346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 19:40:58.067774 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-87139b3b-4612-4bbf-ada3-086066c67a3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854693686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852972410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789846929216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789846482410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789846483725'] for port, after_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:40:58.082381 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:40:58.375314 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2a98a0-5753-46c8-ab8f-71b6677b0746 None None] Pushing event updated for resources: {'Port': ['ID=bcdaab2e-14cc-4b31-bcbe-665d941e2f06,revision_number=2']} {{(pid=85346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:40:58.379782 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-ec2a98a0-5753-46c8-ab8f-71b6677b0746 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.297s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:40:58.441661 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.managers [None req-87139b3b-4612-4bbf-ada3-086066c67a3a None None] Attempting to bind port bcdaab2e-14cc-4b31-bcbe-665d941e2f06 on host dv-cinder-786383-2-iscsi for vnic_type normal with profile  {{(pid=85346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 15 19:40:58.442067 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.managers [None req-87139b3b-4612-4bbf-ada3-086066c67a3a None None] Attempting to bind port bcdaab2e-14cc-4b31-bcbe-665d941e2f06 by drivers openvswitch,hyperv on host dv-cinder-786383-2-iscsi at level 0 using segments [{'id': 'e9359222-f335-47df-9fcb-1acccd0748d1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b576887-bb01-4bfc-8617-ca8b886d7b7e'}] {{(pid=85346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 15 19:40:58.442467 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87139b3b-4612-4bbf-ada3-086066c67a3a None None] Attempting to bind port bcdaab2e-14cc-4b31-bcbe-665d941e2f06 on network 0b576887-bb01-4bfc-8617-ca8b886d7b7e {{(pid=85346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 19:40:58.448063 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87139b3b-4612-4bbf-ada3-086066c67a3a None None] Checking agent: {'id': 'be1a0b7a-7144-4bb6-9f10-b289de7b23b3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786383-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 19, 40, 9), 'started_at': datetime.datetime(2021, 4, 15, 19, 40, 39), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 19, 40, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786383-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 15 19:40:58.448468 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87139b3b-4612-4bbf-ada3-086066c67a3a None None] Checking segment: {'id': 'e9359222-f335-47df-9fcb-1acccd0748d1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b576887-bb01-4bfc-8617-ca8b886d7b7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 19:40:58.448907 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-87139b3b-4612-4bbf-ada3-086066c67a3a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:40:58.449330 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87139b3b-4612-4bbf-ada3-086066c67a3a None None] Bound using segment: {'id': 'e9359222-f335-47df-9fcb-1acccd0748d1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b576887-bb01-4bfc-8617-ca8b886d7b7e'} {{(pid=85346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 15 19:40:58.449828 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.managers [None req-87139b3b-4612-4bbf-ada3-086066c67a3a None None] Bound port: bcdaab2e-14cc-4b31-bcbe-665d941e2f06, host: dv-cinder-786383-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e9359222-f335-47df-9fcb-1acccd0748d1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b576887-bb01-4bfc-8617-ca8b886d7b7e'}}] {{(pid=85346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 15 19:40:58.450488 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-87139b3b-4612-4bbf-ada3-086066c67a3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854565853'] for port, before_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:40:58.525942 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.db [None req-87139b3b-4612-4bbf-ada3-086066c67a3a None None] For port bcdaab2e-14cc-4b31-bcbe-665d941e2f06, host dv-cinder-786383-2-iscsi, cleared binding levels {{(pid=85346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 15 19:40:58.529234 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.db [None req-87139b3b-4612-4bbf-ada3-086066c67a3a None None] For port bcdaab2e-14cc-4b31-bcbe-665d941e2f06, host dv-cinder-786383-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-2-iscsi',level=0,port_id=bcdaab2e-14cc-4b31-bcbe-665d941e2f06,segment=NetworkSegment(e9359222-f335-47df-9fcb-1acccd0748d1),segment_id=e9359222-f335-47df-9fcb-1acccd0748d1)] {{(pid=85346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 15 19:40:58.532625 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-87139b3b-4612-4bbf-ada3-086066c67a3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854693686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852972410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789846929216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789846482410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789846483725'] for port, after_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:40:58.548414 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-56ecdebd-c5a0-4569-bc96-ba437f5ce558 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:40:58.619269 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.agents_db [None req-b0af7715-6be6-4101-aede-c7b275f02801 None None] Agent healthcheck: found 5 active agents {{(pid=85347) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 15 19:40:58.702194 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2a98a0-5753-46c8-ab8f-71b6677b0746 None None] Pushing event updated for resources: {'Port': ['ID=bcdaab2e-14cc-4b31-bcbe-665d941e2f06,revision_number=3']} {{(pid=85346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:40:58.707497 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-ec2a98a0-5753-46c8-ab8f-71b6677b0746 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:40:58.748230 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87139b3b-4612-4bbf-ada3-086066c67a3a None None] Routers {'90881214-1ad1-42e9-b184-93ea3411d557'} bound to L3 agent in host dv-cinder-786383-2-iscsi {{(pid=85346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 19:40:58.748893 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.l3_hamode_db [None req-87139b3b-4612-4bbf-ada3-086066c67a3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe8b9ec9f28>, 'dv-cinder-786383-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-15T19:40:08Z,description=<?>,heartbeat_timestamp=2021-04-15T19:40:38Z,host='dv-cinder-786383-2-iscsi',id=74482fb0-5b00-43f0-8fa9-533a3c8b2378,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T19:40:08Z,topic='l3_agent')) {'router_ids': ['90881214-1ad1-42e9-b184-93ea3411d557'], 'active': True} {{(pid=85346) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 19:40:58.942831 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.l3_dvr_db [None req-87139b3b-4612-4bbf-ada3-086066c67a3a None None] Set router 90881214-1ad1-42e9-b184-93ea3411d557 gateway port host: dv-cinder-786383-2-iscsi {{(pid=85346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 19:40:59.298869 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.l3_hamode_db [None req-87139b3b-4612-4bbf-ada3-086066c67a3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe8b9ec9f28>, [{'id': '90881214-1ad1-42e9-b184-93ea3411d557', 'name': 'router1', 'tenant_id': 'd162b3ac8fb64ea8b08c84e6cfec19fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b576887-bb01-4bfc-8617-ca8b886d7b7e', 'external_fixed_ips': [{'subnet_id': '7ad9face-0ae3-4529-aacd-d53ebb36e4d0', 'ip_address': '172.27.2.174'}], 'enable_snat': True}, 'gw_port_id': 'bcdaab2e-14cc-4b31-bcbe-665d941e2f06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:40:35Z', 'updated_at': '2021-04-15T19:40:56Z', 'revision_number': 4, 'project_id': 'd162b3ac8fb64ea8b08c84e6cfec19fd', 'gw_port': {'id': 'bcdaab2e-14cc-4b31-bcbe-665d941e2f06', 'name': '', 'network_id': '0b576887-bb01-4bfc-8617-ca8b886d7b7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:9d:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90881214-1ad1-42e9-b184-93ea3411d557', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '7ad9face-0ae3-4529-aacd-d53ebb36e4d0', 'ip_address': '172.27.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:40:55Z', 'updated_at': '2021-04-15T19:40:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ad9face-0ae3-4529-aacd-d53ebb36e4d0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-2-iscsi', '_interfaces': [{'id': '7e74e04e-ccc8-422d-9342-35f2feace8cf', 'name': '', 'network_id': '1e870edf-dbf6-4068-8e38-81a434faf8b3', 'tenant_id': 'd162b3ac8fb64ea8b08c84e6cfec19fd', 'mac_address': 'fa:16:3e:9a:7c:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90881214-1ad1-42e9-b184-93ea3411d557', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'bd2e0d9c-f09f-4b58-b9fd-990a59624c5f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:40:45Z', 'updated_at': '2021-04-15T19:40:53Z', 'revision_number': 5, 'project_id': 'd162b3ac8fb64ea8b08c84e6cfec19fd', 'subnets': [{'id': 'bd2e0d9c-f09f-4b58-b9fd-990a59624c5f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c3698e09-edec-4b2c-b790-733b4cf6160c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786383-2-iscsi', False) {} {{(pid=85346) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 19:40:59.303062 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87139b3b-4612-4bbf-ada3-086066c67a3a None None] The sync data for ids ['90881214-1ad1-42e9-b184-93ea3411d557'] in dv-cinder-786383-2-iscsi is: [{'id': '90881214-1ad1-42e9-b184-93ea3411d557', 'name': 'router1', 'tenant_id': 'd162b3ac8fb64ea8b08c84e6cfec19fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b576887-bb01-4bfc-8617-ca8b886d7b7e', 'external_fixed_ips': [{'subnet_id': '7ad9face-0ae3-4529-aacd-d53ebb36e4d0', 'ip_address': '172.27.2.174'}], 'enable_snat': True}, 'gw_port_id': 'bcdaab2e-14cc-4b31-bcbe-665d941e2f06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:40:35Z', 'updated_at': '2021-04-15T19:40:56Z', 'revision_number': 4, 'project_id': 'd162b3ac8fb64ea8b08c84e6cfec19fd', 'gw_port': {'id': 'bcdaab2e-14cc-4b31-bcbe-665d941e2f06', 'name': '', 'network_id': '0b576887-bb01-4bfc-8617-ca8b886d7b7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:9d:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90881214-1ad1-42e9-b184-93ea3411d557', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '7ad9face-0ae3-4529-aacd-d53ebb36e4d0', 'ip_address': '172.27.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:40:55Z', 'updated_at': '2021-04-15T19:40:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ad9face-0ae3-4529-aacd-d53ebb36e4d0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-2-iscsi', '_interfaces': [{'id': '7e74e04e-ccc8-422d-9342-35f2feace8cf', 'name': '', 'network_id': '1e870edf-dbf6-4068-8e38-81a434faf8b3', 'tenant_id': 'd162b3ac8fb64ea8b08c84e6cfec19fd', 'mac_address': 'fa:16:3e:9a:7c:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90881214-1ad1-42e9-b184-93ea3411d557', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'bd2e0d9c-f09f-4b58-b9fd-990a59624c5f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:40:45Z', 'updated_at': '2021-04-15T19:40:53Z', 'revision_number': 5, 'project_id': 'd162b3ac8fb64ea8b08c84e6cfec19fd', 'subnets': [{'id': 'bd2e0d9c-f09f-4b58-b9fd-990a59624c5f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c3698e09-edec-4b2c-b790-733b4cf6160c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 15 19:40:59.764444 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.wsgi [-] (85345) accepted ('10.222.0.47', 40616) {{(pid=85345) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:40:59.789361 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.rpc [None req-56ecdebd-c5a0-4569-bc96-ba437f5ce558 None None] Device bcdaab2e-14cc-4b31-bcbe-665d941e2f06 up at agent ovs-agent-dv-cinder-786383-2-iscsi {{(pid=85346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 19:40:59.869021 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.provisioning_blocks [None req-56ecdebd-c5a0-4569-bc96-ba437f5ce558 None None] Provisioning for port bcdaab2e-14cc-4b31-bcbe-665d941e2f06 completed by entity L2. {{(pid=85346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 19:40:59.873941 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.provisioning_blocks [None req-56ecdebd-c5a0-4569-bc96-ba437f5ce558 None None] Provisioning complete for port bcdaab2e-14cc-4b31-bcbe-665d941e2f06 triggered by entity L2. {{(pid=85346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 19:40:59.874351 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-56ecdebd-c5a0-4569-bc96-ba437f5ce558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-428662'] for port, provisioning_complete {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:40:59.908676 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [None req-a58b31ec-74d0-46de-8972-fdbc6a52cc10 admin admin] 10.222.0.47 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200  len: 411 time: 0.1429052
Apr 15 19:41:00.008064 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-56ecdebd-c5a0-4569-bc96-ba437f5ce558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854565853'] for port, before_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:41:00.028030 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.db [None req-56ecdebd-c5a0-4569-bc96-ba437f5ce558 None None] For port bcdaab2e-14cc-4b31-bcbe-665d941e2f06, host dv-cinder-786383-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-2-iscsi',level=0,port_id=bcdaab2e-14cc-4b31-bcbe-665d941e2f06,segment=NetworkSegment(e9359222-f335-47df-9fcb-1acccd0748d1),segment_id=e9359222-f335-47df-9fcb-1acccd0748d1)] {{(pid=85346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 19:41:00.031121 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-56ecdebd-c5a0-4569-bc96-ba437f5ce558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854693686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852972410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789846929216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789846482410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789846483725'] for port, after_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:41:00.034379 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:41:00.115668 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ecdebd-c5a0-4569-bc96-ba437f5ce558 None None] Pushing event updated for resources: {'Port': ['ID=bcdaab2e-14cc-4b31-bcbe-665d941e2f06,revision_number=4']} {{(pid=85346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:41:00.119553 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-56ecdebd-c5a0-4569-bc96-ba437f5ce558 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:41:01.770774 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.rpc [None req-56ecdebd-c5a0-4569-bc96-ba437f5ce558 None None] Device bcdaab2e-14cc-4b31-bcbe-665d941e2f06 up at agent ovs-agent-dv-cinder-786383-2-iscsi {{(pid=85346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 19:41:01.848442 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.provisioning_blocks [None req-56ecdebd-c5a0-4569-bc96-ba437f5ce558 None None] Provisioning complete for port bcdaab2e-14cc-4b31-bcbe-665d941e2f06 triggered by entity L2. {{(pid=85346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 19:41:01.848865 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-56ecdebd-c5a0-4569-bc96-ba437f5ce558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-428662'] for port, provisioning_complete {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:41:05.416367 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-df93be60-2c48-496a-951d-25124522e561 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789847050935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-428960'] for agent, after_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:41:08.048192 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-fc35f8b4-da9d-4e13-8eba-90147d92c193 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789847050935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-428960'] for agent, after_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:41:09.063094 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-b400c4f8-8969-424f-8663-39cf5b6e1207 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789847050935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-428960'] for agent, after_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:41:09.482763 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-56ecdebd-c5a0-4569-bc96-ba437f5ce558 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789847050935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-428960'] for agent, after_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:41:10.494071 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-3d77682a-3290-49f5-9a09-7e8e47f8ddca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789847050935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-428960'] for agent, after_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:41:35.399751 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-6bc0c24c-830c-4eea-bd72-5c7383361609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789847050935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-428960'] for agent, after_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:41:35.619142 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.agents_db [None req-b0af7715-6be6-4101-aede-c7b275f02801 None None] Agent healthcheck: found 5 active agents {{(pid=85347) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 15 19:41:38.017197 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-415e0fee-6382-41a2-bda5-bc33e80146ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789847050935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-428960'] for agent, after_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:41:39.067647 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-b400c4f8-8969-424f-8663-39cf5b6e1207 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789847050935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-428960'] for agent, after_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:41:39.467742 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-56ecdebd-c5a0-4569-bc96-ba437f5ce558 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789847050935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-428960'] for agent, after_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:41:40.495140 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-3d77682a-3290-49f5-9a09-7e8e47f8ddca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789847050935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-428960'] for agent, after_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:42:05.401221 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-96bd2499-800c-460a-abc6-f600c08fb5df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789847050935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-428960'] for agent, after_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:42:08.019736 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-cceead6b-3d9a-42e9-8216-89cba176d28c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789847050935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-428960'] for agent, after_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:42:09.065958 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-b400c4f8-8969-424f-8663-39cf5b6e1207 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789847050935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-428960'] for agent, after_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:42:09.472437 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-56ecdebd-c5a0-4569-bc96-ba437f5ce558 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789847050935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-428960'] for agent, after_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:42:10.499503 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-3d77682a-3290-49f5-9a09-7e8e47f8ddca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789847050935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-428960'] for agent, after_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:42:12.617810 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.agents_db [None req-b0af7715-6be6-4101-aede-c7b275f02801 None None] Agent healthcheck: found 5 active agents {{(pid=85347) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 15 19:42:35.404568 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-6425bb6a-8aca-43e4-aed7-0777a84df13c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789847050935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-428960'] for agent, after_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:42:38.022085 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-dd98ad20-2910-41d7-9a0b-e99ac71246cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789847050935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-428960'] for agent, after_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:42:39.070794 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-b400c4f8-8969-424f-8663-39cf5b6e1207 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789847050935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-428960'] for agent, after_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:42:39.475008 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-56ecdebd-c5a0-4569-bc96-ba437f5ce558 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789847050935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-428960'] for agent, after_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:42:40.505024 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-3d77682a-3290-49f5-9a09-7e8e47f8ddca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789847050935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-428960'] for agent, after_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:42:44.815143 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.wsgi [-] (85345) accepted ('10.222.0.47', 41186) {{(pid=85345) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:42:44.890024 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.pecan_wsgi.hooks.translation [None req-cafc9d72-7041-492e-a580-8dc0a9785e72 admin admin] GET failed (client error): The resource could not be found.
Apr 15 19:42:44.891426 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [None req-cafc9d72-7041-492e-a580-8dc0a9785e72 admin admin] 10.222.0.47 "GET /v2.0/networks/private HTTP/1.1" status: 404  len: 315 time: 0.0752156
Apr 15 19:42:45.035154 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75b09912-5e64-4bc1-9e09-043d85699ed3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:42:45.036663 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [None req-75b09912-5e64-4bc1-9e09-043d85699ed3 admin admin] 10.222.0.47 "GET /v2.0/networks?name=private HTTP/1.1" status: 200  len: 872 time: 0.1409490
Apr 15 19:42:47.572615 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.wsgi [-] (85345) accepted ('10.222.0.47', 41196) {{(pid=85345) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:42:47.702029 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44d392f0-2c94-4812-9515-d2b20dfdd94d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:42:47.702638 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource [None req-44d392f0-2c94-4812-9515-d2b20dfdd94d admin admin] Synchronizing usage tracker for tenant:7ab32a6e2ad8454d8891593aaaeb3e80 on resource:subnet {{(pid=85345) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 15 19:42:47.722399 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource [None req-44d392f0-2c94-4812-9515-d2b20dfdd94d admin admin] Unset dirty status for tenant:7ab32a6e2ad8454d8891593aaaeb3e80 on resource:subnet {{(pid=85345) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 15 19:42:47.723748 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [None req-44d392f0-2c94-4812-9515-d2b20dfdd94d admin admin] 10.222.0.47 "GET /v2.0/subnets/bd2e0d9c-f09f-4b58-b9fd-990a59624c5f HTTP/1.1" status: 200  len: 849 time: 0.1499894
Apr 15 19:42:47.735728 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.v2.base [None req-65ee2a3c-419b-4de7-a67e-51ffcb59bb92 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=85345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 19:42:47.870592 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-65ee2a3c-419b-4de7-a67e-51ffcb59bb92 admin admin] Notify callbacks [] for subnet, before_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:42:48.190428 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-65ee2a3c-419b-4de7-a67e-51ffcb59bb92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852808376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852972410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update--9223363247007846601'] for subnet, after_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:42:48.206334 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:42:48.350407 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ee2a3c-419b-4de7-a67e-51ffcb59bb92 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bd2e0d9c-f09f-4b58-b9fd-990a59624c5f,revision_number=1']} {{(pid=85345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:42:48.363623 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ee2a3c-419b-4de7-a67e-51ffcb59bb92 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:42:48.364018 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ee2a3c-419b-4de7-a67e-51ffcb59bb92 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:42:48.364391 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ee2a3c-419b-4de7-a67e-51ffcb59bb92 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:42:48.365264 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ee2a3c-419b-4de7-a67e-51ffcb59bb92 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:42:48.365624 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ee2a3c-419b-4de7-a67e-51ffcb59bb92 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:42:48.365985 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ee2a3c-419b-4de7-a67e-51ffcb59bb92 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:42:48.366344 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ee2a3c-419b-4de7-a67e-51ffcb59bb92 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:42:48.366700 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ee2a3c-419b-4de7-a67e-51ffcb59bb92 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:42:48.367096 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ee2a3c-419b-4de7-a67e-51ffcb59bb92 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:42:48.367457 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ee2a3c-419b-4de7-a67e-51ffcb59bb92 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:42:48.367817 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ee2a3c-419b-4de7-a67e-51ffcb59bb92 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:42:48.368169 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ee2a3c-419b-4de7-a67e-51ffcb59bb92 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:42:48.373600 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-65ee2a3c-419b-4de7-a67e-51ffcb59bb92 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:42:48.404514 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65ee2a3c-419b-4de7-a67e-51ffcb59bb92 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:42:48.405162 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-65ee2a3c-419b-4de7-a67e-51ffcb59bb92 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852972363'] for subnet, before_response {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:42:48.406625 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [None req-65ee2a3c-419b-4de7-a67e-51ffcb59bb92 admin admin] 10.222.0.47 "PUT /v2.0/subnets/bd2e0d9c-f09f-4b58-b9fd-990a59624c5f HTTP/1.1" status: 200  len: 868 time: 0.6754634
Apr 15 19:42:48.422069 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dfa61c3-173b-452d-81cb-ff3973bb6370 None None] Network 1e870edf-dbf6-4068-8e38-81a434faf8b3 requested from dv-cinder-786383-2-iscsi {{(pid=85346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 15 19:42:48.875260 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.provisioning_blocks [None req-be646e05-9574-48e7-9fc1-ff68561fc2a2 None None] Provisioning complete for port a08e2642-9849-4e92-b140-a904416f9b8c triggered by entity DHCP. {{(pid=85346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 19:42:48.875868 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-be646e05-9574-48e7-9fc1-ff68561fc2a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-428662'] for port, provisioning_complete {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:42:49.013513 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.provisioning_blocks [None req-be646e05-9574-48e7-9fc1-ff68561fc2a2 None None] Provisioning complete for port 7e74e04e-ccc8-422d-9342-35f2feace8cf triggered by entity DHCP. {{(pid=85346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 19:42:49.013813 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-be646e05-9574-48e7-9fc1-ff68561fc2a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-428662'] for port, provisioning_complete {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:42:49.617561 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.agents_db [None req-b0af7715-6be6-4101-aede-c7b275f02801 None None] Agent healthcheck: found 5 active agents {{(pid=85347) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 15 19:42:50.937150 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.wsgi [-] (85344) accepted ('10.222.0.47', 41206) {{(pid=85344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:42:51.136735 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf85d5b9-92e7-461e-9b2d-a12a21c7ced0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:42:51.137267 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf85d5b9-92e7-461e-9b2d-a12a21c7ced0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:42:51.139556 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [None req-cf85d5b9-92e7-461e-9b2d-a12a21c7ced0 admin admin] 10.222.0.47 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1549 time: 0.2013624
Apr 15 19:42:53.667241 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.wsgi [-] (85344) accepted ('10.222.0.47', 41216) {{(pid=85344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:42:53.861316 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1b0c9f4-1795-4838-a250-b40eed7113ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:42:53.861761 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1b0c9f4-1795-4838-a250-b40eed7113ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:42:53.863446 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [None req-a1b0c9f4-1795-4838-a250-b40eed7113ff admin admin] 10.222.0.47 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1549 time: 0.1951745
Apr 15 19:42:56.407896 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.wsgi [-] (85345) accepted ('10.222.0.47', 41226) {{(pid=85345) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:42:56.588563 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecade3cd-2187-4adc-ae5f-0f0f1bc152ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:42:56.589932 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [None req-ecade3cd-2187-4adc-ae5f-0f0f1bc152ad admin admin] 10.222.0.47 "GET /v2.0/networks/0b576887-bb01-4bfc-8617-ca8b886d7b7e HTTP/1.1" status: 200  len: 886 time: 0.1810188
Apr 15 19:42:59.127126 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.wsgi [-] (85345) accepted ('10.222.0.47', 41236) {{(pid=85345) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:42:59.321868 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1665105-1e24-45df-bbad-f4276eac28d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:42:59.323300 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [None req-e1665105-1e24-45df-bbad-f4276eac28d3 admin admin] 10.222.0.47 "GET /v2.0/networks/1e870edf-dbf6-4068-8e38-81a434faf8b3 HTTP/1.1" status: 200  len: 869 time: 0.1951425
Apr 15 19:43:01.839418 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.wsgi [-] (85345) accepted ('10.222.0.47', 41246) {{(pid=85345) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:43:01.955884 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c55c164-98c7-49dc-a678-5a8b1885c3ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:43:01.956388 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c55c164-98c7-49dc-a678-5a8b1885c3ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:43:01.958034 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [None req-3c55c164-98c7-49dc-a678-5a8b1885c3ae admin admin] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.1175516
Apr 15 19:43:04.475604 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.wsgi [-] (85344) accepted ('10.222.0.47', 41256) {{(pid=85344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:43:04.594523 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af9d94c4-f5c8-4abe-aa2d-09649048f30c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:43:04.595085 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af9d94c4-f5c8-4abe-aa2d-09649048f30c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:43:04.596710 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [None req-af9d94c4-f5c8-4abe-aa2d-09649048f30c admin admin] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.1200523
Apr 15 19:43:05.407007 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-fd47c29c-bffd-4c5e-83e0-9e98ef92147b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789847050935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-428960'] for agent, after_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:43:07.120141 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.wsgi [-] (85344) accepted ('10.222.0.47', 41266) {{(pid=85344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:43:07.229909 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b291874-c9b7-4dfa-bd05-3d54d66cc475 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:43:07.231376 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [None req-3b291874-c9b7-4dfa-bd05-3d54d66cc475 admin admin] 10.222.0.47 "GET /v2.0/subnets/7ad9face-0ae3-4529-aacd-d53ebb36e4d0 HTTP/1.1" status: 200  len: 816 time: 0.1102257
Apr 15 19:43:08.023244 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-ebf9d928-cfad-4e28-a17e-c988e52a361d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789847050935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-428960'] for agent, after_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:43:09.080606 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-b400c4f8-8969-424f-8663-39cf5b6e1207 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789847050935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-428960'] for agent, after_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:43:09.477327 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-56ecdebd-c5a0-4569-bc96-ba437f5ce558 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789847050935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-428960'] for agent, after_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:43:09.781010 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.wsgi [-] (85344) accepted ('10.222.0.47', 41276) {{(pid=85344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:43:09.901574 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a560061a-7bc0-40e8-b063-c5c888f66657 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:43:09.903052 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [None req-a560061a-7bc0-40e8-b063-c5c888f66657 admin admin] 10.222.0.47 "GET /v2.0/subnets/bd2e0d9c-f09f-4b58-b9fd-990a59624c5f HTTP/1.1" status: 200  len: 868 time: 0.1209934
Apr 15 19:43:10.508523 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-3d77682a-3290-49f5-9a09-7e8e47f8ddca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789847050935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-428960'] for agent, after_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:43:26.617410 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.agents_db [None req-b0af7715-6be6-4101-aede-c7b275f02801 None None] Agent healthcheck: found 5 active agents {{(pid=85347) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 15 19:43:35.408388 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-fe3f2b22-0e8d-415d-a22a-f7f650e6f92a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789847050935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-428960'] for agent, after_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:43:36.634398 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.wsgi [-] (85344) accepted ('10.222.0.47', 41320) {{(pid=85344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:43:36.687919 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.wsgi [None req-ca60fd3f-c964-407c-b2cf-4c2c9c7c655a admin admin] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=85344) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 15 19:43:36.689136 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [None req-ca60fd3f-c964-407c-b2cf-4c2c9c7c655a admin admin] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0535686
Apr 15 19:43:38.025148 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-3fd74cda-b033-487a-9b95-a10f5cfc8d97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789847050935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-428960'] for agent, after_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:43:39.074803 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-b400c4f8-8969-424f-8663-39cf5b6e1207 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789847050935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-428960'] for agent, after_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:43:39.293589 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.wsgi [-] (85344) accepted ('10.222.0.47', 41330) {{(pid=85344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:43:39.367820 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.pecan_wsgi.hooks.translation [None req-28fdc1e8-581e-483a-9c9a-def338f045c6 admin admin] GET failed (client error): The resource could not be found.
Apr 15 19:43:39.369162 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [None req-28fdc1e8-581e-483a-9c9a-def338f045c6 admin admin] 10.222.0.47 "GET /v2.0/networks/public HTTP/1.1" status: 404  len: 314 time: 0.0745928
Apr 15 19:43:39.481926 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-56ecdebd-c5a0-4569-bc96-ba437f5ce558 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789847050935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-428960'] for agent, after_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:43:39.509896 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-295ddfd8-c01c-4f6d-8574-875fe9f58027 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:43:39.511495 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [None req-295ddfd8-c01c-4f6d-8574-875fe9f58027 admin admin] 10.222.0.47 "GET /v2.0/networks?name=public HTTP/1.1" status: 200  len: 889 time: 0.1377141
Apr 15 19:43:40.513073 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-3d77682a-3290-49f5-9a09-7e8e47f8ddca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789847050935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-428960'] for agent, after_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:43:42.023281 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.wsgi [-] (85344) accepted ('10.222.0.47', 41340) {{(pid=85344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:43:42.077432 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.v2.base [None req-296f5341-d9a3-4067-b3c8-ae5e5dfa225b admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=85344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 19:43:42.083081 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.quota.driver [None req-296f5341-d9a3-4067-b3c8-ae5e5dfa225b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:43:42.093118 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.quota.driver [None req-296f5341-d9a3-4067-b3c8-ae5e5dfa225b admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=85344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:43:42.102503 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-296f5341-d9a3-4067-b3c8-ae5e5dfa225b admin admin] Made reservation on behalf of 7ab32a6e2ad8454d8891593aaaeb3e80 for: {'network': 1} {{(pid=85344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 15 19:43:42.107104 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-296f5341-d9a3-4067-b3c8-ae5e5dfa225b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854565853'] for network, before_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:43:42.203305 dv-cinder-786383-2-iscsi neutron-server[85229]: WARNING neutron.services.revisions.revision_plugin [None req-296f5341-d9a3-4067-b3c8-ae5e5dfa225b admin admin] Could not find related network for resource <neutron.db.rbac_db_models.NetworkRBAC[object at 7fe8b97e8ba8] {project_id='7ab32a6e2ad8454d8891593aaaeb3e80', id='575155d1-6bbd-4b41-b82d-284a1a0c8f39', target_tenant='*', action='access_as_shared', object_id='a789c702-6d18-4db4-af82-5f41de52b2f2'}> to bump revision.
Apr 15 19:43:42.216147 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-296f5341-d9a3-4067-b3c8-ae5e5dfa225b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 698}  {{(pid=85344) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 15 19:43:42.225192 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-296f5341-d9a3-4067-b3c8-ae5e5dfa225b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854767479'] for segment, precommit_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:43:42.225572 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.db.segments_db [None req-296f5341-d9a3-4067-b3c8-ae5e5dfa225b admin admin] Added segment 08eb81cc-7d1d-4ece-ab82-f01682bba33b of type vlan for network a789c702-6d18-4db4-af82-5f41de52b2f2
Apr 15 19:43:42.252274 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-296f5341-d9a3-4067-b3c8-ae5e5dfa225b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789846470498'] for network, precommit_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:43:42.280737 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-296f5341-d9a3-4067-b3c8-ae5e5dfa225b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852808340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852972410'] for network, after_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:43:42.282053 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-296f5341-d9a3-4067-b3c8-ae5e5dfa225b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:43:42.282684 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-296f5341-d9a3-4067-b3c8-ae5e5dfa225b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852972363'] for network, before_response {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:43:42.287462 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:43:42.557903 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [None req-296f5341-d9a3-4067-b3c8-ae5e5dfa225b admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201  len: 847 time: 0.5333402
Apr 15 19:43:42.558562 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296f5341-d9a3-4067-b3c8-ae5e5dfa225b admin admin] Pushing event updated for resources: {'Network': ['ID=a789c702-6d18-4db4-af82-5f41de52b2f2,revision_number=1']} {{(pid=85344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:43:42.565810 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296f5341-d9a3-4067-b3c8-ae5e5dfa225b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:43:42.566832 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296f5341-d9a3-4067-b3c8-ae5e5dfa225b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:43:42.567223 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296f5341-d9a3-4067-b3c8-ae5e5dfa225b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:43:42.567589 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296f5341-d9a3-4067-b3c8-ae5e5dfa225b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:43:42.567945 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296f5341-d9a3-4067-b3c8-ae5e5dfa225b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:43:42.568314 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296f5341-d9a3-4067-b3c8-ae5e5dfa225b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:43:42.568668 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296f5341-d9a3-4067-b3c8-ae5e5dfa225b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:43:42.569022 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296f5341-d9a3-4067-b3c8-ae5e5dfa225b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:43:42.569378 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296f5341-d9a3-4067-b3c8-ae5e5dfa225b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:43:42.569726 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296f5341-d9a3-4067-b3c8-ae5e5dfa225b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:43:42.570073 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296f5341-d9a3-4067-b3c8-ae5e5dfa225b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:43:42.570418 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296f5341-d9a3-4067-b3c8-ae5e5dfa225b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:43:42.574375 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-296f5341-d9a3-4067-b3c8-ae5e5dfa225b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.287s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:43:42.582824 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.rpc [None req-56ecdebd-c5a0-4569-bc96-ba437f5ce558 None None] Network a789c702-6d18-4db4-af82-5f41de52b2f2 details requested by agent ovs-agent-dv-cinder-786383-2-iscsi with host dv-cinder-786383-2-iscsi {{(pid=85346) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 15 19:43:45.067160 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.wsgi [-] (85344) accepted ('10.222.0.47', 41350) {{(pid=85344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:43:45.143091 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ac921dd-06ee-4efa-b965-1ad9efe53a86 admin admin] GET failed (client error): The resource could not be found.
Apr 15 19:43:45.143660 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource [None req-2ac921dd-06ee-4efa-b965-1ad9efe53a86 admin admin] Synchronizing usage tracker for tenant:7ab32a6e2ad8454d8891593aaaeb3e80 on resource:network {{(pid=85344) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 15 19:43:45.158451 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource [None req-2ac921dd-06ee-4efa-b965-1ad9efe53a86 admin admin] Unset dirty status for tenant:7ab32a6e2ad8454d8891593aaaeb3e80 on resource:network {{(pid=85344) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 15 19:43:45.159784 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [None req-2ac921dd-06ee-4efa-b965-1ad9efe53a86 admin admin] 10.222.0.47 "GET /v2.0/networks/shared HTTP/1.1" status: 404  len: 314 time: 0.0915003
Apr 15 19:43:45.274912 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82827a01-bd16-4755-9640-50f4f6386611 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:43:45.276418 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [None req-82827a01-bd16-4755-9640-50f4f6386611 admin admin] 10.222.0.47 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200  len: 826 time: 0.1123421
Apr 15 19:43:45.287159 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.v2.base [None req-bbcf0bf3-2437-42f2-8aef-fb2ab1984223 admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'ip_version': 4, 'network_id': 'a789c702-6d18-4db4-af82-5f41de52b2f2', 'name': 'shared-subnet', 'cidr': '192.168.233.0/24'}} {{(pid=85344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 19:43:45.291798 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.quota.driver [None req-bbcf0bf3-2437-42f2-8aef-fb2ab1984223 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:43:45.302128 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.quota.driver [None req-bbcf0bf3-2437-42f2-8aef-fb2ab1984223 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=85344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:43:45.310683 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbcf0bf3-2437-42f2-8aef-fb2ab1984223 admin admin] Made reservation on behalf of 7ab32a6e2ad8454d8891593aaaeb3e80 for: {'subnet': 1} {{(pid=85344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 15 19:43:45.315315 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-bbcf0bf3-2437-42f2-8aef-fb2ab1984223 admin admin] Notify callbacks [] for subnet, before_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:43:45.714009 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-bbcf0bf3-2437-42f2-8aef-fb2ab1984223 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852808376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852972410'] for subnet, after_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:43:45.729582 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:43:45.851535 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbcf0bf3-2437-42f2-8aef-fb2ab1984223 admin admin] Pushing event updated for resources: {'Subnet': ['ID=164d8ea0-6f9f-426c-8b68-100cda1710f5,revision_number=0']} {{(pid=85344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:43:45.854919 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-bbcf0bf3-2437-42f2-8aef-fb2ab1984223 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:43:45.929048 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbcf0bf3-2437-42f2-8aef-fb2ab1984223 admin admin] Checking segment: {'id': '08eb81cc-7d1d-4ece-ab82-f01682bba33b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'a789c702-6d18-4db4-af82-5f41de52b2f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 19:43:45.929434 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbcf0bf3-2437-42f2-8aef-fb2ab1984223 admin admin] Network hostable DHCP agents. Network: a789c702-6d18-4db4-af82-5f41de52b2f2, hostable agents: ['48b86c86-f902-4f97-86c7-19da88045e62'], hosted agents: [] {{(pid=85344) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 15 19:43:45.947007 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbcf0bf3-2437-42f2-8aef-fb2ab1984223 admin admin] Network a789c702-6d18-4db4-af82-5f41de52b2f2 is scheduled to be hosted by DHCP agent 48b86c86-f902-4f97-86c7-19da88045e62 with binding_index 1 {{(pid=85344) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 15 19:43:45.955499 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.scheduler.base_scheduler [None req-bbcf0bf3-2437-42f2-8aef-fb2ab1984223 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786383-2-iscsi, a789c702-6d18-4db4-af82-5f41de52b2f2) {{(pid=85344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 19:43:45.960320 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbcf0bf3-2437-42f2-8aef-fb2ab1984223 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:43:45.960962 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-bbcf0bf3-2437-42f2-8aef-fb2ab1984223 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852972363'] for subnet, before_response {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:43:45.966732 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efac9a43-d9cc-454c-9be6-da0415b3bb37 None None] Network a789c702-6d18-4db4-af82-5f41de52b2f2 requested from dv-cinder-786383-2-iscsi {{(pid=85346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 15 19:43:45.985439 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [None req-bbcf0bf3-2437-42f2-8aef-fb2ab1984223 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.7020664
Apr 15 19:43:46.210191 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f85f6d2-1ede-4025-80f2-eb36f4eae7b9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc01a18e6-8f98-5b6c-8b5b-44e18d93fa4e-a789c702-6d18-4db4-af82-5f41de52b2f2', 'network_id': 'a789c702-6d18-4db4-af82-5f41de52b2f2', 'tenant_id': '7ab32a6e2ad8454d8891593aaaeb3e80', 'fixed_ips': [{'subnet_id': '164d8ea0-6f9f-426c-8b68-100cda1710f5'}]}} from dv-cinder-786383-2-iscsi. {{(pid=85346) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}}
Apr 15 19:43:46.211213 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-6f85f6d2-1ede-4025-80f2-eb36f4eae7b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854565853'] for port, before_create {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:43:46.390308 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.db_base_plugin_common [None req-6f85f6d2-1ede-4025-80f2-eb36f4eae7b9 None None] Allocated IP 192.168.233.2 (a789c702-6d18-4db4-af82-5f41de52b2f2/164d8ea0-6f9f-426c-8b68-100cda1710f5/68d65270-3834-49c8-aeae-8a59c1cba0f9) {{(pid=85346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 15 19:43:46.612155 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-6f85f6d2-1ede-4025-80f2-eb36f4eae7b9 None None] Notify callbacks [] for port, precommit_create {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:43:46.623639 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.provisioning_blocks [None req-6f85f6d2-1ede-4025-80f2-eb36f4eae7b9 None None] Transition to ACTIVE for port object 68d65270-3834-49c8-aeae-8a59c1cba0f9 will not be triggered until provisioned by entity L2. {{(pid=85346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 19:43:46.643435 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.provisioning_blocks [None req-6f85f6d2-1ede-4025-80f2-eb36f4eae7b9 None None] Transition to ACTIVE for port object 68d65270-3834-49c8-aeae-8a59c1cba0f9 will not be triggered until provisioned by entity DHCP. {{(pid=85346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 19:43:46.648201 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-6f85f6d2-1ede-4025-80f2-eb36f4eae7b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854693686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852972410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789846482393'] for port, after_create {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:43:46.664934 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-ec2a98a0-5753-46c8-ab8f-71b6677b0746 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:43:46.791654 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f85f6d2-1ede-4025-80f2-eb36f4eae7b9 None None] Pushing event updated for resources: {'Port': ['ID=68d65270-3834-49c8-aeae-8a59c1cba0f9,revision_number=1']} {{(pid=85346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:43:46.812491 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f85f6d2-1ede-4025-80f2-eb36f4eae7b9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:43:46.812823 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f85f6d2-1ede-4025-80f2-eb36f4eae7b9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:43:46.813176 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f85f6d2-1ede-4025-80f2-eb36f4eae7b9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:43:46.813526 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f85f6d2-1ede-4025-80f2-eb36f4eae7b9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:43:46.813888 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f85f6d2-1ede-4025-80f2-eb36f4eae7b9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:43:46.814392 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f85f6d2-1ede-4025-80f2-eb36f4eae7b9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:43:46.814608 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f85f6d2-1ede-4025-80f2-eb36f4eae7b9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:43:46.814992 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f85f6d2-1ede-4025-80f2-eb36f4eae7b9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:43:46.815367 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f85f6d2-1ede-4025-80f2-eb36f4eae7b9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:43:46.816070 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f85f6d2-1ede-4025-80f2-eb36f4eae7b9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:43:46.816444 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f85f6d2-1ede-4025-80f2-eb36f4eae7b9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:43:46.816799 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f85f6d2-1ede-4025-80f2-eb36f4eae7b9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:43:46.821397 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-6f85f6d2-1ede-4025-80f2-eb36f4eae7b9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:43:46.878154 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f85f6d2-1ede-4025-80f2-eb36f4eae7b9 None None] Network a789c702-6d18-4db4-af82-5f41de52b2f2 is already hosted by enough agents. {{(pid=85346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 15 19:43:46.879555 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.scheduler.base_scheduler [None req-6f85f6d2-1ede-4025-80f2-eb36f4eae7b9 None None] Resources bound (agent type, host, resource id):  {{(pid=85346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 19:43:46.881987 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f85f6d2-1ede-4025-80f2-eb36f4eae7b9 None None] Received port after_create {{(pid=85346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 15 19:43:46.977004 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.managers [None req-6f85f6d2-1ede-4025-80f2-eb36f4eae7b9 None None] Attempting to bind port 68d65270-3834-49c8-aeae-8a59c1cba0f9 on host dv-cinder-786383-2-iscsi for vnic_type normal with profile  {{(pid=85346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 15 19:43:46.977335 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.managers [None req-6f85f6d2-1ede-4025-80f2-eb36f4eae7b9 None None] Attempting to bind port 68d65270-3834-49c8-aeae-8a59c1cba0f9 by drivers openvswitch,hyperv on host dv-cinder-786383-2-iscsi at level 0 using segments [{'id': '08eb81cc-7d1d-4ece-ab82-f01682bba33b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'a789c702-6d18-4db4-af82-5f41de52b2f2'}] {{(pid=85346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 15 19:43:46.977734 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f85f6d2-1ede-4025-80f2-eb36f4eae7b9 None None] Attempting to bind port 68d65270-3834-49c8-aeae-8a59c1cba0f9 on network a789c702-6d18-4db4-af82-5f41de52b2f2 {{(pid=85346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 19:43:46.983545 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f85f6d2-1ede-4025-80f2-eb36f4eae7b9 None None] Checking agent: {'id': 'be1a0b7a-7144-4bb6-9f10-b289de7b23b3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786383-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 19, 40, 9), 'started_at': datetime.datetime(2021, 4, 15, 19, 40, 39), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 19, 43, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786383-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 15 19:43:46.983959 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f85f6d2-1ede-4025-80f2-eb36f4eae7b9 None None] Checking segment: {'id': '08eb81cc-7d1d-4ece-ab82-f01682bba33b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'a789c702-6d18-4db4-af82-5f41de52b2f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 19:43:46.984400 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-6f85f6d2-1ede-4025-80f2-eb36f4eae7b9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:43:46.984831 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f85f6d2-1ede-4025-80f2-eb36f4eae7b9 None None] Bound using segment: {'id': '08eb81cc-7d1d-4ece-ab82-f01682bba33b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'a789c702-6d18-4db4-af82-5f41de52b2f2'} {{(pid=85346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 15 19:43:46.985339 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.managers [None req-6f85f6d2-1ede-4025-80f2-eb36f4eae7b9 None None] Bound port: 68d65270-3834-49c8-aeae-8a59c1cba0f9, host: dv-cinder-786383-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08eb81cc-7d1d-4ece-ab82-f01682bba33b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'a789c702-6d18-4db4-af82-5f41de52b2f2'}}] {{(pid=85346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 15 19:43:46.985752 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-6f85f6d2-1ede-4025-80f2-eb36f4eae7b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854565853'] for port, before_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:43:47.085875 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.db [None req-6f85f6d2-1ede-4025-80f2-eb36f4eae7b9 None None] For port 68d65270-3834-49c8-aeae-8a59c1cba0f9, host dv-cinder-786383-2-iscsi, cleared binding levels {{(pid=85346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 15 19:43:47.089584 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.db [None req-6f85f6d2-1ede-4025-80f2-eb36f4eae7b9 None None] For port 68d65270-3834-49c8-aeae-8a59c1cba0f9, host dv-cinder-786383-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-2-iscsi',level=0,port_id=68d65270-3834-49c8-aeae-8a59c1cba0f9,segment=NetworkSegment(08eb81cc-7d1d-4ece-ab82-f01682bba33b),segment_id=08eb81cc-7d1d-4ece-ab82-f01682bba33b)] {{(pid=85346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 15 19:43:47.092584 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-6f85f6d2-1ede-4025-80f2-eb36f4eae7b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854693686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852972410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789846929216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789846482410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789846483725'] for port, after_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:43:47.108947 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:43:47.258903 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f85f6d2-1ede-4025-80f2-eb36f4eae7b9 None None] Pushing event updated for resources: {'Port': ['ID=68d65270-3834-49c8-aeae-8a59c1cba0f9,revision_number=2']} {{(pid=85346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:43:47.264442 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-6f85f6d2-1ede-4025-80f2-eb36f4eae7b9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:43:47.907243 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.rpc [None req-56ecdebd-c5a0-4569-bc96-ba437f5ce558 None None] Device 68d65270-3834-49c8-aeae-8a59c1cba0f9 up at agent ovs-agent-dv-cinder-786383-2-iscsi {{(pid=85346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 19:43:47.981147 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.provisioning_blocks [None req-56ecdebd-c5a0-4569-bc96-ba437f5ce558 None None] Provisioning for port 68d65270-3834-49c8-aeae-8a59c1cba0f9 completed by entity L2. {{(pid=85346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 19:43:48.548610 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00382fe8-ba99-4a56-ae67-3c9f9d5db9d1 None None] Network a789c702-6d18-4db4-af82-5f41de52b2f2 requested from dv-cinder-786383-2-iscsi {{(pid=85346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 15 19:43:48.665807 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.provisioning_blocks [None req-81769311-246b-4055-a672-edee82f8b06e None None] Provisioning for port 68d65270-3834-49c8-aeae-8a59c1cba0f9 completed by entity DHCP. {{(pid=85346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 19:43:48.685682 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.provisioning_blocks [None req-81769311-246b-4055-a672-edee82f8b06e None None] Provisioning complete for port 68d65270-3834-49c8-aeae-8a59c1cba0f9 triggered by entity DHCP. {{(pid=85346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 19:43:48.685682 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-81769311-246b-4055-a672-edee82f8b06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-428662'] for port, provisioning_complete {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:43:48.908333 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-81769311-246b-4055-a672-edee82f8b06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854565853'] for port, before_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:43:48.963430 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.db [None req-81769311-246b-4055-a672-edee82f8b06e None None] For port 68d65270-3834-49c8-aeae-8a59c1cba0f9, host dv-cinder-786383-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-2-iscsi',level=0,port_id=68d65270-3834-49c8-aeae-8a59c1cba0f9,segment=NetworkSegment(08eb81cc-7d1d-4ece-ab82-f01682bba33b),segment_id=08eb81cc-7d1d-4ece-ab82-f01682bba33b)] {{(pid=85346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 19:43:48.966534 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-81769311-246b-4055-a672-edee82f8b06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854693686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852972410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789846929216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789846482410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789846483725'] for port, after_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:43:48.969712 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:43:49.042514 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81769311-246b-4055-a672-edee82f8b06e None None] Pushing event updated for resources: {'Port': ['ID=68d65270-3834-49c8-aeae-8a59c1cba0f9,revision_number=3']} {{(pid=85346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:43:49.046431 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-81769311-246b-4055-a672-edee82f8b06e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:43:49.188506 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.provisioning_blocks [None req-9155a4cd-23e9-4745-a742-0b1b1566e0b4 None None] Provisioning complete for port 68d65270-3834-49c8-aeae-8a59c1cba0f9 triggered by entity DHCP. {{(pid=85346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 19:43:49.188849 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-9155a4cd-23e9-4745-a742-0b1b1566e0b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-428662'] for port, provisioning_complete {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:43:49.881895 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.rpc [None req-56ecdebd-c5a0-4569-bc96-ba437f5ce558 None None] Device 68d65270-3834-49c8-aeae-8a59c1cba0f9 up at agent ovs-agent-dv-cinder-786383-2-iscsi {{(pid=85346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 19:43:49.953081 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.provisioning_blocks [None req-56ecdebd-c5a0-4569-bc96-ba437f5ce558 None None] Provisioning complete for port 68d65270-3834-49c8-aeae-8a59c1cba0f9 triggered by entity L2. {{(pid=85346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 19:43:49.953482 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-56ecdebd-c5a0-4569-bc96-ba437f5ce558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-428662'] for port, provisioning_complete {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:44:03.617102 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.agents_db [None req-b0af7715-6be6-4101-aede-c7b275f02801 None None] Agent healthcheck: found 5 active agents {{(pid=85347) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 15 19:44:05.414031 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-70993773-32ba-4e6f-ba1f-e8f40599b4d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789847050935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-428960'] for agent, after_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:44:08.027379 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-876169dd-d209-45df-a327-1a5c6aee6322 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789847050935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-428960'] for agent, after_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:44:09.085188 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-b400c4f8-8969-424f-8663-39cf5b6e1207 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789847050935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-428960'] for agent, after_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:44:09.476901 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-56ecdebd-c5a0-4569-bc96-ba437f5ce558 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789847050935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-428960'] for agent, after_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:44:10.519414 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-3d77682a-3290-49f5-9a09-7e8e47f8ddca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789847050935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-428960'] for agent, after_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:44:35.416268 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-009a2e8c-4746-42c0-8772-c1b9301c5232 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789847050935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-428960'] for agent, after_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:44:38.029220 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-ca9655f1-ad17-4342-97bd-d6932614f7f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789847050935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-428960'] for agent, after_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:44:39.078145 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-b400c4f8-8969-424f-8663-39cf5b6e1207 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789847050935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-428960'] for agent, after_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:44:39.482467 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-56ecdebd-c5a0-4569-bc96-ba437f5ce558 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789847050935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-428960'] for agent, after_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:44:40.523892 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-3d77682a-3290-49f5-9a09-7e8e47f8ddca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789847050935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-428960'] for agent, after_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:44:40.616581 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.agents_db [None req-b0af7715-6be6-4101-aede-c7b275f02801 None None] Agent healthcheck: found 5 active agents {{(pid=85347) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 15 19:45:00.452398 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.wsgi [-] (85344) accepted ('10.222.0.47', 41392) {{(pid=85344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:45:00.459388 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.wsgi [None req-81d2a36c-819a-46ff-b7db-64359f84937b tempest-verify_tempest_config-605664618 tempest-verify_tempest_config-605664618-project] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=85344) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 15 19:45:00.460511 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [None req-81d2a36c-819a-46ff-b7db-64359f84937b tempest-verify_tempest_config-605664618 tempest-verify_tempest_config-605664618-project] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13635 time: 0.0070772
Apr 15 19:45:00.776611 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.wsgi [-] (85344) accepted ('10.222.0.47', 41410) {{(pid=85344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:45:00.901223 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-fc37d0dc-305a-4a66-8165-c9e00b04527a admin admin] Notify callbacks [] for security_group, before_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:45:00.916692 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.quota.driver [None req-fc37d0dc-305a-4a66-8165-c9e00b04527a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:45:00.920637 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource [None req-fc37d0dc-305a-4a66-8165-c9e00b04527a admin admin] Usage tracker for resource:security_group_rule and tenant:e5f7455b05b2449ca0217f34b8c6f137 is out of sync, need to count used quota {{(pid=85344) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:45:00.923502 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource [None req-fc37d0dc-305a-4a66-8165-c9e00b04527a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85344) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:45:00.929890 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.quota.driver [None req-fc37d0dc-305a-4a66-8165-c9e00b04527a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:45:01.016586 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-fc37d0dc-305a-4a66-8165-c9e00b04527a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:45:01.019298 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-fc37d0dc-305a-4a66-8165-c9e00b04527a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806004'] for security_group, after_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:45:01.028613 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:45:01.070069 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [None req-fc37d0dc-305a-4a66-8165-c9e00b04527a admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=e5f7455b05b2449ca0217f34b8c6f137&name=default HTTP/1.1" status: 200  len: 2975 time: 0.2923231
Apr 15 19:45:01.071717 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc37d0dc-305a-4a66-8165-c9e00b04527a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edd7edf5-b727-4d0f-a265-a10e8152680e,revision_number=1']} {{(pid=85344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:45:01.072930 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.wsgi [-] (85345) accepted ('10.222.0.47', 41416) {{(pid=85345) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:45:01.079432 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc37d0dc-305a-4a66-8165-c9e00b04527a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:45:01.079823 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc37d0dc-305a-4a66-8165-c9e00b04527a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:45:01.080192 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc37d0dc-305a-4a66-8165-c9e00b04527a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:45:01.080550 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc37d0dc-305a-4a66-8165-c9e00b04527a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:45:01.080905 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc37d0dc-305a-4a66-8165-c9e00b04527a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:45:01.081263 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc37d0dc-305a-4a66-8165-c9e00b04527a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:45:01.081615 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc37d0dc-305a-4a66-8165-c9e00b04527a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:45:01.081967 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc37d0dc-305a-4a66-8165-c9e00b04527a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:45:01.082319 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc37d0dc-305a-4a66-8165-c9e00b04527a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:45:01.082665 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc37d0dc-305a-4a66-8165-c9e00b04527a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:45:01.083070 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc37d0dc-305a-4a66-8165-c9e00b04527a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:45:01.083418 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc37d0dc-305a-4a66-8165-c9e00b04527a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:45:01.087450 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-fc37d0dc-305a-4a66-8165-c9e00b04527a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:45:01.135494 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-4b3733db-7893-45ab-9667-14bdbe02cef3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:45:01.161467 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-4b3733db-7893-45ab-9667-14bdbe02cef3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:45:01.218798 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-4b3733db-7893-45ab-9667-14bdbe02cef3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806004'] for security_group, after_delete {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:45:01.224573 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:45:01.237732 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3733db-7893-45ab-9667-14bdbe02cef3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edd7edf5-b727-4d0f-a265-a10e8152680e,revision_number=None']} {{(pid=85345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:45:01.245224 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-4b3733db-7893-45ab-9667-14bdbe02cef3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:45:01.246400 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [None req-4b3733db-7893-45ab-9667-14bdbe02cef3 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/edd7edf5-b727-4d0f-a265-a10e8152680e HTTP/1.1" status: 204  len: 168 time: 0.1724398
Apr 15 19:45:01.248037 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b3733db-7893-45ab-9667-14bdbe02cef3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:45:01.248413 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b3733db-7893-45ab-9667-14bdbe02cef3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:45:01.248777 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b3733db-7893-45ab-9667-14bdbe02cef3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:45:01.249141 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b3733db-7893-45ab-9667-14bdbe02cef3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:45:01.251165 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b3733db-7893-45ab-9667-14bdbe02cef3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:45:01.251533 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b3733db-7893-45ab-9667-14bdbe02cef3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:45:01.251930 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b3733db-7893-45ab-9667-14bdbe02cef3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:45:01.252260 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b3733db-7893-45ab-9667-14bdbe02cef3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:45:01.252638 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b3733db-7893-45ab-9667-14bdbe02cef3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:45:01.252994 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b3733db-7893-45ab-9667-14bdbe02cef3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:45:01.253347 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b3733db-7893-45ab-9667-14bdbe02cef3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:45:01.253697 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b3733db-7893-45ab-9667-14bdbe02cef3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:45:01.256886 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-4b3733db-7893-45ab-9667-14bdbe02cef3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:45:05.418418 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-d75a3388-66f9-44cc-b464-78445fe9de5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789847050935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-428960'] for agent, after_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:45:08.032329 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-31c8e6fc-d733-427e-9977-5f3131c0c225 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789847050935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-428960'] for agent, after_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:45:09.081353 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-b400c4f8-8969-424f-8663-39cf5b6e1207 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789847050935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-428960'] for agent, after_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:45:09.485466 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-56ecdebd-c5a0-4569-bc96-ba437f5ce558 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789847050935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-428960'] for agent, after_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:45:10.523583 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-3d77682a-3290-49f5-9a09-7e8e47f8ddca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789847050935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-428960'] for agent, after_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:45:17.616525 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.agents_db [None req-b0af7715-6be6-4101-aede-c7b275f02801 None None] Agent healthcheck: found 5 active agents {{(pid=85347) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 15 19:45:35.418453 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-3eff1e06-5b24-41ec-b990-50772fee844b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789847050935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-428960'] for agent, after_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:45:38.034483 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-1cfbab17-22e0-48a2-9779-1985e8e0f63b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789847050935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-428960'] for agent, after_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:45:39.083348 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-b400c4f8-8969-424f-8663-39cf5b6e1207 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789847050935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-428960'] for agent, after_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:45:39.488232 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-56ecdebd-c5a0-4569-bc96-ba437f5ce558 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789847050935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-428960'] for agent, after_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:45:40.521791 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-3d77682a-3290-49f5-9a09-7e8e47f8ddca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789847050935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-428960'] for agent, after_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:45:54.616434 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.agents_db [None req-b0af7715-6be6-4101-aede-c7b275f02801 None None] Agent healthcheck: found 5 active agents {{(pid=85347) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 15 19:46:05.418398 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-12de2996-9f74-4ead-a912-0f554a4c35ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789847050935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-428960'] for agent, after_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:46:08.035609 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-d0f373aa-7c35-4243-8621-a0e6193c323b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789847050935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-428960'] for agent, after_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:46:09.086009 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-b400c4f8-8969-424f-8663-39cf5b6e1207 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789847050935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-428960'] for agent, after_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:46:09.489748 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-56ecdebd-c5a0-4569-bc96-ba437f5ce558 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789847050935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-428960'] for agent, after_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:46:10.524129 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-3d77682a-3290-49f5-9a09-7e8e47f8ddca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789847050935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-428960'] for agent, after_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:46:31.615704 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.agents_db [None req-b0af7715-6be6-4101-aede-c7b275f02801 None None] Agent healthcheck: found 5 active agents {{(pid=85347) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 15 19:46:35.420127 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-6eefc269-2418-4d62-86ac-bb6427385642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789847050935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-428960'] for agent, after_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:46:36.673937 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789847050935'] for agent, after_create {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:46:38.036632 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-02ac452b-442f-4b05-8115-b040945006ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789847050935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-428960'] for agent, after_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:46:39.088882 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-b400c4f8-8969-424f-8663-39cf5b6e1207 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789847050935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-428960'] for agent, after_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:46:39.493230 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-56ecdebd-c5a0-4569-bc96-ba437f5ce558 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789847050935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-428960'] for agent, after_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:46:40.527125 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-3d77682a-3290-49f5-9a09-7e8e47f8ddca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789847050935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-428960'] for agent, after_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:46:41.728257 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.wsgi [-] (85345) accepted ('10.222.0.47', 41476) {{(pid=85345) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:46:41.847244 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [None req-ea38e3b7-0901-4772-a133-3e50e9a012e9 admin admin] 10.222.0.47 "GET /v2.0/agents HTTP/1.1" status: 200  len: 4303 time: 0.1177840
Apr 15 19:46:44.368759 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.wsgi [-] (85345) accepted ('10.222.0.47', 41486) {{(pid=85345) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:46:44.427835 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [None req-38a1c406-251d-45a7-aa59-29a49e26e4c6 admin admin] 10.222.0.47 "GET /v2.0/agents HTTP/1.1" status: 200  len: 4303 time: 0.0579383
Apr 15 19:47:05.420782 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-20395851-c29c-44c6-ba30-93f1e77a8468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789847050935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-428960'] for agent, after_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:47:06.653821 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789847050935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-428960'] for agent, after_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:47:08.038990 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-03d2ffdf-2058-4f10-be46-daa85267a413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789847050935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-428960'] for agent, after_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:47:08.614934 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.agents_db [None req-b0af7715-6be6-4101-aede-c7b275f02801 None None] Agent healthcheck: found 6 active agents {{(pid=85347) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 15 19:47:09.092518 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-b400c4f8-8969-424f-8663-39cf5b6e1207 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789847050935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-428960'] for agent, after_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:47:09.495604 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-56ecdebd-c5a0-4569-bc96-ba437f5ce558 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789847050935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-428960'] for agent, after_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:47:10.532789 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-3d77682a-3290-49f5-9a09-7e8e47f8ddca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789847050935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-428960'] for agent, after_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:47:35.422634 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-2825ebb0-68ed-4e09-bc8f-e83308a5fd05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789847050935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-428960'] for agent, after_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:47:36.674604 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789847050935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-428960'] for agent, after_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:47:38.040554 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-edc0f0f9-9899-43a6-aff9-077fd8051371 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789847050935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-428960'] for agent, after_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:47:39.105620 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-b400c4f8-8969-424f-8663-39cf5b6e1207 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789847050935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-428960'] for agent, after_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:47:39.500379 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-56ecdebd-c5a0-4569-bc96-ba437f5ce558 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789847050935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-428960'] for agent, after_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:47:40.538972 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-3d77682a-3290-49f5-9a09-7e8e47f8ddca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789847050935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-428960'] for agent, after_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:47:45.614719 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.agents_db [None req-b0af7715-6be6-4101-aede-c7b275f02801 None None] Agent healthcheck: found 6 active agents {{(pid=85347) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 15 19:48:05.425653 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-f610eee9-05f5-4e9a-90df-da7bf6f27ef2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789847050935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-428960'] for agent, after_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:48:06.675507 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789847050935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-428960'] for agent, after_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:48:08.046454 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-cebfc899-1357-4e14-9ef1-9ee96066fb9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789847050935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-428960'] for agent, after_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:48:09.096111 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-b400c4f8-8969-424f-8663-39cf5b6e1207 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789847050935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-428960'] for agent, after_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:48:09.503310 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-56ecdebd-c5a0-4569-bc96-ba437f5ce558 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789847050935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-428960'] for agent, after_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:48:10.536503 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-3d77682a-3290-49f5-9a09-7e8e47f8ddca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789847050935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-428960'] for agent, after_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:48:17.897274 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.wsgi [-] (85344) accepted ('10.222.0.47', 41596) {{(pid=85344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:48:18.124087 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.v2.base [None req-053b9cfe-b795-40e9-b99e-d9e719e65e58 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-751206198-network', 'tenant_id': '5031830a47dd4af1b1ffb83e812d61ea'}} {{(pid=85344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 19:48:18.130295 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.quota.driver [None req-053b9cfe-b795-40e9-b99e-d9e719e65e58 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:48:18.135888 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource [None req-053b9cfe-b795-40e9-b99e-d9e719e65e58 admin admin] Usage tracker for resource:network and tenant:5031830a47dd4af1b1ffb83e812d61ea is out of sync, need to count used quota {{(pid=85344) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:48:18.139337 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource [None req-053b9cfe-b795-40e9-b99e-d9e719e65e58 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85344) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:48:18.145889 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.quota.driver [None req-053b9cfe-b795-40e9-b99e-d9e719e65e58 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:48:18.155701 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-053b9cfe-b795-40e9-b99e-d9e719e65e58 admin admin] Made reservation on behalf of 5031830a47dd4af1b1ffb83e812d61ea for: {'network': 1} {{(pid=85344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 15 19:48:18.162495 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-053b9cfe-b795-40e9-b99e-d9e719e65e58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854565853'] for network, before_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:48:18.176820 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-053b9cfe-b795-40e9-b99e-d9e719e65e58 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:48:18.193702 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.quota.driver [None req-053b9cfe-b795-40e9-b99e-d9e719e65e58 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:48:18.198576 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource [None req-053b9cfe-b795-40e9-b99e-d9e719e65e58 admin admin] Usage tracker for resource:security_group_rule and tenant:5031830a47dd4af1b1ffb83e812d61ea is out of sync, need to count used quota {{(pid=85344) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:48:18.202186 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource [None req-053b9cfe-b795-40e9-b99e-d9e719e65e58 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85344) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:48:18.208355 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.quota.driver [None req-053b9cfe-b795-40e9-b99e-d9e719e65e58 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:48:18.322718 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-053b9cfe-b795-40e9-b99e-d9e719e65e58 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:48:18.326741 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-053b9cfe-b795-40e9-b99e-d9e719e65e58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806004'] for security_group, after_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:48:18.331857 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-f144d76d-0730-4ab2-81a1-0a3340644029 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:48:18.359793 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-053b9cfe-b795-40e9-b99e-d9e719e65e58 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 674}  {{(pid=85344) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 15 19:48:18.374449 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053b9cfe-b795-40e9-b99e-d9e719e65e58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54603b98-aabe-4a05-94fb-6286b3631efb,revision_number=1']} {{(pid=85344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:48:18.379813 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-053b9cfe-b795-40e9-b99e-d9e719e65e58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854767479'] for segment, precommit_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:48:18.380207 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.db.segments_db [None req-053b9cfe-b795-40e9-b99e-d9e719e65e58 admin admin] Added segment fba2751d-d069-4029-bec8-ed01c7a617d8 of type vlan for network 4d82f7b7-d97c-4f69-af76-26788d15aead
Apr 15 19:48:18.392926 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-053b9cfe-b795-40e9-b99e-d9e719e65e58 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:48:18.393571 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-053b9cfe-b795-40e9-b99e-d9e719e65e58 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:48:18.393722 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-053b9cfe-b795-40e9-b99e-d9e719e65e58 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:48:18.394038 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-053b9cfe-b795-40e9-b99e-d9e719e65e58 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:48:18.394403 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-053b9cfe-b795-40e9-b99e-d9e719e65e58 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:48:18.394767 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-053b9cfe-b795-40e9-b99e-d9e719e65e58 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:48:18.395140 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-053b9cfe-b795-40e9-b99e-d9e719e65e58 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:48:18.395500 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-053b9cfe-b795-40e9-b99e-d9e719e65e58 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:48:18.395861 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-053b9cfe-b795-40e9-b99e-d9e719e65e58 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:48:18.396218 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-053b9cfe-b795-40e9-b99e-d9e719e65e58 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:48:18.396581 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-053b9cfe-b795-40e9-b99e-d9e719e65e58 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:48:18.396928 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-053b9cfe-b795-40e9-b99e-d9e719e65e58 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:48:18.398015 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-053b9cfe-b795-40e9-b99e-d9e719e65e58 admin admin] Tracked resource versions report:
Apr 15 19:48:18.398015 dv-cinder-786383-2-iscsi neutron-server[85229]: pushed versions:
Apr 15 19:48:18.398015 dv-cinder-786383-2-iscsi neutron-server[85229]: {   'AddressGroup': {'1.2'},
Apr 15 19:48:18.398015 dv-cinder-786383-2-iscsi neutron-server[85229]:     'ConntrackHelper': {'1.0'},
Apr 15 19:48:18.398015 dv-cinder-786383-2-iscsi neutron-server[85229]:     'Log': {'1.0'},
Apr 15 19:48:18.398015 dv-cinder-786383-2-iscsi neutron-server[85229]:     'Network': {'1.1'},
Apr 15 19:48:18.398015 dv-cinder-786383-2-iscsi neutron-server[85229]:     'Port': {'1.7'},
Apr 15 19:48:18.398015 dv-cinder-786383-2-iscsi neutron-server[85229]:     'PortForwarding': {'1.2'},
Apr 15 19:48:18.398015 dv-cinder-786383-2-iscsi neutron-server[85229]:     'QosPolicy': {'1.8'},
Apr 15 19:48:18.398015 dv-cinder-786383-2-iscsi neutron-server[85229]:     'SecurityGroup': {'1.4'},
Apr 15 19:48:18.398015 dv-cinder-786383-2-iscsi neutron-server[85229]:     'SecurityGroupRule': {'1.2'},
Apr 15 19:48:18.398015 dv-cinder-786383-2-iscsi neutron-server[85229]:     'SubPort': {'1.0'},
Apr 15 19:48:18.398015 dv-cinder-786383-2-iscsi neutron-server[85229]:     'Subnet': {'1.1'},
Apr 15 19:48:18.398015 dv-cinder-786383-2-iscsi neutron-server[85229]:     'Trunk': {'1.1'}}
Apr 15 19:48:18.398015 dv-cinder-786383-2-iscsi neutron-server[85229]: consumer versions:
Apr 15 19:48:18.398015 dv-cinder-786383-2-iscsi neutron-server[85229]: {   DHCP agent@dv-cinder-786383-2-iscsi: {},
Apr 15 19:48:18.398015 dv-cinder-786383-2-iscsi neutron-server[85229]:     HyperV agent@hv-cinder-78638: {},
Apr 15 19:48:18.398015 dv-cinder-786383-2-iscsi neutron-server[85229]:     L3 agent@dv-cinder-786383-2-iscsi: {},
Apr 15 19:48:18.398015 dv-cinder-786383-2-iscsi neutron-server[85229]:     Metadata agent@dv-cinder-786383-2-iscsi: {},
Apr 15 19:48:18.398015 dv-cinder-786383-2-iscsi neutron-server[85229]:     Metering agent@dv-cinder-786383-2-iscsi: {},
Apr 15 19:48:18.398015 dv-cinder-786383-2-iscsi neutron-server[85229]:     Open vSwitch agent@dv-cinder-786383-2-iscsi: {   'AddressGroup': '1.2',
Apr 15 19:48:18.398015 dv-cinder-786383-2-iscsi neutron-server[85229]:                                                      'ConntrackHelper': '1.0',
Apr 15 19:48:18.398015 dv-cinder-786383-2-iscsi neutron-server[85229]:                                                      'Log': '1.0',
Apr 15 19:48:18.398015 dv-cinder-786383-2-iscsi neutron-server[85229]:                                                      'Network': '1.1',
Apr 15 19:48:18.398015 dv-cinder-786383-2-iscsi neutron-server[85229]:                                                      'Port': '1.7',
Apr 15 19:48:18.398015 dv-cinder-786383-2-iscsi neutron-server[85229]:                                                      'PortForwarding': '1.2',
Apr 15 19:48:18.398015 dv-cinder-786383-2-iscsi neutron-server[85229]:                                                      'QosPolicy': '1.8',
Apr 15 19:48:18.398015 dv-cinder-786383-2-iscsi neutron-server[85229]:                                                      'SecurityGroup': '1.4',
Apr 15 19:48:18.398015 dv-cinder-786383-2-iscsi neutron-server[85229]:                                                      'SecurityGroupRule': '1.2',
Apr 15 19:48:18.398015 dv-cinder-786383-2-iscsi neutron-server[85229]:                                                      'SubPort': '1.0',
Apr 15 19:48:18.398015 dv-cinder-786383-2-iscsi neutron-server[85229]:                                                      'Subnet': '1.1',
Apr 15 19:48:18.398015 dv-cinder-786383-2-iscsi neutron-server[85229]:                                                      'Trunk': '1.1'}}
Apr 15 19:48:18.398015 dv-cinder-786383-2-iscsi neutron-server[85229]:  {{(pid=85344) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Apr 15 19:48:18.401524 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-053b9cfe-b795-40e9-b99e-d9e719e65e58 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:48:18.426528 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-053b9cfe-b795-40e9-b99e-d9e719e65e58 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789846470498'] for network, precommit_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:48:18.458153 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-053b9cfe-b795-40e9-b99e-d9e719e65e58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852808340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852972410'] for network, after_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:48:18.459707 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-053b9cfe-b795-40e9-b99e-d9e719e65e58 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:48:18.460503 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-053b9cfe-b795-40e9-b99e-d9e719e65e58 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852972363'] for network, before_response {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:48:18.466450 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:48:18.585544 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053b9cfe-b795-40e9-b99e-d9e719e65e58 admin admin] Pushing event updated for resources: {'Network': ['ID=4d82f7b7-d97c-4f69-af76-26788d15aead,revision_number=1']} {{(pid=85344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:48:18.595437 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [None req-053b9cfe-b795-40e9-b99e-d9e719e65e58 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201  len: 883 time: 0.7019138
Apr 15 19:48:18.596258 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.wsgi [-] (85345) accepted ('10.222.0.47', 41644) {{(pid=85345) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:48:18.596837 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-053b9cfe-b795-40e9-b99e-d9e719e65e58 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:48:18.598722 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.rpc [None req-56ecdebd-c5a0-4569-bc96-ba437f5ce558 None None] Network 4d82f7b7-d97c-4f69-af76-26788d15aead details requested by agent ovs-agent-dv-cinder-786383-2-iscsi with host dv-cinder-786383-2-iscsi {{(pid=85346) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 15 19:48:18.603128 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.v2.base [None req-6907170b-d368-4d88-bd1a-629e03ba1bbe admin admin] Request body: {'subnet': {'network_id': '4d82f7b7-d97c-4f69-af76-26788d15aead', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-751206198-subnet', 'tenant_id': '5031830a47dd4af1b1ffb83e812d61ea', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=85345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 19:48:18.608561 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.quota.driver [None req-6907170b-d368-4d88-bd1a-629e03ba1bbe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85345) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:48:18.612934 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource [None req-6907170b-d368-4d88-bd1a-629e03ba1bbe admin admin] Usage tracker for resource:subnet and tenant:5031830a47dd4af1b1ffb83e812d61ea is out of sync, need to count used quota {{(pid=85345) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:48:18.617033 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource [None req-6907170b-d368-4d88-bd1a-629e03ba1bbe admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85345) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:48:18.623492 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.quota.driver [None req-6907170b-d368-4d88-bd1a-629e03ba1bbe admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85345) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:48:18.634066 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6907170b-d368-4d88-bd1a-629e03ba1bbe admin admin] Made reservation on behalf of 5031830a47dd4af1b1ffb83e812d61ea for: {'subnet': 1} {{(pid=85345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 15 19:48:18.639463 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-6907170b-d368-4d88-bd1a-629e03ba1bbe admin admin] Notify callbacks [] for subnet, before_create {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:48:19.037125 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.wsgi [-] (85344) accepted ('10.222.0.47', 41662) {{(pid=85344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:48:19.104253 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-6907170b-d368-4d88-bd1a-629e03ba1bbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852808376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852972410'] for subnet, after_create {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:48:19.125011 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-65ee2a3c-419b-4de7-a67e-51ffcb59bb92 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:48:19.254376 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6907170b-d368-4d88-bd1a-629e03ba1bbe admin admin] Pushing event updated for resources: {'Subnet': ['ID=c9a5e3d2-b4cb-4ff6-afc6-75b296b42958,revision_number=0']} {{(pid=85345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:48:19.276068 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.v2.base [None req-421425cb-2027-4b7c-8d8f-b6919de211aa admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1863267534-network', 'tenant_id': '4bae275d2add4a8a85e8b627d205bb33'}} {{(pid=85344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 19:48:19.277511 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6907170b-d368-4d88-bd1a-629e03ba1bbe admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:48:19.277892 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6907170b-d368-4d88-bd1a-629e03ba1bbe admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:48:19.278266 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6907170b-d368-4d88-bd1a-629e03ba1bbe admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:48:19.278629 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6907170b-d368-4d88-bd1a-629e03ba1bbe admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:48:19.279018 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6907170b-d368-4d88-bd1a-629e03ba1bbe admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:48:19.279381 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6907170b-d368-4d88-bd1a-629e03ba1bbe admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:48:19.279738 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6907170b-d368-4d88-bd1a-629e03ba1bbe admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:48:19.280103 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6907170b-d368-4d88-bd1a-629e03ba1bbe admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:48:19.280444 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6907170b-d368-4d88-bd1a-629e03ba1bbe admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:48:19.280956 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6907170b-d368-4d88-bd1a-629e03ba1bbe admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:48:19.281467 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6907170b-d368-4d88-bd1a-629e03ba1bbe admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:48:19.281966 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6907170b-d368-4d88-bd1a-629e03ba1bbe admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:48:19.282581 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.quota.driver [None req-421425cb-2027-4b7c-8d8f-b6919de211aa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:48:19.283445 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6907170b-d368-4d88-bd1a-629e03ba1bbe admin admin] Tracked resource versions report:
Apr 15 19:48:19.283445 dv-cinder-786383-2-iscsi neutron-server[85229]: pushed versions:
Apr 15 19:48:19.283445 dv-cinder-786383-2-iscsi neutron-server[85229]: {   'AddressGroup': {'1.2'},
Apr 15 19:48:19.283445 dv-cinder-786383-2-iscsi neutron-server[85229]:     'ConntrackHelper': {'1.0'},
Apr 15 19:48:19.283445 dv-cinder-786383-2-iscsi neutron-server[85229]:     'Log': {'1.0'},
Apr 15 19:48:19.283445 dv-cinder-786383-2-iscsi neutron-server[85229]:     'Network': {'1.1'},
Apr 15 19:48:19.283445 dv-cinder-786383-2-iscsi neutron-server[85229]:     'Port': {'1.7'},
Apr 15 19:48:19.283445 dv-cinder-786383-2-iscsi neutron-server[85229]:     'PortForwarding': {'1.2'},
Apr 15 19:48:19.283445 dv-cinder-786383-2-iscsi neutron-server[85229]:     'QosPolicy': {'1.8'},
Apr 15 19:48:19.283445 dv-cinder-786383-2-iscsi neutron-server[85229]:     'SecurityGroup': {'1.4'},
Apr 15 19:48:19.283445 dv-cinder-786383-2-iscsi neutron-server[85229]:     'SecurityGroupRule': {'1.2'},
Apr 15 19:48:19.283445 dv-cinder-786383-2-iscsi neutron-server[85229]:     'SubPort': {'1.0'},
Apr 15 19:48:19.283445 dv-cinder-786383-2-iscsi neutron-server[85229]:     'Subnet': {'1.1'},
Apr 15 19:48:19.283445 dv-cinder-786383-2-iscsi neutron-server[85229]:     'Trunk': {'1.1'}}
Apr 15 19:48:19.283445 dv-cinder-786383-2-iscsi neutron-server[85229]: consumer versions:
Apr 15 19:48:19.283445 dv-cinder-786383-2-iscsi neutron-server[85229]: {   DHCP agent@dv-cinder-786383-2-iscsi: {},
Apr 15 19:48:19.283445 dv-cinder-786383-2-iscsi neutron-server[85229]:     HyperV agent@hv-cinder-78638: {},
Apr 15 19:48:19.283445 dv-cinder-786383-2-iscsi neutron-server[85229]:     L3 agent@dv-cinder-786383-2-iscsi: {},
Apr 15 19:48:19.283445 dv-cinder-786383-2-iscsi neutron-server[85229]:     Metadata agent@dv-cinder-786383-2-iscsi: {},
Apr 15 19:48:19.283445 dv-cinder-786383-2-iscsi neutron-server[85229]:     Metering agent@dv-cinder-786383-2-iscsi: {},
Apr 15 19:48:19.283445 dv-cinder-786383-2-iscsi neutron-server[85229]:     Open vSwitch agent@dv-cinder-786383-2-iscsi: {   'AddressGroup': '1.2',
Apr 15 19:48:19.283445 dv-cinder-786383-2-iscsi neutron-server[85229]:                                                      'ConntrackHelper': '1.0',
Apr 15 19:48:19.283445 dv-cinder-786383-2-iscsi neutron-server[85229]:                                                      'Log': '1.0',
Apr 15 19:48:19.283445 dv-cinder-786383-2-iscsi neutron-server[85229]:                                                      'Network': '1.1',
Apr 15 19:48:19.283445 dv-cinder-786383-2-iscsi neutron-server[85229]:                                                      'Port': '1.7',
Apr 15 19:48:19.283445 dv-cinder-786383-2-iscsi neutron-server[85229]:                                                      'PortForwarding': '1.2',
Apr 15 19:48:19.283445 dv-cinder-786383-2-iscsi neutron-server[85229]:                                                      'QosPolicy': '1.8',
Apr 15 19:48:19.283445 dv-cinder-786383-2-iscsi neutron-server[85229]:                                                      'SecurityGroup': '1.4',
Apr 15 19:48:19.283445 dv-cinder-786383-2-iscsi neutron-server[85229]:                                                      'SecurityGroupRule': '1.2',
Apr 15 19:48:19.283445 dv-cinder-786383-2-iscsi neutron-server[85229]:                                                      'SubPort': '1.0',
Apr 15 19:48:19.283445 dv-cinder-786383-2-iscsi neutron-server[85229]:                                                      'Subnet': '1.1',
Apr 15 19:48:19.283445 dv-cinder-786383-2-iscsi neutron-server[85229]:                                                      'Trunk': '1.1'}}
Apr 15 19:48:19.283445 dv-cinder-786383-2-iscsi neutron-server[85229]:  {{(pid=85345) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Apr 15 19:48:19.293047 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-6907170b-d368-4d88-bd1a-629e03ba1bbe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:48:19.294210 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource [None req-421425cb-2027-4b7c-8d8f-b6919de211aa admin admin] Usage tracker for resource:network and tenant:4bae275d2add4a8a85e8b627d205bb33 is out of sync, need to count used quota {{(pid=85344) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:48:19.298963 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource [None req-421425cb-2027-4b7c-8d8f-b6919de211aa admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85344) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:48:19.307240 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.quota.driver [None req-421425cb-2027-4b7c-8d8f-b6919de211aa admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:48:19.325190 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-421425cb-2027-4b7c-8d8f-b6919de211aa admin admin] Made reservation on behalf of 4bae275d2add4a8a85e8b627d205bb33 for: {'network': 1} {{(pid=85344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 15 19:48:19.330644 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-421425cb-2027-4b7c-8d8f-b6919de211aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854565853'] for network, before_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:48:19.346804 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-421425cb-2027-4b7c-8d8f-b6919de211aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:48:19.364640 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.quota.driver [None req-421425cb-2027-4b7c-8d8f-b6919de211aa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:48:19.366717 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6907170b-d368-4d88-bd1a-629e03ba1bbe admin admin] Checking segment: {'id': 'fba2751d-d069-4029-bec8-ed01c7a617d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '4d82f7b7-d97c-4f69-af76-26788d15aead'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 19:48:19.367137 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6907170b-d368-4d88-bd1a-629e03ba1bbe admin admin] Network hostable DHCP agents. Network: 4d82f7b7-d97c-4f69-af76-26788d15aead, hostable agents: ['48b86c86-f902-4f97-86c7-19da88045e62'], hosted agents: [] {{(pid=85345) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 15 19:48:19.370370 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource [None req-421425cb-2027-4b7c-8d8f-b6919de211aa admin admin] Usage tracker for resource:security_group_rule and tenant:4bae275d2add4a8a85e8b627d205bb33 is out of sync, need to count used quota {{(pid=85344) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:48:19.373611 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource [None req-421425cb-2027-4b7c-8d8f-b6919de211aa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85344) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:48:19.380187 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.quota.driver [None req-421425cb-2027-4b7c-8d8f-b6919de211aa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:48:19.389340 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6907170b-d368-4d88-bd1a-629e03ba1bbe admin admin] Network 4d82f7b7-d97c-4f69-af76-26788d15aead is scheduled to be hosted by DHCP agent 48b86c86-f902-4f97-86c7-19da88045e62 with binding_index 1 {{(pid=85345) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 15 19:48:19.399382 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.scheduler.base_scheduler [None req-6907170b-d368-4d88-bd1a-629e03ba1bbe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786383-2-iscsi, 4d82f7b7-d97c-4f69-af76-26788d15aead) {{(pid=85345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 19:48:19.404066 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6907170b-d368-4d88-bd1a-629e03ba1bbe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:48:19.404940 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-6907170b-d368-4d88-bd1a-629e03ba1bbe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852972363'] for subnet, before_response {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:48:19.411760 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12ebd507-543f-4daf-a0f5-816e22ef37bf None None] Network 4d82f7b7-d97c-4f69-af76-26788d15aead requested from dv-cinder-786383-2-iscsi {{(pid=85346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 15 19:48:19.434970 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.wsgi [-] (85344) accepted ('10.222.0.47', 41688) {{(pid=85344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:48:19.435485 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [None req-6907170b-d368-4d88-bd1a-629e03ba1bbe admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 0.8379900
Apr 15 19:48:19.441061 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.v2.base [None req-2214416b-dfd0-4ef0-acba-bd869baa0759 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-751206198-router', 'tenant_id': '5031830a47dd4af1b1ffb83e812d61ea', 'external_gateway_info': {'network_id': '0b576887-bb01-4bfc-8617-ca8b886d7b7e'}}} {{(pid=85344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 19:48:19.448932 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.quota.driver [None req-2214416b-dfd0-4ef0-acba-bd869baa0759 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:48:19.457919 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource [None req-2214416b-dfd0-4ef0-acba-bd869baa0759 admin admin] Usage tracker for resource:router and tenant:5031830a47dd4af1b1ffb83e812d61ea is out of sync, need to count used quota {{(pid=85344) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:48:19.466962 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource [None req-2214416b-dfd0-4ef0-acba-bd869baa0759 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=85344) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:48:19.483335 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.quota.driver [None req-2214416b-dfd0-4ef0-acba-bd869baa0759 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:48:19.521964 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-421425cb-2027-4b7c-8d8f-b6919de211aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:48:19.526386 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-421425cb-2027-4b7c-8d8f-b6919de211aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806004'] for security_group, after_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:48:19.531364 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-053b9cfe-b795-40e9-b99e-d9e719e65e58 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:48:19.541148 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-2214416b-dfd0-4ef0-acba-bd869baa0759 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036853104155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854716007'] for router, before_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:48:19.542505 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-2214416b-dfd0-4ef0-acba-bd869baa0759 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1671480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1673062', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1979644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59777'] for router, precommit_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:48:19.579583 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-2214416b-dfd0-4ef0-acba-bd869baa0759 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:48:19.640292 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-421425cb-2027-4b7c-8d8f-b6919de211aa admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 679}  {{(pid=85344) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 15 19:48:19.704528 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421425cb-2027-4b7c-8d8f-b6919de211aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97cce6ed-7d85-4e5d-beb2-c57bc78a400a,revision_number=1']} {{(pid=85344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:48:19.712172 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-421425cb-2027-4b7c-8d8f-b6919de211aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:48:19.725274 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-421425cb-2027-4b7c-8d8f-b6919de211aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854767479'] for segment, precommit_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:48:19.727915 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.db.segments_db [None req-421425cb-2027-4b7c-8d8f-b6919de211aa admin admin] Added segment 50fe2df4-77d3-40aa-a8a3-45d53f7bd89a of type vlan for network 3371f473-4c26-4f81-abc4-c2c4353fa3ab
Apr 15 19:48:19.739277 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3df5363-828e-43fc-96be-5205025822ef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc01a18e6-8f98-5b6c-8b5b-44e18d93fa4e-4d82f7b7-d97c-4f69-af76-26788d15aead', 'network_id': '4d82f7b7-d97c-4f69-af76-26788d15aead', 'tenant_id': '5031830a47dd4af1b1ffb83e812d61ea', 'fixed_ips': [{'subnet_id': 'c9a5e3d2-b4cb-4ff6-afc6-75b296b42958'}]}} from dv-cinder-786383-2-iscsi. {{(pid=85346) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}}
Apr 15 19:48:19.739277 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-d3df5363-828e-43fc-96be-5205025822ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854565853'] for port, before_create {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:48:19.910651 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-421425cb-2027-4b7c-8d8f-b6919de211aa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789846470498'] for network, precommit_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:48:19.957460 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.db_base_plugin_common [None req-d3df5363-828e-43fc-96be-5205025822ef None None] Allocated IP 172.20.0.2 (4d82f7b7-d97c-4f69-af76-26788d15aead/c9a5e3d2-b4cb-4ff6-afc6-75b296b42958/2b89f581-f195-433b-b9a4-5806294f90bf) {{(pid=85346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 15 19:48:20.094568 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-2214416b-dfd0-4ef0-acba-bd869baa0759 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1673047', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853104170', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59824'] for router, precommit_update {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:48:20.101071 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.wsgi [-] (85345) accepted ('10.222.0.47', 41722) {{(pid=85345) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:48:20.104034 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-421425cb-2027-4b7c-8d8f-b6919de211aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852808340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852972410'] for network, after_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:48:20.106041 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-421425cb-2027-4b7c-8d8f-b6919de211aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:48:20.106683 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-421425cb-2027-4b7c-8d8f-b6919de211aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852972363'] for network, before_response {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:48:20.128780 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.wsgi [-] (85345) accepted ('10.222.0.47', 41728) {{(pid=85345) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:48:20.131068 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:48:20.171921 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.wsgi [-] (85345) accepted ('10.222.0.47', 41736) {{(pid=85345) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:48:20.255668 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-d3df5363-828e-43fc-96be-5205025822ef None None] Notify callbacks [] for port, precommit_create {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:48:20.267299 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.provisioning_blocks [None req-d3df5363-828e-43fc-96be-5205025822ef None None] Transition to ACTIVE for port object 2b89f581-f195-433b-b9a4-5806294f90bf will not be triggered until provisioned by entity L2. {{(pid=85346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 19:48:20.289705 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.provisioning_blocks [None req-d3df5363-828e-43fc-96be-5205025822ef None None] Transition to ACTIVE for port object 2b89f581-f195-433b-b9a4-5806294f90bf will not be triggered until provisioned by entity DHCP. {{(pid=85346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 19:48:20.297274 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-d3df5363-828e-43fc-96be-5205025822ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854693686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852972410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789846482393'] for port, after_create {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:48:20.318391 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421425cb-2027-4b7c-8d8f-b6919de211aa admin admin] Pushing event updated for resources: {'Network': ['ID=3371f473-4c26-4f81-abc4-c2c4353fa3ab,revision_number=1']} {{(pid=85344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:48:20.329729 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-421425cb-2027-4b7c-8d8f-b6919de211aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:48:20.334632 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.wsgi [-] (85345) accepted ('10.222.0.47', 41744) {{(pid=85345) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:48:20.335335 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [None req-421425cb-2027-4b7c-8d8f-b6919de211aa admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201  len: 890 time: 1.2963016
Apr 15 19:48:20.342065 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.v2.base [None req-8d0b18f7-4dce-4278-a330-dca8380afd17 admin admin] Request body: {'subnet': {'network_id': '3371f473-4c26-4f81-abc4-c2c4353fa3ab', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1863267534-subnet', 'tenant_id': '4bae275d2add4a8a85e8b627d205bb33', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=85345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 19:48:20.348151 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.quota.driver [None req-8d0b18f7-4dce-4278-a330-dca8380afd17 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85345) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:48:20.354513 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource [None req-8d0b18f7-4dce-4278-a330-dca8380afd17 admin admin] Usage tracker for resource:subnet and tenant:4bae275d2add4a8a85e8b627d205bb33 is out of sync, need to count used quota {{(pid=85345) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:48:20.357885 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource [None req-8d0b18f7-4dce-4278-a330-dca8380afd17 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85345) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:48:20.364686 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.quota.driver [None req-8d0b18f7-4dce-4278-a330-dca8380afd17 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85345) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:48:20.374742 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d0b18f7-4dce-4278-a330-dca8380afd17 admin admin] Made reservation on behalf of 4bae275d2add4a8a85e8b627d205bb33 for: {'subnet': 1} {{(pid=85345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 15 19:48:20.379617 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-8d0b18f7-4dce-4278-a330-dca8380afd17 admin admin] Notify callbacks [] for subnet, before_create {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:48:20.520910 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:48:20.532363 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.v2.base [None req-bf6d8a5b-4926-480a-bceb-f6f30db7bbe4 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-97542771-network', 'tenant_id': '1df1ccdad5f84944aa5a1da6bd684a06'}} {{(pid=85345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 19:48:20.545762 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.v2.base [None req-5adc1271-2e4d-4efe-9dd1-af4fa750db9a admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1096047086-network', 'tenant_id': 'baf9cfef8926468ebb80cb08498b5bf3'}} {{(pid=85345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 19:48:20.552370 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.quota.driver [None req-bf6d8a5b-4926-480a-bceb-f6f30db7bbe4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85345) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:48:20.558116 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource [None req-bf6d8a5b-4926-480a-bceb-f6f30db7bbe4 admin admin] Usage tracker for resource:network and tenant:1df1ccdad5f84944aa5a1da6bd684a06 is out of sync, need to count used quota {{(pid=85345) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:48:20.563624 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource [None req-bf6d8a5b-4926-480a-bceb-f6f30db7bbe4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85345) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:48:20.574941 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.quota.driver [None req-bf6d8a5b-4926-480a-bceb-f6f30db7bbe4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85345) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:48:20.580655 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.quota.driver [None req-5adc1271-2e4d-4efe-9dd1-af4fa750db9a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85345) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:48:20.591792 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource [None req-5adc1271-2e4d-4efe-9dd1-af4fa750db9a admin admin] Usage tracker for resource:network and tenant:baf9cfef8926468ebb80cb08498b5bf3 is out of sync, need to count used quota {{(pid=85345) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:48:20.596387 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource [None req-5adc1271-2e4d-4efe-9dd1-af4fa750db9a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85345) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:48:20.607140 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.rpc [None req-56ecdebd-c5a0-4569-bc96-ba437f5ce558 None None] Network 3371f473-4c26-4f81-abc4-c2c4353fa3ab details requested by agent ovs-agent-dv-cinder-786383-2-iscsi with host dv-cinder-786383-2-iscsi {{(pid=85346) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 15 19:48:20.608090 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf6d8a5b-4926-480a-bceb-f6f30db7bbe4 admin admin] Made reservation on behalf of 1df1ccdad5f84944aa5a1da6bd684a06 for: {'network': 1} {{(pid=85345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 15 19:48:20.614742 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-bf6d8a5b-4926-480a-bceb-f6f30db7bbe4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854565853'] for network, before_create {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:48:20.625949 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3df5363-828e-43fc-96be-5205025822ef None None] Pushing event updated for resources: {'Port': ['ID=2b89f581-f195-433b-b9a4-5806294f90bf,revision_number=1']} {{(pid=85346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:48:20.626434 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.quota.driver [None req-5adc1271-2e4d-4efe-9dd1-af4fa750db9a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85345) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:48:20.645070 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3df5363-828e-43fc-96be-5205025822ef None None] Network 4d82f7b7-d97c-4f69-af76-26788d15aead is already hosted by enough agents. {{(pid=85346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 15 19:48:20.647925 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3df5363-828e-43fc-96be-5205025822ef None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:48:20.648316 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3df5363-828e-43fc-96be-5205025822ef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:48:20.648701 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3df5363-828e-43fc-96be-5205025822ef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:48:20.649071 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3df5363-828e-43fc-96be-5205025822ef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:48:20.649545 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3df5363-828e-43fc-96be-5205025822ef None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:48:20.649916 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3df5363-828e-43fc-96be-5205025822ef None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:48:20.650283 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3df5363-828e-43fc-96be-5205025822ef None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:48:20.650802 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3df5363-828e-43fc-96be-5205025822ef None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:48:20.651196 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3df5363-828e-43fc-96be-5205025822ef None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:48:20.651562 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3df5363-828e-43fc-96be-5205025822ef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:48:20.651924 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3df5363-828e-43fc-96be-5205025822ef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:48:20.652282 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3df5363-828e-43fc-96be-5205025822ef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:48:20.653358 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3df5363-828e-43fc-96be-5205025822ef None None] Tracked resource versions report:
Apr 15 19:48:20.653358 dv-cinder-786383-2-iscsi neutron-server[85229]: pushed versions:
Apr 15 19:48:20.653358 dv-cinder-786383-2-iscsi neutron-server[85229]: {   'AddressGroup': {'1.2'},
Apr 15 19:48:20.653358 dv-cinder-786383-2-iscsi neutron-server[85229]:     'ConntrackHelper': {'1.0'},
Apr 15 19:48:20.653358 dv-cinder-786383-2-iscsi neutron-server[85229]:     'Log': {'1.0'},
Apr 15 19:48:20.653358 dv-cinder-786383-2-iscsi neutron-server[85229]:     'Network': {'1.1'},
Apr 15 19:48:20.653358 dv-cinder-786383-2-iscsi neutron-server[85229]:     'Port': {'1.7'},
Apr 15 19:48:20.653358 dv-cinder-786383-2-iscsi neutron-server[85229]:     'PortForwarding': {'1.2'},
Apr 15 19:48:20.653358 dv-cinder-786383-2-iscsi neutron-server[85229]:     'QosPolicy': {'1.8'},
Apr 15 19:48:20.653358 dv-cinder-786383-2-iscsi neutron-server[85229]:     'SecurityGroup': {'1.4'},
Apr 15 19:48:20.653358 dv-cinder-786383-2-iscsi neutron-server[85229]:     'SecurityGroupRule': {'1.2'},
Apr 15 19:48:20.653358 dv-cinder-786383-2-iscsi neutron-server[85229]:     'SubPort': {'1.0'},
Apr 15 19:48:20.653358 dv-cinder-786383-2-iscsi neutron-server[85229]:     'Subnet': {'1.1'},
Apr 15 19:48:20.653358 dv-cinder-786383-2-iscsi neutron-server[85229]:     'Trunk': {'1.1'}}
Apr 15 19:48:20.653358 dv-cinder-786383-2-iscsi neutron-server[85229]: consumer versions:
Apr 15 19:48:20.653358 dv-cinder-786383-2-iscsi neutron-server[85229]: {   DHCP agent@dv-cinder-786383-2-iscsi: {},
Apr 15 19:48:20.653358 dv-cinder-786383-2-iscsi neutron-server[85229]:     HyperV agent@hv-cinder-78638: {},
Apr 15 19:48:20.653358 dv-cinder-786383-2-iscsi neutron-server[85229]:     L3 agent@dv-cinder-786383-2-iscsi: {},
Apr 15 19:48:20.653358 dv-cinder-786383-2-iscsi neutron-server[85229]:     Metadata agent@dv-cinder-786383-2-iscsi: {},
Apr 15 19:48:20.653358 dv-cinder-786383-2-iscsi neutron-server[85229]:     Metering agent@dv-cinder-786383-2-iscsi: {},
Apr 15 19:48:20.653358 dv-cinder-786383-2-iscsi neutron-server[85229]:     Open vSwitch agent@dv-cinder-786383-2-iscsi: {   'AddressGroup': '1.2',
Apr 15 19:48:20.653358 dv-cinder-786383-2-iscsi neutron-server[85229]:                                                      'ConntrackHelper': '1.0',
Apr 15 19:48:20.653358 dv-cinder-786383-2-iscsi neutron-server[85229]:                                                      'Log': '1.0',
Apr 15 19:48:20.653358 dv-cinder-786383-2-iscsi neutron-server[85229]:                                                      'Network': '1.1',
Apr 15 19:48:20.653358 dv-cinder-786383-2-iscsi neutron-server[85229]:                                                      'Port': '1.7',
Apr 15 19:48:20.653358 dv-cinder-786383-2-iscsi neutron-server[85229]:                                                      'PortForwarding': '1.2',
Apr 15 19:48:20.653358 dv-cinder-786383-2-iscsi neutron-server[85229]:                                                      'QosPolicy': '1.8',
Apr 15 19:48:20.653358 dv-cinder-786383-2-iscsi neutron-server[85229]:                                                      'SecurityGroup': '1.4',
Apr 15 19:48:20.653358 dv-cinder-786383-2-iscsi neutron-server[85229]:                                                      'SecurityGroupRule': '1.2',
Apr 15 19:48:20.653358 dv-cinder-786383-2-iscsi neutron-server[85229]:                                                      'SubPort': '1.0',
Apr 15 19:48:20.653358 dv-cinder-786383-2-iscsi neutron-server[85229]:                                                      'Subnet': '1.1',
Apr 15 19:48:20.653358 dv-cinder-786383-2-iscsi neutron-server[85229]:                                                      'Trunk': '1.1'}}
Apr 15 19:48:20.653358 dv-cinder-786383-2-iscsi neutron-server[85229]:  {{(pid=85346) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Apr 15 19:48:20.662959 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-d3df5363-828e-43fc-96be-5205025822ef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:48:20.663888 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.scheduler.base_scheduler [None req-d3df5363-828e-43fc-96be-5205025822ef None None] Resources bound (agent type, host, resource id):  {{(pid=85346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 19:48:20.666641 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3df5363-828e-43fc-96be-5205025822ef None None] Received port after_create {{(pid=85346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 15 19:48:20.693956 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.v2.base [None req-b750021c-06de-4998-a795-28ccb4afbdf3 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1228022074-network', 'tenant_id': '308b7c9489eb439cb66d243d5654d1ba'}} {{(pid=85345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 19:48:20.703119 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-bf6d8a5b-4926-480a-bceb-f6f30db7bbe4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:48:20.741278 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5adc1271-2e4d-4efe-9dd1-af4fa750db9a admin admin] Made reservation on behalf of baf9cfef8926468ebb80cb08498b5bf3 for: {'network': 1} {{(pid=85345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 15 19:48:20.746600 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-5adc1271-2e4d-4efe-9dd1-af4fa750db9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854565853'] for network, before_create {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:48:20.763105 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.quota.driver [None req-b750021c-06de-4998-a795-28ccb4afbdf3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85345) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:48:20.775927 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.quota.driver [None req-bf6d8a5b-4926-480a-bceb-f6f30db7bbe4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85345) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:48:20.789310 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource [None req-b750021c-06de-4998-a795-28ccb4afbdf3 admin admin] Usage tracker for resource:network and tenant:308b7c9489eb439cb66d243d5654d1ba is out of sync, need to count used quota {{(pid=85345) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:48:20.789930 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.managers [None req-d3df5363-828e-43fc-96be-5205025822ef None None] Attempting to bind port 2b89f581-f195-433b-b9a4-5806294f90bf on host dv-cinder-786383-2-iscsi for vnic_type normal with profile  {{(pid=85346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 15 19:48:20.790505 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.managers [None req-d3df5363-828e-43fc-96be-5205025822ef None None] Attempting to bind port 2b89f581-f195-433b-b9a4-5806294f90bf by drivers openvswitch,hyperv on host dv-cinder-786383-2-iscsi at level 0 using segments [{'id': 'fba2751d-d069-4029-bec8-ed01c7a617d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '4d82f7b7-d97c-4f69-af76-26788d15aead'}] {{(pid=85346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 15 19:48:20.791742 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3df5363-828e-43fc-96be-5205025822ef None None] Attempting to bind port 2b89f581-f195-433b-b9a4-5806294f90bf on network 4d82f7b7-d97c-4f69-af76-26788d15aead {{(pid=85346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 19:48:20.792198 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-5adc1271-2e4d-4efe-9dd1-af4fa750db9a admin admin] Notify callbacks [] for security_group, before_create {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:48:20.801460 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3df5363-828e-43fc-96be-5205025822ef None None] Checking agent: {'id': 'be1a0b7a-7144-4bb6-9f10-b289de7b23b3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786383-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 19, 40, 9), 'started_at': datetime.datetime(2021, 4, 15, 19, 40, 39), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 19, 48, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786383-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 15 19:48:20.801871 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3df5363-828e-43fc-96be-5205025822ef None None] Checking segment: {'id': 'fba2751d-d069-4029-bec8-ed01c7a617d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '4d82f7b7-d97c-4f69-af76-26788d15aead'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 19:48:20.802320 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-d3df5363-828e-43fc-96be-5205025822ef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:48:20.802958 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3df5363-828e-43fc-96be-5205025822ef None None] Bound using segment: {'id': 'fba2751d-d069-4029-bec8-ed01c7a617d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '4d82f7b7-d97c-4f69-af76-26788d15aead'} {{(pid=85346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 15 19:48:20.803536 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.managers [None req-d3df5363-828e-43fc-96be-5205025822ef None None] Bound port: 2b89f581-f195-433b-b9a4-5806294f90bf, host: dv-cinder-786383-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fba2751d-d069-4029-bec8-ed01c7a617d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '4d82f7b7-d97c-4f69-af76-26788d15aead'}}] {{(pid=85346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 15 19:48:20.803831 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource [None req-bf6d8a5b-4926-480a-bceb-f6f30db7bbe4 admin admin] Usage tracker for resource:security_group_rule and tenant:1df1ccdad5f84944aa5a1da6bd684a06 is out of sync, need to count used quota {{(pid=85345) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:48:20.803943 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-d3df5363-828e-43fc-96be-5205025822ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854565853'] for port, before_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:48:20.807642 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource [None req-b750021c-06de-4998-a795-28ccb4afbdf3 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85345) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:48:20.813769 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource [None req-bf6d8a5b-4926-480a-bceb-f6f30db7bbe4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85345) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:48:20.829760 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.quota.driver [None req-bf6d8a5b-4926-480a-bceb-f6f30db7bbe4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85345) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:48:20.832192 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.quota.driver [None req-b750021c-06de-4998-a795-28ccb4afbdf3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85345) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:48:20.849693 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.quota.driver [None req-5adc1271-2e4d-4efe-9dd1-af4fa750db9a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85345) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:48:20.864425 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource [None req-5adc1271-2e4d-4efe-9dd1-af4fa750db9a admin admin] Usage tracker for resource:security_group_rule and tenant:baf9cfef8926468ebb80cb08498b5bf3 is out of sync, need to count used quota {{(pid=85345) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:48:20.883299 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource [None req-5adc1271-2e4d-4efe-9dd1-af4fa750db9a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85345) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:48:20.898562 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.quota.driver [None req-5adc1271-2e4d-4efe-9dd1-af4fa750db9a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85345) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:48:20.911089 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b750021c-06de-4998-a795-28ccb4afbdf3 admin admin] Made reservation on behalf of 308b7c9489eb439cb66d243d5654d1ba for: {'network': 1} {{(pid=85345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 15 19:48:20.916033 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-b750021c-06de-4998-a795-28ccb4afbdf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854565853'] for network, before_create {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:48:20.940561 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.db [None req-d3df5363-828e-43fc-96be-5205025822ef None None] For port 2b89f581-f195-433b-b9a4-5806294f90bf, host dv-cinder-786383-2-iscsi, cleared binding levels {{(pid=85346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 15 19:48:20.943959 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.db [None req-d3df5363-828e-43fc-96be-5205025822ef None None] For port 2b89f581-f195-433b-b9a4-5806294f90bf, host dv-cinder-786383-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-2-iscsi',level=0,port_id=2b89f581-f195-433b-b9a4-5806294f90bf,segment=NetworkSegment(fba2751d-d069-4029-bec8-ed01c7a617d8),segment_id=fba2751d-d069-4029-bec8-ed01c7a617d8)] {{(pid=85346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 15 19:48:20.968091 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-2214416b-dfd0-4ef0-acba-bd869baa0759 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:48:21.003881 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-2214416b-dfd0-4ef0-acba-bd869baa0759 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854565853'] for port, before_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:48:21.043892 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-d3df5363-828e-43fc-96be-5205025822ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854693686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852972410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789846929216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789846482410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789846483725'] for port, after_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:48:21.089045 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:48:21.160493 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-bf6d8a5b-4926-480a-bceb-f6f30db7bbe4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:48:21.175710 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-b750021c-06de-4998-a795-28ccb4afbdf3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:48:21.211404 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-bf6d8a5b-4926-480a-bceb-f6f30db7bbe4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806004'] for security_group, after_create {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:48:21.273399 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-ac6becaf-b1ab-4b25-a25b-288c7939a842 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:48:21.307359 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3df5363-828e-43fc-96be-5205025822ef None None] Pushing event updated for resources: {'Port': ['ID=2b89f581-f195-433b-b9a4-5806294f90bf,revision_number=2']} {{(pid=85346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:48:21.313576 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-d3df5363-828e-43fc-96be-5205025822ef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:48:21.332636 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.db_base_plugin_common [None req-2214416b-dfd0-4ef0-acba-bd869baa0759 admin admin] Allocated IP 172.27.2.113 (0b576887-bb01-4bfc-8617-ca8b886d7b7e/7ad9face-0ae3-4529-aacd-d53ebb36e4d0/90c2c053-c6a6-4b44-ad5c-9a4933c79339) {{(pid=85344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 15 19:48:21.349602 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.quota.driver [None req-b750021c-06de-4998-a795-28ccb4afbdf3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85345) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:48:21.435137 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource [None req-b750021c-06de-4998-a795-28ccb4afbdf3 admin admin] Usage tracker for resource:security_group_rule and tenant:308b7c9489eb439cb66d243d5654d1ba is out of sync, need to count used quota {{(pid=85345) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:48:21.444829 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf6d8a5b-4926-480a-bceb-f6f30db7bbe4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 654}  {{(pid=85345) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 15 19:48:21.449036 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource [None req-b750021c-06de-4998-a795-28ccb4afbdf3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85345) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:48:21.487123 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.quota.driver [None req-b750021c-06de-4998-a795-28ccb4afbdf3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85345) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:48:21.524207 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-bf6d8a5b-4926-480a-bceb-f6f30db7bbe4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854767479'] for segment, precommit_create {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:48:21.524616 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.db.segments_db [None req-bf6d8a5b-4926-480a-bceb-f6f30db7bbe4 admin admin] Added segment b0508205-a2b4-41c9-b1ec-e4abef51e9ad of type vlan for network 0f45a1aa-2622-4761-ba40-3d07b3d3afa9
Apr 15 19:48:21.526198 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6d8a5b-4926-480a-bceb-f6f30db7bbe4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=326d5005-9168-478f-b769-3c01532f8739,revision_number=1']} {{(pid=85345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:48:21.529727 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-bf6d8a5b-4926-480a-bceb-f6f30db7bbe4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:48:21.650784 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-2214416b-dfd0-4ef0-acba-bd869baa0759 admin admin] Notify callbacks [] for port, precommit_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:48:21.726982 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-2214416b-dfd0-4ef0-acba-bd869baa0759 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854693686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852972410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789846482393'] for port, after_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:48:21.761860 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-4d15e858-cbc6-46f0-934d-31f4da1322eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.010s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:48:21.905862 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-bf6d8a5b-4926-480a-bceb-f6f30db7bbe4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789846470498'] for network, precommit_create {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:48:21.936957 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2214416b-dfd0-4ef0-acba-bd869baa0759 admin admin] Pushing event updated for resources: {'Port': ['ID=90c2c053-c6a6-4b44-ad5c-9a4933c79339,revision_number=1']} {{(pid=85344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:48:21.941854 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-2214416b-dfd0-4ef0-acba-bd869baa0759 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:48:21.966815 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-5adc1271-2e4d-4efe-9dd1-af4fa750db9a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:48:22.004218 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2214416b-dfd0-4ef0-acba-bd869baa0759 admin admin] Network 0b576887-bb01-4bfc-8617-ca8b886d7b7e is already hosted by enough agents. {{(pid=85344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 15 19:48:22.005422 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.scheduler.base_scheduler [None req-2214416b-dfd0-4ef0-acba-bd869baa0759 admin admin] Resources bound (agent type, host, resource id):  {{(pid=85344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 19:48:22.008595 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2214416b-dfd0-4ef0-acba-bd869baa0759 admin admin] Received port after_create {{(pid=85344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 15 19:48:22.012663 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-5adc1271-2e4d-4efe-9dd1-af4fa750db9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806004'] for security_group, after_create {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:48:22.043975 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-4b3733db-7893-45ab-9667-14bdbe02cef3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:48:22.080591 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-bf6d8a5b-4926-480a-bceb-f6f30db7bbe4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852808340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852972410'] for network, after_create {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:48:22.104367 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5adc1271-2e4d-4efe-9dd1-af4fa750db9a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 696}  {{(pid=85345) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 15 19:48:22.108837 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf6d8a5b-4926-480a-bceb-f6f30db7bbe4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:48:22.109457 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-bf6d8a5b-4926-480a-bceb-f6f30db7bbe4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852972363'] for network, before_response {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:48:22.127728 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-b750021c-06de-4998-a795-28ccb4afbdf3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:48:22.147551 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5adc1271-2e4d-4efe-9dd1-af4fa750db9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8498f6ac-4e62-4833-b465-61e9c537cd5f,revision_number=1']} {{(pid=85345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:48:22.148567 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.rpc [None req-56ecdebd-c5a0-4569-bc96-ba437f5ce558 None None] Device 2b89f581-f195-433b-b9a4-5806294f90bf up at agent ovs-agent-dv-cinder-786383-2-iscsi {{(pid=85346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 19:48:22.151096 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-5adc1271-2e4d-4efe-9dd1-af4fa750db9a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:48:22.151758 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-b750021c-06de-4998-a795-28ccb4afbdf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806004'] for security_group, after_create {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:48:22.156303 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-5adc1271-2e4d-4efe-9dd1-af4fa750db9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854767479'] for segment, precommit_create {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:48:22.156643 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.db.segments_db [None req-5adc1271-2e4d-4efe-9dd1-af4fa750db9a admin admin] Added segment 3e6fcf0e-0b95-4774-a8cb-5489ca9658fc of type vlan for network dcb51ae5-ec1d-4059-96e4-434dbd301cd9
Apr 15 19:48:22.157559 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.031s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:48:22.290121 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.provisioning_blocks [None req-56ecdebd-c5a0-4569-bc96-ba437f5ce558 None None] Provisioning for port 2b89f581-f195-433b-b9a4-5806294f90bf completed by entity L2. {{(pid=85346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 19:48:22.351408 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b750021c-06de-4998-a795-28ccb4afbdf3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 689}  {{(pid=85345) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 15 19:48:22.376899 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-5adc1271-2e4d-4efe-9dd1-af4fa750db9a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789846470498'] for network, precommit_create {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:48:22.387960 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6d8a5b-4926-480a-bceb-f6f30db7bbe4 admin admin] Pushing event updated for resources: {'Network': ['ID=0f45a1aa-2622-4761-ba40-3d07b3d3afa9,revision_number=1']} {{(pid=85345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:48:22.391246 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-bf6d8a5b-4926-480a-bceb-f6f30db7bbe4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:48:22.399968 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.rpc [None req-56ecdebd-c5a0-4569-bc96-ba437f5ce558 None None] Network 0f45a1aa-2622-4761-ba40-3d07b3d3afa9 details requested by agent ovs-agent-dv-cinder-786383-2-iscsi with host dv-cinder-786383-2-iscsi {{(pid=85346) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 15 19:48:22.401935 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.206s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:48:22.410730 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [None req-bf6d8a5b-4926-480a-bceb-f6f30db7bbe4 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201  len: 883 time: 2.3082495
Apr 15 19:48:22.415111 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.wsgi [-] (85344) accepted ('10.222.0.47', 41798) {{(pid=85344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:48:22.426889 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-b750021c-06de-4998-a795-28ccb4afbdf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854767479'] for segment, precommit_create {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:48:22.427350 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.db.segments_db [None req-b750021c-06de-4998-a795-28ccb4afbdf3 admin admin] Added segment 4fe08c56-c114-425d-80fa-84b1114c9738 of type vlan for network e2d187b6-98ce-49de-b641-472e7c3488cc
Apr 15 19:48:22.435024 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.v2.base [None req-1295eeaa-a576-4db5-90c2-2a6109429498 admin admin] Request body: {'subnet': {'network_id': '0f45a1aa-2622-4761-ba40-3d07b3d3afa9', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-97542771-subnet', 'tenant_id': '1df1ccdad5f84944aa5a1da6bd684a06', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=85344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 19:48:22.566219 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-b750021c-06de-4998-a795-28ccb4afbdf3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789846470498'] for network, precommit_create {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:48:22.571957 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.quota.driver [None req-1295eeaa-a576-4db5-90c2-2a6109429498 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:48:22.593745 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-8d0b18f7-4dce-4278-a330-dca8380afd17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852808376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852972410'] for subnet, after_create {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:48:22.600667 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.db.resource_extend [None req-5adc1271-2e4d-4efe-9dd1-af4fa750db9a admin admin] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=85345) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Apr 15 19:48:22.601089 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource [None req-1295eeaa-a576-4db5-90c2-2a6109429498 admin admin] Usage tracker for resource:subnet and tenant:1df1ccdad5f84944aa5a1da6bd684a06 is out of sync, need to count used quota {{(pid=85344) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:48:22.606789 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource [None req-1295eeaa-a576-4db5-90c2-2a6109429498 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85344) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:48:22.614218 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.agents_db [None req-b0af7715-6be6-4101-aede-c7b275f02801 None None] Agent healthcheck: found 6 active agents {{(pid=85347) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 15 19:48:22.620148 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b750021c-06de-4998-a795-28ccb4afbdf3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fa5c887-ca49-4d7e-a257-900a3414a5f8,revision_number=1']} {{(pid=85345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:48:22.645990 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.quota.driver [None req-1295eeaa-a576-4db5-90c2-2a6109429498 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:48:22.674429 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1295eeaa-a576-4db5-90c2-2a6109429498 admin admin] Made reservation on behalf of 1df1ccdad5f84944aa5a1da6bd684a06 for: {'subnet': 1} {{(pid=85344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 15 19:48:22.679810 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-1295eeaa-a576-4db5-90c2-2a6109429498 admin admin] Notify callbacks [] for subnet, before_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:48:22.790002 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-b750021c-06de-4998-a795-28ccb4afbdf3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.388s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:48:22.809410 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:48:22.859287 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-5adc1271-2e4d-4efe-9dd1-af4fa750db9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852808340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852972410'] for network, after_create {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:48:22.986840 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5adc1271-2e4d-4efe-9dd1-af4fa750db9a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:48:22.987520 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-5adc1271-2e4d-4efe-9dd1-af4fa750db9a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852972363'] for network, before_response {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:48:23.020221 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-b750021c-06de-4998-a795-28ccb4afbdf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852808340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852972410'] for network, after_create {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:48:23.056545 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b750021c-06de-4998-a795-28ccb4afbdf3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:48:23.056889 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-2214416b-dfd0-4ef0-acba-bd869baa0759 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:48:23.060679 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-b750021c-06de-4998-a795-28ccb4afbdf3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852972363'] for network, before_response {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:48:23.109838 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0b18f7-4dce-4278-a330-dca8380afd17 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8272d6a7-33c7-4e21-aec7-64c68285458e,revision_number=0']} {{(pid=85345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:48:23.113112 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-8d0b18f7-4dce-4278-a330-dca8380afd17 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.304s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:48:23.118241 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [None req-5adc1271-2e4d-4efe-9dd1-af4fa750db9a admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201  len: 888 time: 2.9847622
Apr 15 19:48:23.119772 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.114s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:48:23.138388 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.wsgi [-] (85345) accepted ('10.222.0.47', 41834) {{(pid=85345) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:48:23.151662 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.v2.base [None req-0f0ec698-fc61-4fca-b4b8-79cbae48db45 admin admin] Request body: {'subnet': {'network_id': 'dcb51ae5-ec1d-4059-96e4-434dbd301cd9', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1096047086-subnet', 'tenant_id': 'baf9cfef8926468ebb80cb08498b5bf3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=85345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 19:48:23.213658 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [None req-b750021c-06de-4998-a795-28ccb4afbdf3 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201  len: 892 time: 3.0356340
Apr 15 19:48:23.213795 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.wsgi [-] (85344) accepted ('10.222.0.47', 41840) {{(pid=85344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:48:23.224692 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.v2.base [None req-02f19c91-9dab-4cb5-82b5-69084a705c9a admin admin] Request body: {'subnet': {'network_id': 'e2d187b6-98ce-49de-b641-472e7c3488cc', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1228022074-subnet', 'tenant_id': '308b7c9489eb439cb66d243d5654d1ba', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=85344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 19:48:23.232432 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71a328f3-a591-41fe-b4e8-a1afb81f0210 None None] Network 4d82f7b7-d97c-4f69-af76-26788d15aead requested from dv-cinder-786383-2-iscsi {{(pid=85346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 15 19:48:23.244417 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.quota.driver [None req-02f19c91-9dab-4cb5-82b5-69084a705c9a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:48:23.253805 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource [None req-02f19c91-9dab-4cb5-82b5-69084a705c9a admin admin] Usage tracker for resource:subnet and tenant:308b7c9489eb439cb66d243d5654d1ba is out of sync, need to count used quota {{(pid=85344) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:48:23.257989 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5adc1271-2e4d-4efe-9dd1-af4fa750db9a admin admin] Pushing event updated for resources: {'Network': ['ID=dcb51ae5-ec1d-4059-96e4-434dbd301cd9,revision_number=1']} {{(pid=85345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:48:23.260398 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource [None req-02f19c91-9dab-4cb5-82b5-69084a705c9a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85344) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:48:23.264064 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.quota.driver [None req-0f0ec698-fc61-4fca-b4b8-79cbae48db45 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85345) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:48:23.279629 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.quota.driver [None req-02f19c91-9dab-4cb5-82b5-69084a705c9a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:48:23.288861 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource [None req-0f0ec698-fc61-4fca-b4b8-79cbae48db45 admin admin] Usage tracker for resource:subnet and tenant:baf9cfef8926468ebb80cb08498b5bf3 is out of sync, need to count used quota {{(pid=85345) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:48:23.294335 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource [None req-0f0ec698-fc61-4fca-b4b8-79cbae48db45 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85345) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:48:23.300360 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02f19c91-9dab-4cb5-82b5-69084a705c9a admin admin] Made reservation on behalf of 308b7c9489eb439cb66d243d5654d1ba for: {'subnet': 1} {{(pid=85344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 15 19:48:23.305672 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-02f19c91-9dab-4cb5-82b5-69084a705c9a admin admin] Notify callbacks [] for subnet, before_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:48:23.318894 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.rpc [None req-56ecdebd-c5a0-4569-bc96-ba437f5ce558 None None] Network dcb51ae5-ec1d-4059-96e4-434dbd301cd9 details requested by agent ovs-agent-dv-cinder-786383-2-iscsi with host dv-cinder-786383-2-iscsi {{(pid=85346) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 15 19:48:23.367750 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.quota.driver [None req-0f0ec698-fc61-4fca-b4b8-79cbae48db45 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85345) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:48:23.415047 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f0ec698-fc61-4fca-b4b8-79cbae48db45 admin admin] Made reservation on behalf of baf9cfef8926468ebb80cb08498b5bf3 for: {'subnet': 1} {{(pid=85345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 15 19:48:23.420011 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-0f0ec698-fc61-4fca-b4b8-79cbae48db45 admin admin] Notify callbacks [] for subnet, before_create {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:48:23.445369 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b750021c-06de-4998-a795-28ccb4afbdf3 admin admin] Pushing event updated for resources: {'Network': ['ID=e2d187b6-98ce-49de-b641-472e7c3488cc,revision_number=1']} {{(pid=85345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:48:23.456566 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-b750021c-06de-4998-a795-28ccb4afbdf3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.337s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:48:23.457091 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-ac6becaf-b1ab-4b25-a25b-288c7939a842 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.383s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:48:23.457485 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-ac6becaf-b1ab-4b25-a25b-288c7939a842 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:48:23.465310 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.rpc [None req-56ecdebd-c5a0-4569-bc96-ba437f5ce558 None None] Network e2d187b6-98ce-49de-b641-472e7c3488cc details requested by agent ovs-agent-dv-cinder-786383-2-iscsi with host dv-cinder-786383-2-iscsi {{(pid=85346) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 15 19:48:23.541746 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d0b18f7-4dce-4278-a330-dca8380afd17 admin admin] Checking segment: {'id': '50fe2df4-77d3-40aa-a8a3-45d53f7bd89a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '3371f473-4c26-4f81-abc4-c2c4353fa3ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 19:48:23.542091 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d0b18f7-4dce-4278-a330-dca8380afd17 admin admin] Network hostable DHCP agents. Network: 3371f473-4c26-4f81-abc4-c2c4353fa3ab, hostable agents: ['48b86c86-f902-4f97-86c7-19da88045e62'], hosted agents: [] {{(pid=85345) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 15 19:48:23.583505 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d0b18f7-4dce-4278-a330-dca8380afd17 admin admin] Network 3371f473-4c26-4f81-abc4-c2c4353fa3ab is scheduled to be hosted by DHCP agent 48b86c86-f902-4f97-86c7-19da88045e62 with binding_index 1 {{(pid=85345) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 15 19:48:23.595187 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.provisioning_blocks [None req-0df05b47-954a-478b-a22f-41da8a432b62 None None] Provisioning for port 2b89f581-f195-433b-b9a4-5806294f90bf completed by entity DHCP. {{(pid=85346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 19:48:23.603897 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.scheduler.base_scheduler [None req-8d0b18f7-4dce-4278-a330-dca8380afd17 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786383-2-iscsi, 3371f473-4c26-4f81-abc4-c2c4353fa3ab) {{(pid=85345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 19:48:23.616327 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.provisioning_blocks [None req-0df05b47-954a-478b-a22f-41da8a432b62 None None] Provisioning complete for port 2b89f581-f195-433b-b9a4-5806294f90bf triggered by entity DHCP. {{(pid=85346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 19:48:23.616758 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-0df05b47-954a-478b-a22f-41da8a432b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-428662'] for port, provisioning_complete {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:48:23.621100 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d0b18f7-4dce-4278-a330-dca8380afd17 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:48:23.621814 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-8d0b18f7-4dce-4278-a330-dca8380afd17 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852972363'] for subnet, before_response {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:48:23.688688 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdc7fedf-8f22-4d2a-afee-e479e7585aa3 None None] Network 3371f473-4c26-4f81-abc4-c2c4353fa3ab requested from dv-cinder-786383-2-iscsi {{(pid=85346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 15 19:48:23.706011 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [None req-8d0b18f7-4dce-4278-a330-dca8380afd17 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 853 time: 3.3695998
Apr 15 19:48:23.706876 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.wsgi [-] (85345) accepted ('10.222.0.47', 41864) {{(pid=85345) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:48:23.717697 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.v2.base [None req-6b7ce678-b77a-4b62-96c1-1eac7986d023 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1863267534-router', 'tenant_id': '4bae275d2add4a8a85e8b627d205bb33', 'external_gateway_info': {'network_id': '0b576887-bb01-4bfc-8617-ca8b886d7b7e'}}} {{(pid=85345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 19:48:23.723547 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.quota.driver [None req-6b7ce678-b77a-4b62-96c1-1eac7986d023 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85345) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:48:23.729847 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource [None req-6b7ce678-b77a-4b62-96c1-1eac7986d023 admin admin] Usage tracker for resource:router and tenant:4bae275d2add4a8a85e8b627d205bb33 is out of sync, need to count used quota {{(pid=85345) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:48:23.733973 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource [None req-6b7ce678-b77a-4b62-96c1-1eac7986d023 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=85345) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:48:23.744559 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.quota.driver [None req-6b7ce678-b77a-4b62-96c1-1eac7986d023 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85345) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:48:23.769640 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-6b7ce678-b77a-4b62-96c1-1eac7986d023 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036853104155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854716007'] for router, before_create {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:48:23.770722 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-6b7ce678-b77a-4b62-96c1-1eac7986d023 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1671480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1673062', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1979644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59777'] for router, precommit_create {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:48:23.821381 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-6b7ce678-b77a-4b62-96c1-1eac7986d023 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:48:24.014347 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-2214416b-dfd0-4ef0-acba-bd869baa0759 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1671646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036853102800'] for router, after_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:48:24.323164 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-0df05b47-954a-478b-a22f-41da8a432b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854565853'] for port, before_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:48:24.369748 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.db [None req-0df05b47-954a-478b-a22f-41da8a432b62 None None] For port 2b89f581-f195-433b-b9a4-5806294f90bf, host dv-cinder-786383-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-2-iscsi',level=0,port_id=2b89f581-f195-433b-b9a4-5806294f90bf,segment=NetworkSegment(fba2751d-d069-4029-bec8-ed01c7a617d8),segment_id=fba2751d-d069-4029-bec8-ed01c7a617d8)] {{(pid=85346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 19:48:24.371885 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-761ac58f-2c3d-47d7-82f2-8dd620c4dfc8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc01a18e6-8f98-5b6c-8b5b-44e18d93fa4e-3371f473-4c26-4f81-abc4-c2c4353fa3ab', 'network_id': '3371f473-4c26-4f81-abc4-c2c4353fa3ab', 'tenant_id': '4bae275d2add4a8a85e8b627d205bb33', 'fixed_ips': [{'subnet_id': '8272d6a7-33c7-4e21-aec7-64c68285458e'}]}} from dv-cinder-786383-2-iscsi. {{(pid=85346) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}}
Apr 15 19:48:24.373085 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-761ac58f-2c3d-47d7-82f2-8dd620c4dfc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854565853'] for port, before_create {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:48:24.375696 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-6b7ce678-b77a-4b62-96c1-1eac7986d023 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1673047', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853104170', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59824'] for router, precommit_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:48:24.416753 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2214416b-dfd0-4ef0-acba-bd869baa0759 admin admin] Router 6478729e-102a-4a30-b790-61decb297583 is scheduled to L3 agent 74482fb0-5b00-43f0-8fa9-533a3c8b2378 with binding_index 1 {{(pid=85344) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Apr 15 19:48:24.481997 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-0df05b47-954a-478b-a22f-41da8a432b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854693686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852972410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789846929216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789846482410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789846483725'] for port, after_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:48:24.498655 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-7495f318-b62c-4269-8a8f-b74d9c703b16 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:48:24.723341 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-0f0ec698-fc61-4fca-b4b8-79cbae48db45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852808376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852972410'] for subnet, after_create {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:48:24.766674 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df05b47-954a-478b-a22f-41da8a432b62 None None] Pushing event updated for resources: {'Port': ['ID=2b89f581-f195-433b-b9a4-5806294f90bf,revision_number=3']} {{(pid=85346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:48:24.779286 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-0df05b47-954a-478b-a22f-41da8a432b62 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:48:24.800691 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-6907170b-d368-4d88-bd1a-629e03ba1bbe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:48:24.839172 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.db_base_plugin_common [None req-761ac58f-2c3d-47d7-82f2-8dd620c4dfc8 None None] Allocated IP 172.20.0.2 (3371f473-4c26-4f81-abc4-c2c4353fa3ab/8272d6a7-33c7-4e21-aec7-64c68285458e/68a90e69-e96e-493f-99f6-3dd9e77f406c) {{(pid=85346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 15 19:48:24.931142 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2214416b-dfd0-4ef0-acba-bd869baa0759 admin admin] Notify agent at l3_agent.dv-cinder-786383-2-iscsi the message routers_updated {{(pid=85344) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 15 19:48:24.942636 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b7114ba-a46f-4069-9cf4-9568feaaf1c0 None None] Sync routers for ids ['6478729e-102a-4a30-b790-61decb297583'] in dv-cinder-786383-2-iscsi {{(pid=85347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 15 19:48:24.967854 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b7114ba-a46f-4069-9cf4-9568feaaf1c0 None None] Routers {'6478729e-102a-4a30-b790-61decb297583'} bound to L3 agent in host dv-cinder-786383-2-iscsi {{(pid=85347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 19:48:24.968984 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.l3_hamode_db [None req-6b7114ba-a46f-4069-9cf4-9568feaaf1c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe8b9b2a3c8>, 'dv-cinder-786383-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-15T19:40:08Z,description=<?>,heartbeat_timestamp=2021-04-15T19:48:08Z,host='dv-cinder-786383-2-iscsi',id=74482fb0-5b00-43f0-8fa9-533a3c8b2378,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T19:40:08Z,topic='l3_agent')) {'router_ids': ['6478729e-102a-4a30-b790-61decb297583'], 'active': True} {{(pid=85347) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 19:48:25.070152 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.provisioning_blocks [None req-e0c0acbe-6e73-43cd-a1a6-34dd9ccd7697 None None] Provisioning complete for port 2b89f581-f195-433b-b9a4-5806294f90bf triggered by entity DHCP. {{(pid=85346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 19:48:25.070764 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-e0c0acbe-6e73-43cd-a1a6-34dd9ccd7697 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-428662'] for port, provisioning_complete {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:48:25.100167 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-2214416b-dfd0-4ef0-acba-bd869baa0759 admin admin] Notify callbacks [] for router, before_response {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:48:25.101874 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [None req-2214416b-dfd0-4ef0-acba-bd869baa0759 admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201  len: 922 time: 5.6652417
Apr 15 19:48:25.104725 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-1295eeaa-a576-4db5-90c2-2a6109429498 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852808376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852972410'] for subnet, after_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:48:25.106687 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.wsgi [-] (85345) accepted ('10.222.0.47', 41946) {{(pid=85345) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:48:25.192430 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-d2216a28-bf19-4fba-99f1-0b79870957bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:48:25.362072 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1295eeaa-a576-4db5-90c2-2a6109429498 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a28637db-e9c2-4c9e-a04f-87edaec9fbe6,revision_number=0']} {{(pid=85344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:48:25.373668 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-1295eeaa-a576-4db5-90c2-2a6109429498 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:48:25.421621 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.l3_dvr_db [None req-6b7114ba-a46f-4069-9cf4-9568feaaf1c0 None None] Set router 6478729e-102a-4a30-b790-61decb297583 gateway port host: dv-cinder-786383-2-iscsi {{(pid=85347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 19:48:25.432273 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-761ac58f-2c3d-47d7-82f2-8dd620c4dfc8 None None] Notify callbacks [] for port, precommit_create {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:48:25.462646 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.provisioning_blocks [None req-761ac58f-2c3d-47d7-82f2-8dd620c4dfc8 None None] Transition to ACTIVE for port object 68a90e69-e96e-493f-99f6-3dd9e77f406c will not be triggered until provisioned by entity L2. {{(pid=85346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 19:48:25.497231 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.provisioning_blocks [None req-761ac58f-2c3d-47d7-82f2-8dd620c4dfc8 None None] Transition to ACTIVE for port object 68a90e69-e96e-493f-99f6-3dd9e77f406c will not be triggered until provisioned by entity DHCP. {{(pid=85346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 19:48:25.502793 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1295eeaa-a576-4db5-90c2-2a6109429498 admin admin] Checking segment: {'id': 'b0508205-a2b4-41c9-b1ec-e4abef51e9ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '0f45a1aa-2622-4761-ba40-3d07b3d3afa9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 19:48:25.503506 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1295eeaa-a576-4db5-90c2-2a6109429498 admin admin] Network hostable DHCP agents. Network: 0f45a1aa-2622-4761-ba40-3d07b3d3afa9, hostable agents: ['48b86c86-f902-4f97-86c7-19da88045e62'], hosted agents: [] {{(pid=85344) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 15 19:48:25.512128 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-761ac58f-2c3d-47d7-82f2-8dd620c4dfc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854693686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852972410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789846482393'] for port, after_create {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:48:25.560640 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-d3df5363-828e-43fc-96be-5205025822ef None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:48:25.581216 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1295eeaa-a576-4db5-90c2-2a6109429498 admin admin] Network 0f45a1aa-2622-4761-ba40-3d07b3d3afa9 is scheduled to be hosted by DHCP agent 48b86c86-f902-4f97-86c7-19da88045e62 with binding_index 1 {{(pid=85344) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 15 19:48:25.587694 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-02f19c91-9dab-4cb5-82b5-69084a705c9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852808376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852972410'] for subnet, after_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:48:25.736532 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:48:25.760467 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761ac58f-2c3d-47d7-82f2-8dd620c4dfc8 None None] Pushing event updated for resources: {'Port': ['ID=68a90e69-e96e-493f-99f6-3dd9e77f406c,revision_number=1']} {{(pid=85346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:48:25.761577 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0ec698-fc61-4fca-b4b8-79cbae48db45 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6be9cab0-c301-4b99-9135-7ca2bab15246,revision_number=0']} {{(pid=85345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:48:25.766820 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-761ac58f-2c3d-47d7-82f2-8dd620c4dfc8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:48:25.813872 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.scheduler.base_scheduler [None req-1295eeaa-a576-4db5-90c2-2a6109429498 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786383-2-iscsi, 0f45a1aa-2622-4761-ba40-3d07b3d3afa9) {{(pid=85344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 19:48:25.815933 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-761ac58f-2c3d-47d7-82f2-8dd620c4dfc8 None None] Network 3371f473-4c26-4f81-abc4-c2c4353fa3ab is already hosted by enough agents. {{(pid=85346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 15 19:48:25.817193 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.scheduler.base_scheduler [None req-761ac58f-2c3d-47d7-82f2-8dd620c4dfc8 None None] Resources bound (agent type, host, resource id):  {{(pid=85346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 19:48:25.820257 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-761ac58f-2c3d-47d7-82f2-8dd620c4dfc8 None None] Received port after_create {{(pid=85346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 15 19:48:25.826658 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edf2f84a-2278-419d-8c12-29b17d9563fa None None] Network 0f45a1aa-2622-4761-ba40-3d07b3d3afa9 requested from dv-cinder-786383-2-iscsi {{(pid=85346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 15 19:48:25.831515 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1295eeaa-a576-4db5-90c2-2a6109429498 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:48:25.832421 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-1295eeaa-a576-4db5-90c2-2a6109429498 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852972363'] for subnet, before_response {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:48:25.860294 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [None req-1295eeaa-a576-4db5-90c2-2a6109429498 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 3.4433172
Apr 15 19:48:25.906320 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.l3_hamode_db [None req-6b7114ba-a46f-4069-9cf4-9568feaaf1c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe8b9b2a3c8>, [{'id': '6478729e-102a-4a30-b790-61decb297583', 'name': 'tempest-AttachVolumeTestJSON-751206198-router', 'tenant_id': '5031830a47dd4af1b1ffb83e812d61ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b576887-bb01-4bfc-8617-ca8b886d7b7e', 'external_fixed_ips': [{'subnet_id': '7ad9face-0ae3-4529-aacd-d53ebb36e4d0', 'ip_address': '172.27.2.113'}], 'enable_snat': True}, 'gw_port_id': '90c2c053-c6a6-4b44-ad5c-9a4933c79339', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:48:19Z', 'updated_at': '2021-04-15T19:48:22Z', 'revision_number': 3, 'project_id': '5031830a47dd4af1b1ffb83e812d61ea', 'gw_port': {'id': '90c2c053-c6a6-4b44-ad5c-9a4933c79339', 'name': '', 'network_id': '0b576887-bb01-4bfc-8617-ca8b886d7b7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:89:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6478729e-102a-4a30-b790-61decb297583', 'device_owner': 'network:router_gateway', 'standard_attr_id': 54, 'fixed_ips': [{'subnet_id': '7ad9face-0ae3-4529-aacd-d53ebb36e4d0', 'ip_address': '172.27.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:48:21Z', 'updated_at': '2021-04-15T19:48:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7ad9face-0ae3-4529-aacd-d53ebb36e4d0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-2-iscsi'}], 'dv-cinder-786383-2-iscsi', False) {} {{(pid=85347) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 19:48:25.910617 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b7114ba-a46f-4069-9cf4-9568feaaf1c0 None None] Checking router: 6478729e-102a-4a30-b790-61decb297583 for host: dv-cinder-786383-2-iscsi {{(pid=85347) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 15 19:48:25.911191 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b7114ba-a46f-4069-9cf4-9568feaaf1c0 None None] Updating router 6478729e-102a-4a30-b790-61decb297583 port 90c2c053-c6a6-4b44-ad5c-9a4933c79339 binding host dv-cinder-786383-2-iscsi {{(pid=85347) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 15 19:48:25.952058 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02f19c91-9dab-4cb5-82b5-69084a705c9a admin admin] Checking segment: {'id': '4fe08c56-c114-425d-80fa-84b1114c9738', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'e2d187b6-98ce-49de-b641-472e7c3488cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 19:48:25.952464 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02f19c91-9dab-4cb5-82b5-69084a705c9a admin admin] Network hostable DHCP agents. Network: e2d187b6-98ce-49de-b641-472e7c3488cc, hostable agents: ['48b86c86-f902-4f97-86c7-19da88045e62'], hosted agents: [] {{(pid=85344) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 15 19:48:25.973016 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f19c91-9dab-4cb5-82b5-69084a705c9a admin admin] Pushing event updated for resources: {'Subnet': ['ID=df80589a-5211-47ee-98ca-4218fd01eea5,revision_number=0']} {{(pid=85344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:48:25.981682 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-02f19c91-9dab-4cb5-82b5-69084a705c9a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:48:26.008073 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02f19c91-9dab-4cb5-82b5-69084a705c9a admin admin] Network e2d187b6-98ce-49de-b641-472e7c3488cc is scheduled to be hosted by DHCP agent 48b86c86-f902-4f97-86c7-19da88045e62 with binding_index 1 {{(pid=85344) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 15 19:48:26.016662 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-6b7114ba-a46f-4069-9cf4-9568feaaf1c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854565853'] for port, before_update {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:48:26.028760 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.scheduler.base_scheduler [None req-02f19c91-9dab-4cb5-82b5-69084a705c9a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786383-2-iscsi, e2d187b6-98ce-49de-b641-472e7c3488cc) {{(pid=85344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 19:48:26.069971 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02f19c91-9dab-4cb5-82b5-69084a705c9a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:48:26.071378 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41d46e56-59ab-4459-b7ff-3aa331ee4c84 None None] Network e2d187b6-98ce-49de-b641-472e7c3488cc requested from dv-cinder-786383-2-iscsi {{(pid=85346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 15 19:48:26.072345 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-02f19c91-9dab-4cb5-82b5-69084a705c9a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852972363'] for subnet, before_response {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:48:26.131132 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [None req-02f19c91-9dab-4cb5-82b5-69084a705c9a admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 856 time: 2.9162977
Apr 15 19:48:26.131839 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.wsgi [-] (85344) accepted ('10.222.0.47', 41978) {{(pid=85344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:48:26.138393 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.v2.base [None req-8508f37b-ddf5-4cb2-b96f-29901d199411 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1228022074-router', 'tenant_id': '308b7c9489eb439cb66d243d5654d1ba', 'external_gateway_info': {'network_id': '0b576887-bb01-4bfc-8617-ca8b886d7b7e'}}} {{(pid=85344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 19:48:26.155596 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.quota.driver [None req-8508f37b-ddf5-4cb2-b96f-29901d199411 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:48:26.160664 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource [None req-8508f37b-ddf5-4cb2-b96f-29901d199411 admin admin] Usage tracker for resource:router and tenant:308b7c9489eb439cb66d243d5654d1ba is out of sync, need to count used quota {{(pid=85344) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:48:26.164648 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource [None req-8508f37b-ddf5-4cb2-b96f-29901d199411 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=85344) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:48:26.172399 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.quota.driver [None req-8508f37b-ddf5-4cb2-b96f-29901d199411 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:48:26.189203 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-8508f37b-ddf5-4cb2-b96f-29901d199411 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036853104155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854716007'] for router, before_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:48:26.190349 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-8508f37b-ddf5-4cb2-b96f-29901d199411 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1671480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1673062', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1979644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59777'] for router, precommit_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:48:26.221470 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-8508f37b-ddf5-4cb2-b96f-29901d199411 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:48:26.251099 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.rpc [None req-56ecdebd-c5a0-4569-bc96-ba437f5ce558 None None] Device 2b89f581-f195-433b-b9a4-5806294f90bf up at agent ovs-agent-dv-cinder-786383-2-iscsi {{(pid=85346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 19:48:26.317178 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-0f0ec698-fc61-4fca-b4b8-79cbae48db45 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.517s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:48:26.349127 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.managers [None req-761ac58f-2c3d-47d7-82f2-8dd620c4dfc8 None None] Attempting to bind port 68a90e69-e96e-493f-99f6-3dd9e77f406c on host dv-cinder-786383-2-iscsi for vnic_type normal with profile  {{(pid=85346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 15 19:48:26.349775 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.managers [None req-761ac58f-2c3d-47d7-82f2-8dd620c4dfc8 None None] Attempting to bind port 68a90e69-e96e-493f-99f6-3dd9e77f406c by drivers openvswitch,hyperv on host dv-cinder-786383-2-iscsi at level 0 using segments [{'id': '50fe2df4-77d3-40aa-a8a3-45d53f7bd89a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '3371f473-4c26-4f81-abc4-c2c4353fa3ab'}] {{(pid=85346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 15 19:48:26.350871 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-761ac58f-2c3d-47d7-82f2-8dd620c4dfc8 None None] Attempting to bind port 68a90e69-e96e-493f-99f6-3dd9e77f406c on network 3371f473-4c26-4f81-abc4-c2c4353fa3ab {{(pid=85346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 19:48:26.356929 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.wsgi [-] (85345) accepted ('10.222.0.47', 41986) {{(pid=85345) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:48:26.362279 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-761ac58f-2c3d-47d7-82f2-8dd620c4dfc8 None None] Checking agent: {'id': 'be1a0b7a-7144-4bb6-9f10-b289de7b23b3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786383-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 19, 40, 9), 'started_at': datetime.datetime(2021, 4, 15, 19, 40, 39), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 19, 48, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786383-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 15 19:48:26.363005 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-761ac58f-2c3d-47d7-82f2-8dd620c4dfc8 None None] Checking segment: {'id': '50fe2df4-77d3-40aa-a8a3-45d53f7bd89a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '3371f473-4c26-4f81-abc4-c2c4353fa3ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 19:48:26.363759 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-761ac58f-2c3d-47d7-82f2-8dd620c4dfc8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:48:26.363915 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-761ac58f-2c3d-47d7-82f2-8dd620c4dfc8 None None] Bound using segment: {'id': '50fe2df4-77d3-40aa-a8a3-45d53f7bd89a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '3371f473-4c26-4f81-abc4-c2c4353fa3ab'} {{(pid=85346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 15 19:48:26.364544 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.managers [None req-761ac58f-2c3d-47d7-82f2-8dd620c4dfc8 None None] Bound port: 68a90e69-e96e-493f-99f6-3dd9e77f406c, host: dv-cinder-786383-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50fe2df4-77d3-40aa-a8a3-45d53f7bd89a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '3371f473-4c26-4f81-abc4-c2c4353fa3ab'}}] {{(pid=85346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 15 19:48:26.365056 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-761ac58f-2c3d-47d7-82f2-8dd620c4dfc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854565853'] for port, before_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:48:26.478991 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-6b7ce678-b77a-4b62-96c1-1eac7986d023 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:48:26.508266 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.db [None req-761ac58f-2c3d-47d7-82f2-8dd620c4dfc8 None None] For port 68a90e69-e96e-493f-99f6-3dd9e77f406c, host dv-cinder-786383-2-iscsi, cleared binding levels {{(pid=85346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 15 19:48:26.511997 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.db [None req-761ac58f-2c3d-47d7-82f2-8dd620c4dfc8 None None] For port 68a90e69-e96e-493f-99f6-3dd9e77f406c, host dv-cinder-786383-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-2-iscsi',level=0,port_id=68a90e69-e96e-493f-99f6-3dd9e77f406c,segment=NetworkSegment(50fe2df4-77d3-40aa-a8a3-45d53f7bd89a),segment_id=50fe2df4-77d3-40aa-a8a3-45d53f7bd89a)] {{(pid=85346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 15 19:48:26.545569 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-761ac58f-2c3d-47d7-82f2-8dd620c4dfc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854693686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852972410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789846929216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789846482410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789846483725'] for port, after_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:48:26.571822 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.provisioning_blocks [None req-56ecdebd-c5a0-4569-bc96-ba437f5ce558 None None] Provisioning complete for port 2b89f581-f195-433b-b9a4-5806294f90bf triggered by entity L2. {{(pid=85346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 19:48:26.572472 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-56ecdebd-c5a0-4569-bc96-ba437f5ce558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-428662'] for port, provisioning_complete {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:48:26.650644 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-8508f37b-ddf5-4cb2-b96f-29901d199411 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1673047', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853104170', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59824'] for router, precommit_update {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:48:26.687367 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-6b7ce678-b77a-4b62-96c1-1eac7986d023 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854565853'] for port, before_create {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:48:26.701767 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-58e68a17-0a55-4f35-a8bf-4a61f09dff63 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:48:26.758179 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-6b7114ba-a46f-4069-9cf4-9568feaaf1c0 None None] Notify callbacks [] for port, precommit_update {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:48:26.771771 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.provisioning_blocks [None req-6b7114ba-a46f-4069-9cf4-9568feaaf1c0 None None] Transition to ACTIVE for port object 90c2c053-c6a6-4b44-ad5c-9a4933c79339 will not be triggered until provisioned by entity L2. {{(pid=85347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 19:48:26.781444 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-761ac58f-2c3d-47d7-82f2-8dd620c4dfc8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:48:26.783237 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-6b7114ba-a46f-4069-9cf4-9568feaaf1c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854693686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852972410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789846929216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789846482410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789846483725'] for port, after_update {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:48:26.807528 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-1a66e618-91fa-4882-ac5e-d8ce172ae33f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:48:26.921884 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.wsgi [-] (85344) accepted ('10.222.0.47', 42010) {{(pid=85344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:48:26.927419 dv-cinder-786383-2-iscsi neutron-server[85229]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases.
Apr 15 19:48:26.943135 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761ac58f-2c3d-47d7-82f2-8dd620c4dfc8 None None] Pushing event updated for resources: {'Port': ['ID=68a90e69-e96e-493f-99f6-3dd9e77f406c,revision_number=2']} {{(pid=85346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:48:26.973302 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d840e6f4-bea1-42b2-b797-40219731569a None None] Pushing event updated for resources: {'Port': ['ID=90c2c053-c6a6-4b44-ad5c-9a4933c79339,revision_number=2']} {{(pid=85347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:48:26.995774 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.db_base_plugin_common [None req-6b7ce678-b77a-4b62-96c1-1eac7986d023 admin admin] Allocated IP 172.27.2.96 (0b576887-bb01-4bfc-8617-ca8b886d7b7e/7ad9face-0ae3-4529-aacd-d53ebb36e4d0/1f0a632d-6a7b-49a4-9d95-9dca92d85df6) {{(pid=85345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 15 19:48:26.996357 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d840e6f4-bea1-42b2-b797-40219731569a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:48:26.996775 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d840e6f4-bea1-42b2-b797-40219731569a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:48:26.997151 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d840e6f4-bea1-42b2-b797-40219731569a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:48:26.997522 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d840e6f4-bea1-42b2-b797-40219731569a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:48:26.997886 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d840e6f4-bea1-42b2-b797-40219731569a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:48:26.998250 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d840e6f4-bea1-42b2-b797-40219731569a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:48:26.998611 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d840e6f4-bea1-42b2-b797-40219731569a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:48:26.999008 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d840e6f4-bea1-42b2-b797-40219731569a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:48:26.999385 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d840e6f4-bea1-42b2-b797-40219731569a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:48:26.999749 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d840e6f4-bea1-42b2-b797-40219731569a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:48:27.000161 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d840e6f4-bea1-42b2-b797-40219731569a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:48:27.000565 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d840e6f4-bea1-42b2-b797-40219731569a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:48:27.001675 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d840e6f4-bea1-42b2-b797-40219731569a None None] Tracked resource versions report:
Apr 15 19:48:27.001675 dv-cinder-786383-2-iscsi neutron-server[85229]: pushed versions:
Apr 15 19:48:27.001675 dv-cinder-786383-2-iscsi neutron-server[85229]: {   'AddressGroup': {'1.2'},
Apr 15 19:48:27.001675 dv-cinder-786383-2-iscsi neutron-server[85229]:     'ConntrackHelper': {'1.0'},
Apr 15 19:48:27.001675 dv-cinder-786383-2-iscsi neutron-server[85229]:     'Log': {'1.0'},
Apr 15 19:48:27.001675 dv-cinder-786383-2-iscsi neutron-server[85229]:     'Network': {'1.1'},
Apr 15 19:48:27.001675 dv-cinder-786383-2-iscsi neutron-server[85229]:     'Port': {'1.7'},
Apr 15 19:48:27.001675 dv-cinder-786383-2-iscsi neutron-server[85229]:     'PortForwarding': {'1.2'},
Apr 15 19:48:27.001675 dv-cinder-786383-2-iscsi neutron-server[85229]:     'QosPolicy': {'1.8'},
Apr 15 19:48:27.001675 dv-cinder-786383-2-iscsi neutron-server[85229]:     'SecurityGroup': {'1.4'},
Apr 15 19:48:27.001675 dv-cinder-786383-2-iscsi neutron-server[85229]:     'SecurityGroupRule': {'1.2'},
Apr 15 19:48:27.001675 dv-cinder-786383-2-iscsi neutron-server[85229]:     'SubPort': {'1.0'},
Apr 15 19:48:27.001675 dv-cinder-786383-2-iscsi neutron-server[85229]:     'Subnet': {'1.1'},
Apr 15 19:48:27.001675 dv-cinder-786383-2-iscsi neutron-server[85229]:     'Trunk': {'1.1'}}
Apr 15 19:48:27.001675 dv-cinder-786383-2-iscsi neutron-server[85229]: consumer versions:
Apr 15 19:48:27.001675 dv-cinder-786383-2-iscsi neutron-server[85229]: {   DHCP agent@dv-cinder-786383-2-iscsi: {},
Apr 15 19:48:27.001675 dv-cinder-786383-2-iscsi neutron-server[85229]:     HyperV agent@hv-cinder-78638: {},
Apr 15 19:48:27.001675 dv-cinder-786383-2-iscsi neutron-server[85229]:     L3 agent@dv-cinder-786383-2-iscsi: {},
Apr 15 19:48:27.001675 dv-cinder-786383-2-iscsi neutron-server[85229]:     Metadata agent@dv-cinder-786383-2-iscsi: {},
Apr 15 19:48:27.001675 dv-cinder-786383-2-iscsi neutron-server[85229]:     Metering agent@dv-cinder-786383-2-iscsi: {},
Apr 15 19:48:27.001675 dv-cinder-786383-2-iscsi neutron-server[85229]:     Open vSwitch agent@dv-cinder-786383-2-iscsi: {   'AddressGroup': '1.2',
Apr 15 19:48:27.001675 dv-cinder-786383-2-iscsi neutron-server[85229]:                                                      'ConntrackHelper': '1.0',
Apr 15 19:48:27.001675 dv-cinder-786383-2-iscsi neutron-server[85229]:                                                      'Log': '1.0',
Apr 15 19:48:27.001675 dv-cinder-786383-2-iscsi neutron-server[85229]:                                                      'Network': '1.1',
Apr 15 19:48:27.001675 dv-cinder-786383-2-iscsi neutron-server[85229]:                                                      'Port': '1.7',
Apr 15 19:48:27.001675 dv-cinder-786383-2-iscsi neutron-server[85229]:                                                      'PortForwarding': '1.2',
Apr 15 19:48:27.001675 dv-cinder-786383-2-iscsi neutron-server[85229]:                                                      'QosPolicy': '1.8',
Apr 15 19:48:27.001675 dv-cinder-786383-2-iscsi neutron-server[85229]:                                                      'SecurityGroup': '1.4',
Apr 15 19:48:27.001675 dv-cinder-786383-2-iscsi neutron-server[85229]:                                                      'SecurityGroupRule': '1.2',
Apr 15 19:48:27.001675 dv-cinder-786383-2-iscsi neutron-server[85229]:                                                      'SubPort': '1.0',
Apr 15 19:48:27.001675 dv-cinder-786383-2-iscsi neutron-server[85229]:                                                      'Subnet': '1.1',
Apr 15 19:48:27.001675 dv-cinder-786383-2-iscsi neutron-server[85229]:                                                      'Trunk': '1.1'}}
Apr 15 19:48:27.001675 dv-cinder-786383-2-iscsi neutron-server[85229]:  {{(pid=85347) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Apr 15 19:48:27.008264 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-d840e6f4-bea1-42b2-b797-40219731569a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=85347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:48:27.042040 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.quota.driver [None req-58e68a17-0a55-4f35-a8bf-4a61f09dff63 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85345) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:48:27.060210 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource [None req-58e68a17-0a55-4f35-a8bf-4a61f09dff63 admin admin] Usage tracker for resource:security_group_rule and tenant:2954a2cd63934d84ab837819864e57ff is out of sync, need to count used quota {{(pid=85345) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:48:27.074801 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource [None req-58e68a17-0a55-4f35-a8bf-4a61f09dff63 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85345) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:48:27.094901 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.managers [None req-6b7114ba-a46f-4069-9cf4-9568feaaf1c0 None None] Attempting to bind port 90c2c053-c6a6-4b44-ad5c-9a4933c79339 on host dv-cinder-786383-2-iscsi for vnic_type normal with profile  {{(pid=85347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 15 19:48:27.096212 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.managers [None req-6b7114ba-a46f-4069-9cf4-9568feaaf1c0 None None] Attempting to bind port 90c2c053-c6a6-4b44-ad5c-9a4933c79339 by drivers openvswitch,hyperv on host dv-cinder-786383-2-iscsi at level 0 using segments [{'id': 'e9359222-f335-47df-9fcb-1acccd0748d1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b576887-bb01-4bfc-8617-ca8b886d7b7e'}] {{(pid=85347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 15 19:48:27.096540 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.quota.driver [None req-58e68a17-0a55-4f35-a8bf-4a61f09dff63 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85345) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:48:27.096762 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b7114ba-a46f-4069-9cf4-9568feaaf1c0 None None] Attempting to bind port 90c2c053-c6a6-4b44-ad5c-9a4933c79339 on network 0b576887-bb01-4bfc-8617-ca8b886d7b7e {{(pid=85347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 19:48:27.104730 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f0ec698-fc61-4fca-b4b8-79cbae48db45 admin admin] Checking segment: {'id': '3e6fcf0e-0b95-4774-a8cb-5489ca9658fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'dcb51ae5-ec1d-4059-96e4-434dbd301cd9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 19:48:27.105132 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f0ec698-fc61-4fca-b4b8-79cbae48db45 admin admin] Network hostable DHCP agents. Network: dcb51ae5-ec1d-4059-96e4-434dbd301cd9, hostable agents: ['48b86c86-f902-4f97-86c7-19da88045e62'], hosted agents: [] {{(pid=85345) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 15 19:48:27.110634 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b7114ba-a46f-4069-9cf4-9568feaaf1c0 None None] Checking agent: {'id': 'be1a0b7a-7144-4bb6-9f10-b289de7b23b3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786383-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 19, 40, 9), 'started_at': datetime.datetime(2021, 4, 15, 19, 40, 39), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 19, 48, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786383-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 15 19:48:27.111494 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b7114ba-a46f-4069-9cf4-9568feaaf1c0 None None] Checking segment: {'id': 'e9359222-f335-47df-9fcb-1acccd0748d1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b576887-bb01-4bfc-8617-ca8b886d7b7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 19:48:27.112359 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-6b7114ba-a46f-4069-9cf4-9568feaaf1c0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:48:27.113430 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b7114ba-a46f-4069-9cf4-9568feaaf1c0 None None] Bound using segment: {'id': 'e9359222-f335-47df-9fcb-1acccd0748d1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b576887-bb01-4bfc-8617-ca8b886d7b7e'} {{(pid=85347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 15 19:48:27.114501 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.managers [None req-6b7114ba-a46f-4069-9cf4-9568feaaf1c0 None None] Bound port: 90c2c053-c6a6-4b44-ad5c-9a4933c79339, host: dv-cinder-786383-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e9359222-f335-47df-9fcb-1acccd0748d1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b576887-bb01-4bfc-8617-ca8b886d7b7e'}}] {{(pid=85347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 15 19:48:27.115251 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-6b7114ba-a46f-4069-9cf4-9568feaaf1c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854565853'] for port, before_update {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:48:27.258895 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.db [None req-6b7114ba-a46f-4069-9cf4-9568feaaf1c0 None None] For port 90c2c053-c6a6-4b44-ad5c-9a4933c79339, host dv-cinder-786383-2-iscsi, cleared binding levels {{(pid=85347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 15 19:48:27.264320 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.db [None req-6b7114ba-a46f-4069-9cf4-9568feaaf1c0 None None] For port 90c2c053-c6a6-4b44-ad5c-9a4933c79339, host dv-cinder-786383-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-2-iscsi',level=0,port_id=90c2c053-c6a6-4b44-ad5c-9a4933c79339,segment=NetworkSegment(e9359222-f335-47df-9fcb-1acccd0748d1),segment_id=e9359222-f335-47df-9fcb-1acccd0748d1)] {{(pid=85347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 15 19:48:27.270248 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-6b7114ba-a46f-4069-9cf4-9568feaaf1c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854693686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852972410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789846929216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789846482410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789846483725'] for port, after_update {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:48:27.278288 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-761ac58f-2c3d-47d7-82f2-8dd620c4dfc8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.497s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:48:27.289738 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-1a66e618-91fa-4882-ac5e-d8ce172ae33f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:48:27.306039 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f0ec698-fc61-4fca-b4b8-79cbae48db45 admin admin] Network dcb51ae5-ec1d-4059-96e4-434dbd301cd9 is scheduled to be hosted by DHCP agent 48b86c86-f902-4f97-86c7-19da88045e62 with binding_index 1 {{(pid=85345) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 15 19:48:27.353876 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.scheduler.base_scheduler [None req-0f0ec698-fc61-4fca-b4b8-79cbae48db45 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786383-2-iscsi, dcb51ae5-ec1d-4059-96e4-434dbd301cd9) {{(pid=85345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 19:48:27.358335 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f0ec698-fc61-4fca-b4b8-79cbae48db45 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:48:27.359014 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-0f0ec698-fc61-4fca-b4b8-79cbae48db45 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852972363'] for subnet, before_response {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:48:27.404157 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a07bdeef-9ff7-4476-b33b-0023dc690d6b None None] Network dcb51ae5-ec1d-4059-96e4-434dbd301cd9 requested from dv-cinder-786383-2-iscsi {{(pid=85346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 15 19:48:27.449026 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d840e6f4-bea1-42b2-b797-40219731569a None None] Pushing event updated for resources: {'Port': ['ID=90c2c053-c6a6-4b44-ad5c-9a4933c79339,revision_number=3']} {{(pid=85347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:48:27.510246 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [None req-0f0ec698-fc61-4fca-b4b8-79cbae48db45 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 852 time: 4.3611803
Apr 15 19:48:27.511474 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-6b7ce678-b77a-4b62-96c1-1eac7986d023 admin admin] Notify callbacks [] for port, precommit_create {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:48:27.555146 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-d840e6f4-bea1-42b2-b797-40219731569a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=85347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:48:27.585323 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-8508f37b-ddf5-4cb2-b96f-29901d199411 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:48:27.601852 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-58e68a17-0a55-4f35-a8bf-4a61f09dff63 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:48:27.610804 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-58e68a17-0a55-4f35-a8bf-4a61f09dff63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806004'] for security_group, after_create {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:48:27.631066 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-8508f37b-ddf5-4cb2-b96f-29901d199411 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854565853'] for port, before_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:48:27.643489 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:48:27.698115 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-e4b2fab7-bf0d-43f6-b365-431a92a7e0c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854565853'] for port, before_create {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:48:27.702504 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58101020-729d-428c-9134-8c7271e89f2a None None] Network e2d187b6-98ce-49de-b641-472e7c3488cc requested from dv-cinder-786383-2-iscsi {{(pid=85346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 15 19:48:27.719744 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource [None req-58e68a17-0a55-4f35-a8bf-4a61f09dff63 admin admin] Synchronizing usage tracker for tenant:7ab32a6e2ad8454d8891593aaaeb3e80 on resource:security_group {{(pid=85345) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 15 19:48:27.730585 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-6b7ce678-b77a-4b62-96c1-1eac7986d023 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854693686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852972410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789846482393'] for port, after_create {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:48:27.736266 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e68a17-0a55-4f35-a8bf-4a61f09dff63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55e65757-a774-46e6-9244-84308012ead7,revision_number=1']} {{(pid=85345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:48:27.743423 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b7114ba-a46f-4069-9cf4-9568feaaf1c0 None None] Routers {'6478729e-102a-4a30-b790-61decb297583'} bound to L3 agent in host dv-cinder-786383-2-iscsi {{(pid=85347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 19:48:27.746133 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.l3_hamode_db [None req-6b7114ba-a46f-4069-9cf4-9568feaaf1c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe8b9b2a3c8>, 'dv-cinder-786383-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-15T19:40:08Z,description=<?>,heartbeat_timestamp=2021-04-15T19:48:08Z,host='dv-cinder-786383-2-iscsi',id=74482fb0-5b00-43f0-8fa9-533a3c8b2378,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T19:40:08Z,topic='l3_agent')) {'router_ids': ['6478729e-102a-4a30-b790-61decb297583'], 'active': True} {{(pid=85347) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 19:48:27.750445 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f655a4-856d-4906-958a-440c1efeff9f req-1c52e83e-c020-4388-aa8d-035fb8c00eb3 tempest-DeleteServersTestJSON-531578038 tempest-DeleteServersTestJSON-531578038-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:48:27.752112 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-31f655a4-856d-4906-958a-440c1efeff9f req-1c52e83e-c020-4388-aa8d-035fb8c00eb3 tempest-DeleteServersTestJSON-531578038 tempest-DeleteServersTestJSON-531578038-project] 10.222.0.47 "GET /v2.0/networks?id=0f45a1aa-2622-4761-ba40-3d07b3d3afa9 HTTP/1.1" status: 200  len: 810 time: 0.8277986
Apr 15 19:48:27.759892 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-58e68a17-0a55-4f35-a8bf-4a61f09dff63 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:48:27.799165 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-baf65a46-3ba3-4504-b844-5b7823c312b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:48:27.802362 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-31f655a4-856d-4906-958a-440c1efeff9f req-7883c623-d999-4a6b-8557-c8ffc5d60bab tempest-DeleteServersTestJSON-531578038 tempest-DeleteServersTestJSON-531578038-project] 10.222.0.47 "GET /v2.0/quotas/1df1ccdad5f84944aa5a1da6bd684a06 HTTP/1.1" status: 200  len: 375 time: 0.0412858
Apr 15 19:48:27.922506 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-31f655a4-856d-4906-958a-440c1efeff9f req-51613b51-48cd-48f0-bd70-983169b91e9c tempest-DeleteServersTestJSON-531578038 tempest-DeleteServersTestJSON-531578038-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=1df1ccdad5f84944aa5a1da6bd684a06&fields=id HTTP/1.1" status: 200  len: 210 time: 0.1079378
Apr 15 19:48:27.958337 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.db_base_plugin_common [None req-8508f37b-ddf5-4cb2-b96f-29901d199411 admin admin] Allocated IP 172.27.2.47 (0b576887-bb01-4bfc-8617-ca8b886d7b7e/7ad9face-0ae3-4529-aacd-d53ebb36e4d0/45476505-6dad-485d-9d3a-8a0d1468efa7) {{(pid=85344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 15 19:48:27.993964 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65f0f123-3773-486a-8f44-b0aac8155d19 None None] Network 0f45a1aa-2622-4761-ba40-3d07b3d3afa9 requested from dv-cinder-786383-2-iscsi {{(pid=85346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 15 19:48:28.095534 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource [None req-58e68a17-0a55-4f35-a8bf-4a61f09dff63 admin admin] Unset dirty status for tenant:7ab32a6e2ad8454d8891593aaaeb3e80 on resource:security_group {{(pid=85345) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 15 19:48:28.097110 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [None req-58e68a17-0a55-4f35-a8bf-4a61f09dff63 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=2954a2cd63934d84ab837819864e57ff&name=default HTTP/1.1" status: 200  len: 2975 time: 1.7391140
Apr 15 19:48:28.111101 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.wsgi [-] (85344) accepted ('10.222.0.47', 42044) {{(pid=85344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:48:28.138608 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.wsgi [-] (85345) accepted ('10.222.0.47', 42056) {{(pid=85345) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:48:28.173923 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7ce678-b77a-4b62-96c1-1eac7986d023 admin admin] Pushing event updated for resources: {'Port': ['ID=1f0a632d-6a7b-49a4-9d95-9dca92d85df6,revision_number=1']} {{(pid=85345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:48:28.184130 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-6b7ce678-b77a-4b62-96c1-1eac7986d023 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.385s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:48:28.185044 dv-cinder-786383-2-iscsi neutron-server[85229]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases.
Apr 15 19:48:28.261414 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.wsgi [req-31f655a4-856d-4906-958a-440c1efeff9f req-e8f73820-0f24-470f-b18c-56ff78fbaafd service neutron] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=85344) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 15 19:48:28.261819 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-31f655a4-856d-4906-958a-440c1efeff9f req-e8f73820-0f24-470f-b18c-56ff78fbaafd service neutron] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.1460962
Apr 15 19:48:28.339948 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.l3_dvr_db [None req-6b7114ba-a46f-4069-9cf4-9568feaaf1c0 None None] Set router 6478729e-102a-4a30-b790-61decb297583 gateway port host: dv-cinder-786383-2-iscsi {{(pid=85347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 19:48:28.484757 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f5b09ce-9d71-4ab8-b427-b678df1b1b3f None None] Network dcb51ae5-ec1d-4059-96e4-434dbd301cd9 requested from dv-cinder-786383-2-iscsi {{(pid=85346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 15 19:48:28.501398 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-e90bd829-f8d3-4ea0-9c48-c3eacd2e8c75 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:48:28.510357 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-8508f37b-ddf5-4cb2-b96f-29901d199411 admin admin] Notify callbacks [] for port, precommit_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:48:28.556150 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-31f655a4-856d-4906-958a-440c1efeff9f req-1615bced-0e66-470a-b253-a57c163e8b72 service neutron] 10.222.0.47 "GET /v2.0/networks/0f45a1aa-2622-4761-ba40-3d07b3d3afa9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2767179
Apr 15 19:48:28.685474 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-e90bd829-f8d3-4ea0-9c48-c3eacd2e8c75 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:48:28.755662 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.l3_hamode_db [None req-6b7114ba-a46f-4069-9cf4-9568feaaf1c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe8b9b2a3c8>, [{'id': '6478729e-102a-4a30-b790-61decb297583', 'name': 'tempest-AttachVolumeTestJSON-751206198-router', 'tenant_id': '5031830a47dd4af1b1ffb83e812d61ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b576887-bb01-4bfc-8617-ca8b886d7b7e', 'external_fixed_ips': [{'subnet_id': '7ad9face-0ae3-4529-aacd-d53ebb36e4d0', 'ip_address': '172.27.2.113'}], 'enable_snat': True}, 'gw_port_id': '90c2c053-c6a6-4b44-ad5c-9a4933c79339', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:48:19Z', 'updated_at': '2021-04-15T19:48:22Z', 'revision_number': 3, 'project_id': '5031830a47dd4af1b1ffb83e812d61ea', 'gw_port': {'id': '90c2c053-c6a6-4b44-ad5c-9a4933c79339', 'name': '', 'network_id': '0b576887-bb01-4bfc-8617-ca8b886d7b7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:89:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6478729e-102a-4a30-b790-61decb297583', 'device_owner': 'network:router_gateway', 'standard_attr_id': 54, 'fixed_ips': [{'subnet_id': '7ad9face-0ae3-4529-aacd-d53ebb36e4d0', 'ip_address': '172.27.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:48:21Z', 'updated_at': '2021-04-15T19:48:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ad9face-0ae3-4529-aacd-d53ebb36e4d0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-2-iscsi'}], 'dv-cinder-786383-2-iscsi', False) {} {{(pid=85347) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 19:48:28.768323 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b7114ba-a46f-4069-9cf4-9568feaaf1c0 None None] The sync data for ids ['6478729e-102a-4a30-b790-61decb297583'] in dv-cinder-786383-2-iscsi is: [{'id': '6478729e-102a-4a30-b790-61decb297583', 'name': 'tempest-AttachVolumeTestJSON-751206198-router', 'tenant_id': '5031830a47dd4af1b1ffb83e812d61ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b576887-bb01-4bfc-8617-ca8b886d7b7e', 'external_fixed_ips': [{'subnet_id': '7ad9face-0ae3-4529-aacd-d53ebb36e4d0', 'ip_address': '172.27.2.113'}], 'enable_snat': True}, 'gw_port_id': '90c2c053-c6a6-4b44-ad5c-9a4933c79339', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:48:19Z', 'updated_at': '2021-04-15T19:48:22Z', 'revision_number': 3, 'project_id': '5031830a47dd4af1b1ffb83e812d61ea', 'gw_port': {'id': '90c2c053-c6a6-4b44-ad5c-9a4933c79339', 'name': '', 'network_id': '0b576887-bb01-4bfc-8617-ca8b886d7b7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:89:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6478729e-102a-4a30-b790-61decb297583', 'device_owner': 'network:router_gateway', 'standard_attr_id': 54, 'fixed_ips': [{'subnet_id': '7ad9face-0ae3-4529-aacd-d53ebb36e4d0', 'ip_address': '172.27.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:48:21Z', 'updated_at': '2021-04-15T19:48:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ad9face-0ae3-4529-aacd-d53ebb36e4d0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-2-iscsi'}] {{(pid=85347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 15 19:48:28.881632 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b7ce678-b77a-4b62-96c1-1eac7986d023 admin admin] Network 0b576887-bb01-4bfc-8617-ca8b886d7b7e is already hosted by enough agents. {{(pid=85345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 15 19:48:28.895106 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.scheduler.base_scheduler [None req-6b7ce678-b77a-4b62-96c1-1eac7986d023 admin admin] Resources bound (agent type, host, resource id):  {{(pid=85345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 19:48:28.920222 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b7ce678-b77a-4b62-96c1-1eac7986d023 admin admin] Received port after_create {{(pid=85345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 15 19:48:28.927207 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-8508f37b-ddf5-4cb2-b96f-29901d199411 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854693686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852972410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789846482393'] for port, after_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:48:28.931526 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-31f655a4-856d-4906-958a-440c1efeff9f req-b077c8ca-871b-47fa-ac73-71f6454c6207 service neutron] 10.222.0.47 "GET /v2.0/networks/0f45a1aa-2622-4761-ba40-3d07b3d3afa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3744729
Apr 15 19:48:28.962762 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-e90bd829-f8d3-4ea0-9c48-c3eacd2e8c75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806004'] for security_group, after_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:48:29.017476 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:48:29.018031 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ed8e76-dcac-4043-a339-8f3458b4a63b req-d1326362-0cc2-4bb9-9e14-e5cd7c3a1eb6 tempest-AttachVolumeNegativeTest-1626257925 tempest-AttachVolumeNegativeTest-1626257925-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:48:29.018836 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource [req-88ed8e76-dcac-4043-a339-8f3458b4a63b req-d1326362-0cc2-4bb9-9e14-e5cd7c3a1eb6 tempest-AttachVolumeNegativeTest-1626257925 tempest-AttachVolumeNegativeTest-1626257925-project] Synchronizing usage tracker for tenant:baf9cfef8926468ebb80cb08498b5bf3 on resource:network {{(pid=85345) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 15 19:48:29.081825 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.db_base_plugin_common [None req-e4b2fab7-bf0d-43f6-b365-431a92a7e0c5 admin admin] Allocated IP 172.20.0.1 (4d82f7b7-d97c-4f69-af76-26788d15aead/c9a5e3d2-b4cb-4ff6-afc6-75b296b42958/dcc948ac-1cad-4ecf-8c41-5f7bf7e657c9) {{(pid=85345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 15 19:48:29.134895 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8508f37b-ddf5-4cb2-b96f-29901d199411 admin admin] Pushing event updated for resources: {'Port': ['ID=45476505-6dad-485d-9d3a-8a0d1468efa7,revision_number=1']} {{(pid=85344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:48:29.141053 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-8508f37b-ddf5-4cb2-b96f-29901d199411 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:48:29.144430 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.073s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:48:29.174978 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90bd829-f8d3-4ea0-9c48-c3eacd2e8c75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55e65757-a774-46e6-9244-84308012ead7,revision_number=None']} {{(pid=85344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:48:29.179061 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-e90bd829-f8d3-4ea0-9c48-c3eacd2e8c75 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:48:29.181526 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-e90bd829-f8d3-4ea0-9c48-c3eacd2e8c75 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:48:29.182733 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [None req-e90bd829-f8d3-4ea0-9c48-c3eacd2e8c75 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/55e65757-a774-46e6-9244-84308012ead7 HTTP/1.1" status: 204  len: 168 time: 1.0700274
Apr 15 19:48:29.231410 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource [req-88ed8e76-dcac-4043-a339-8f3458b4a63b req-d1326362-0cc2-4bb9-9e14-e5cd7c3a1eb6 tempest-AttachVolumeNegativeTest-1626257925 tempest-AttachVolumeNegativeTest-1626257925-project] Unset dirty status for tenant:baf9cfef8926468ebb80cb08498b5bf3 on resource:network {{(pid=85345) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 15 19:48:29.233130 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-88ed8e76-dcac-4043-a339-8f3458b4a63b req-d1326362-0cc2-4bb9-9e14-e5cd7c3a1eb6 tempest-AttachVolumeNegativeTest-1626257925 tempest-AttachVolumeNegativeTest-1626257925-project] 10.222.0.47 "GET /v2.0/networks?id=dcb51ae5-ec1d-4059-96e4-434dbd301cd9 HTTP/1.1" status: 200  len: 815 time: 1.0806737
Apr 15 19:48:29.258108 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8508f37b-ddf5-4cb2-b96f-29901d199411 admin admin] Network 0b576887-bb01-4bfc-8617-ca8b886d7b7e is already hosted by enough agents. {{(pid=85344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 15 19:48:29.259743 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.scheduler.base_scheduler [None req-8508f37b-ddf5-4cb2-b96f-29901d199411 admin admin] Resources bound (agent type, host, resource id):  {{(pid=85344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 19:48:29.263546 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8508f37b-ddf5-4cb2-b96f-29901d199411 admin admin] Received port after_create {{(pid=85344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 15 19:48:29.456797 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-88ed8e76-dcac-4043-a339-8f3458b4a63b req-27cbf48f-215d-4546-988d-94990f2e8b50 tempest-AttachVolumeNegativeTest-1626257925 tempest-AttachVolumeNegativeTest-1626257925-project] 10.222.0.47 "GET /v2.0/quotas/baf9cfef8926468ebb80cb08498b5bf3 HTTP/1.1" status: 200  len: 375 time: 0.0893040
Apr 15 19:48:29.670679 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-f77e3d29-65ab-4331-8ec5-f3a54afdc723 req-420ed24e-0ccf-4c22-b5ed-77b85cc3d148 tempest-DeleteServersTestJSON-531578038 tempest-DeleteServersTestJSON-531578038-project] 10.222.0.47 "GET /v2.0/ports?device_id=4c716e82-8478-4821-8694-f29d4ff87eb1 HTTP/1.1" status: 200  len: 210 time: 0.0988765
Apr 15 19:48:29.917625 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-88ed8e76-dcac-4043-a339-8f3458b4a63b req-47c09e41-05ff-49cb-b4cd-5725805ffa8d tempest-AttachVolumeNegativeTest-1626257925 tempest-AttachVolumeNegativeTest-1626257925-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=baf9cfef8926468ebb80cb08498b5bf3&fields=id HTTP/1.1" status: 200  len: 210 time: 0.2251430
Apr 15 19:48:29.964976 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.wsgi [-] (85345) accepted ('10.222.0.47', 42106) {{(pid=85345) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:48:30.034998 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-2c96ab84-32db-4a82-8499-01ef6d80b015 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:48:30.085935 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.quota.driver [None req-2c96ab84-32db-4a82-8499-01ef6d80b015 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85345) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:48:30.095826 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource [None req-2c96ab84-32db-4a82-8499-01ef6d80b015 admin admin] Usage tracker for resource:security_group_rule and tenant:5dc8856569344238bd07e4d07096c13c is out of sync, need to count used quota {{(pid=85345) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:48:30.103847 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource [None req-2c96ab84-32db-4a82-8499-01ef6d80b015 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85345) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:48:30.123641 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.quota.driver [None req-2c96ab84-32db-4a82-8499-01ef6d80b015 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85345) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:48:30.153053 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-6b7ce678-b77a-4b62-96c1-1eac7986d023 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:48:30.173630 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-8508f37b-ddf5-4cb2-b96f-29901d199411 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:48:30.245361 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41b85f52-08ad-4b0f-a222-3321e70be024 None None] Network 3371f473-4c26-4f81-abc4-c2c4353fa3ab requested from dv-cinder-786383-2-iscsi {{(pid=85346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 15 19:48:30.410810 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.wsgi [-] (85345) accepted ('10.222.0.47', 42122) {{(pid=85345) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:48:30.638296 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-e4b2fab7-bf0d-43f6-b365-431a92a7e0c5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:48:30.642624 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-6b7ce678-b77a-4b62-96c1-1eac7986d023 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1671646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036853102800'] for router, after_create {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:48:30.661249 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.rpc [None req-56ecdebd-c5a0-4569-bc96-ba437f5ce558 None None] Device 90c2c053-c6a6-4b44-ad5c-9a4933c79339 up at agent ovs-agent-dv-cinder-786383-2-iscsi {{(pid=85346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 19:48:30.814956 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.provisioning_blocks [None req-32dbaffe-e4fc-4b09-8607-1416e099e845 None None] Provisioning for port 68a90e69-e96e-493f-99f6-3dd9e77f406c completed by entity DHCP. {{(pid=85346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 19:48:30.918214 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.provisioning_blocks [None req-56ecdebd-c5a0-4569-bc96-ba437f5ce558 None None] Provisioning for port 90c2c053-c6a6-4b44-ad5c-9a4933c79339 completed by entity L2. {{(pid=85346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 19:48:30.924269 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-8508f37b-ddf5-4cb2-b96f-29901d199411 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1671646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036853102800'] for router, after_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:48:30.925056 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.provisioning_blocks [None req-56ecdebd-c5a0-4569-bc96-ba437f5ce558 None None] Provisioning complete for port 90c2c053-c6a6-4b44-ad5c-9a4933c79339 triggered by entity L2. {{(pid=85346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 19:48:30.930952 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-56ecdebd-c5a0-4569-bc96-ba437f5ce558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-428662'] for port, provisioning_complete {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:48:31.034743 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.wsgi [req-88ed8e76-dcac-4043-a339-8f3458b4a63b req-09de06af-4aef-4cc7-913a-5a994153323a service neutron] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=85345) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 15 19:48:31.035958 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-88ed8e76-dcac-4043-a339-8f3458b4a63b req-09de06af-4aef-4cc7-913a-5a994153323a service neutron] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.4023557
Apr 15 19:48:31.116374 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.provisioning_blocks [None req-e4b2fab7-bf0d-43f6-b365-431a92a7e0c5 admin admin] Transition to ACTIVE for port object dcc948ac-1cad-4ecf-8c41-5f7bf7e657c9 will not be triggered until provisioned by entity DHCP. {{(pid=85345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 19:48:31.117975 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-0b8818ca-af0c-4648-b50f-64269aa41b34 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:48:31.157349 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-56ecdebd-c5a0-4569-bc96-ba437f5ce558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854565853'] for port, before_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:48:31.163476 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-69ec748b-b301-4aa5-8d60-0eba1a2def8a req-ed732129-9fc0-400a-8f8e-6092f3525c5f tempest-DeleteServersTestJSON-531578038 tempest-DeleteServersTestJSON-531578038-project] 10.222.0.47 "GET /v2.0/ports?device_id=4c716e82-8478-4821-8694-f29d4ff87eb1 HTTP/1.1" status: 200  len: 210 time: 0.2406549
Apr 15 19:48:31.198597 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.db [None req-56ecdebd-c5a0-4569-bc96-ba437f5ce558 None None] For port 90c2c053-c6a6-4b44-ad5c-9a4933c79339, host dv-cinder-786383-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-2-iscsi',level=0,port_id=90c2c053-c6a6-4b44-ad5c-9a4933c79339,segment=NetworkSegment(e9359222-f335-47df-9fcb-1acccd0748d1),segment_id=e9359222-f335-47df-9fcb-1acccd0748d1)] {{(pid=85346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 19:48:31.211549 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-56ecdebd-c5a0-4569-bc96-ba437f5ce558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854693686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852972410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789846929216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789846482410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789846483725'] for port, after_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:48:31.213444 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.rpc [None req-56ecdebd-c5a0-4569-bc96-ba437f5ce558 None None] Device 68a90e69-e96e-493f-99f6-3dd9e77f406c up at agent ovs-agent-dv-cinder-786383-2-iscsi {{(pid=85346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 19:48:31.245547 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-e4b2fab7-bf0d-43f6-b365-431a92a7e0c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854693686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852972410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789846482393'] for port, after_create {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:48:31.249543 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-6f85f6d2-1ede-4025-80f2-eb36f4eae7b9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:48:31.262194 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.quota.driver [None req-0b8818ca-af0c-4648-b50f-64269aa41b34 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85345) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:48:31.268027 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource [None req-0b8818ca-af0c-4648-b50f-64269aa41b34 admin admin] Usage tracker for resource:security_group_rule and tenant:ada808029c9048918e6c7ebc36e96817 is out of sync, need to count used quota {{(pid=85345) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:48:31.272718 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource [None req-0b8818ca-af0c-4648-b50f-64269aa41b34 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85345) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:48:31.279518 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.quota.driver [None req-0b8818ca-af0c-4648-b50f-64269aa41b34 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85345) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:48:31.367482 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8508f37b-ddf5-4cb2-b96f-29901d199411 admin admin] Router a1c4c8a8-b833-4ec7-b3be-7876a65a4f09 is scheduled to L3 agent 74482fb0-5b00-43f0-8fa9-533a3c8b2378 with binding_index 1 {{(pid=85344) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Apr 15 19:48:31.440860 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ecdebd-c5a0-4569-bc96-ba437f5ce558 None None] Pushing event updated for resources: {'Port': ['ID=90c2c053-c6a6-4b44-ad5c-9a4933c79339,revision_number=4']} {{(pid=85346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:48:31.444746 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-56ecdebd-c5a0-4569-bc96-ba437f5ce558 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:48:31.455587 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-baf65a46-3ba3-4504-b844-5b7823c312b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:48:31.468592 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.provisioning_blocks [None req-56ecdebd-c5a0-4569-bc96-ba437f5ce558 None None] Provisioning for port 68a90e69-e96e-493f-99f6-3dd9e77f406c completed by entity L2. {{(pid=85346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 19:48:31.486089 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.provisioning_blocks [None req-56ecdebd-c5a0-4569-bc96-ba437f5ce558 None None] Provisioning complete for port 68a90e69-e96e-493f-99f6-3dd9e77f406c triggered by entity L2. {{(pid=85346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 19:48:31.486570 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-56ecdebd-c5a0-4569-bc96-ba437f5ce558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-428662'] for port, provisioning_complete {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:48:31.618602 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8508f37b-ddf5-4cb2-b96f-29901d199411 admin admin] Notify agent at l3_agent.dv-cinder-786383-2-iscsi the message routers_updated {{(pid=85344) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 15 19:48:31.639116 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5437fd79-dd33-42f7-bb92-dc1c638c3517 None None] Sync routers for ids ['a1c4c8a8-b833-4ec7-b3be-7876a65a4f09'] in dv-cinder-786383-2-iscsi {{(pid=85346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 15 19:48:31.665388 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-8508f37b-ddf5-4cb2-b96f-29901d199411 admin admin] Notify callbacks [] for router, before_response {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:48:31.669579 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [None req-8508f37b-ddf5-4cb2-b96f-29901d199411 admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201  len: 930 time: 5.5338836
Apr 15 19:48:31.669960 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.wsgi [-] (85344) accepted ('10.222.0.47', 42164) {{(pid=85344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:48:31.696906 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5437fd79-dd33-42f7-bb92-dc1c638c3517 None None] Routers {'a1c4c8a8-b833-4ec7-b3be-7876a65a4f09'} bound to L3 agent in host dv-cinder-786383-2-iscsi {{(pid=85346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 19:48:31.697620 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.l3_hamode_db [None req-5437fd79-dd33-42f7-bb92-dc1c638c3517 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe8b9b2be48>, 'dv-cinder-786383-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-15T19:40:08Z,description=<?>,heartbeat_timestamp=2021-04-15T19:48:08Z,host='dv-cinder-786383-2-iscsi',id=74482fb0-5b00-43f0-8fa9-533a3c8b2378,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T19:40:08Z,topic='l3_agent')) {'router_ids': ['a1c4c8a8-b833-4ec7-b3be-7876a65a4f09'], 'active': True} {{(pid=85346) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 19:48:32.054355 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-88ed8e76-dcac-4043-a339-8f3458b4a63b req-0a85fe25-a165-4244-983c-cc5ca194cbd7 service neutron] 10.222.0.47 "GET /v2.0/networks/dcb51ae5-ec1d-4059-96e4-434dbd301cd9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.8423536
Apr 15 19:48:32.076083 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b7ce678-b77a-4b62-96c1-1eac7986d023 admin admin] Router f8b874cc-f348-4da0-80b2-8449d13838df is scheduled to L3 agent 74482fb0-5b00-43f0-8fa9-533a3c8b2378 with binding_index 1 {{(pid=85345) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Apr 15 19:48:32.077934 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b2fab7-bf0d-43f6-b365-431a92a7e0c5 admin admin] Pushing event updated for resources: {'Port': ['ID=dcc948ac-1cad-4ecf-8c41-5f7bf7e657c9,revision_number=1']} {{(pid=85345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:48:32.098750 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-e4b2fab7-bf0d-43f6-b365-431a92a7e0c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.643s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:48:32.100762 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-56ecdebd-c5a0-4569-bc96-ba437f5ce558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854565853'] for port, before_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:48:32.108067 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4b2fab7-bf0d-43f6-b365-431a92a7e0c5 admin admin] Network 4d82f7b7-d97c-4f69-af76-26788d15aead is already hosted by enough agents. {{(pid=85345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 15 19:48:32.114832 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-2c96ab84-32db-4a82-8499-01ef6d80b015 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:48:32.121144 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.scheduler.base_scheduler [None req-e4b2fab7-bf0d-43f6-b365-431a92a7e0c5 admin admin] Resources bound (agent type, host, resource id):  {{(pid=85345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 19:48:32.150078 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4b2fab7-bf0d-43f6-b365-431a92a7e0c5 admin admin] Received port after_create {{(pid=85345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 15 19:48:32.150583 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-e4b2fab7-bf0d-43f6-b365-431a92a7e0c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1672309'] for router_interface, before_create {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:48:32.157152 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-2c96ab84-32db-4a82-8499-01ef6d80b015 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806004'] for security_group, after_create {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:48:32.160060 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-0b8818ca-af0c-4648-b50f-64269aa41b34 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:48:32.164678 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.db [None req-56ecdebd-c5a0-4569-bc96-ba437f5ce558 None None] For port 68a90e69-e96e-493f-99f6-3dd9e77f406c, host dv-cinder-786383-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-2-iscsi',level=0,port_id=68a90e69-e96e-493f-99f6-3dd9e77f406c,segment=NetworkSegment(50fe2df4-77d3-40aa-a8a3-45d53f7bd89a),segment_id=50fe2df4-77d3-40aa-a8a3-45d53f7bd89a)] {{(pid=85346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 19:48:32.172918 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-56ecdebd-c5a0-4569-bc96-ba437f5ce558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854693686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852972410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789846929216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789846482410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789846483725'] for port, after_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:48:32.197557 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.l3_dvr_db [None req-5437fd79-dd33-42f7-bb92-dc1c638c3517 None None] Set router a1c4c8a8-b833-4ec7-b3be-7876a65a4f09 gateway port host: dv-cinder-786383-2-iscsi {{(pid=85346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 19:48:32.376531 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-58e68a17-0a55-4f35-a8bf-4a61f09dff63 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:48:32.385572 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-0b8818ca-af0c-4648-b50f-64269aa41b34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806004'] for security_group, after_create {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:48:32.440185 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:48:32.454293 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.wsgi [-] (85344) accepted ('10.222.0.65', 50765) {{(pid=85344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:48:32.551682 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.rpc [None req-56ecdebd-c5a0-4569-bc96-ba437f5ce558 None None] Device 90c2c053-c6a6-4b44-ad5c-9a4933c79339 up at agent ovs-agent-dv-cinder-786383-2-iscsi {{(pid=85346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 19:48:32.587274 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ecdebd-c5a0-4569-bc96-ba437f5ce558 None None] Pushing event updated for resources: {'Port': ['ID=68a90e69-e96e-493f-99f6-3dd9e77f406c,revision_number=3']} {{(pid=85346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:48:32.599664 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-56ecdebd-c5a0-4569-bc96-ba437f5ce558 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:48:32.605569 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-f36ef0e9-5f5d-4a89-994e-f3f0a799b69e req-1d6553bc-8859-4362-8a9c-e0efd9a5c056 tempest-DeleteServersTestJSON-531578038 tempest-DeleteServersTestJSON-531578038-project] 10.222.0.47 "GET /v2.0/ports?device_id=4c716e82-8478-4821-8694-f29d4ff87eb1 HTTP/1.1" status: 200  len: 210 time: 0.1182795
Apr 15 19:48:32.635681 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b7ce678-b77a-4b62-96c1-1eac7986d023 admin admin] Notify agent at l3_agent.dv-cinder-786383-2-iscsi the message routers_updated {{(pid=85345) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 15 19:48:32.647921 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec39bdf1-fde8-4079-a728-83b50dbdce52 None None] Sync routers for ids ['f8b874cc-f348-4da0-80b2-8449d13838df'] in dv-cinder-786383-2-iscsi {{(pid=85347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 15 19:48:32.675245 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec39bdf1-fde8-4079-a728-83b50dbdce52 None None] Routers {'f8b874cc-f348-4da0-80b2-8449d13838df'} bound to L3 agent in host dv-cinder-786383-2-iscsi {{(pid=85347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 19:48:32.676187 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.l3_hamode_db [None req-ec39bdf1-fde8-4079-a728-83b50dbdce52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe8b96eac88>, 'dv-cinder-786383-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-15T19:40:08Z,description=<?>,heartbeat_timestamp=2021-04-15T19:48:08Z,host='dv-cinder-786383-2-iscsi',id=74482fb0-5b00-43f0-8fa9-533a3c8b2378,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T19:40:08Z,topic='l3_agent')) {'router_ids': ['f8b874cc-f348-4da0-80b2-8449d13838df'], 'active': True} {{(pid=85347) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 19:48:32.705110 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-88ed8e76-dcac-4043-a339-8f3458b4a63b req-1dcfd211-29e8-41f4-9975-916f1ab58489 service neutron] 10.222.0.47 "GET /v2.0/networks/dcb51ae5-ec1d-4059-96e4-434dbd301cd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5851467
Apr 15 19:48:32.738168 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [None req-2c96ab84-32db-4a82-8499-01ef6d80b015 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=5dc8856569344238bd07e4d07096c13c&name=default HTTP/1.1" status: 200  len: 2975 time: 2.7693820
Apr 15 19:48:32.739256 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.wsgi [-] (85344) accepted ('10.222.0.47', 42180) {{(pid=85344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:48:32.752201 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c96ab84-32db-4a82-8499-01ef6d80b015 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=151e0140-fcef-4ac4-bb4d-15f3304aa973,revision_number=1']} {{(pid=85345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:48:32.762697 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [None req-0b8818ca-af0c-4648-b50f-64269aa41b34 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=ada808029c9048918e6c7ebc36e96817&name=default HTTP/1.1" status: 200  len: 2975 time: 2.1327167
Apr 15 19:48:32.766007 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-2c96ab84-32db-4a82-8499-01ef6d80b015 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.390s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:48:32.766749 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-bf6d8a5b-4926-480a-bceb-f6f30db7bbe4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.165s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:48:32.816886 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.wsgi [-] (85345) accepted ('10.222.0.47', 42184) {{(pid=85345) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:48:32.817615 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8818ca-af0c-4648-b50f-64269aa41b34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1a21a38-69ec-499a-882e-c98df1702854,revision_number=1']} {{(pid=85345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:48:32.827253 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-0b8818ca-af0c-4648-b50f-64269aa41b34 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:48:32.847624 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.provisioning_blocks [None req-83300d3a-1742-4d7d-9aec-a1f173138660 None None] Provisioning for port dcc948ac-1cad-4ecf-8c41-5f7bf7e657c9 completed by entity DHCP. {{(pid=85346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 19:48:32.864025 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-6b7ce678-b77a-4b62-96c1-1eac7986d023 admin admin] Notify callbacks [] for router, before_response {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:48:32.866447 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [None req-6b7ce678-b77a-4b62-96c1-1eac7986d023 admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201  len: 928 time: 9.1547070
Apr 15 19:48:32.871768 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.wsgi [-] (85345) accepted ('10.222.0.47', 42194) {{(pid=85345) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:48:32.879270 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.provisioning_blocks [None req-83300d3a-1742-4d7d-9aec-a1f173138660 None None] Provisioning complete for port dcc948ac-1cad-4ecf-8c41-5f7bf7e657c9 triggered by entity DHCP. {{(pid=85346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 19:48:32.888910 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-83300d3a-1742-4d7d-9aec-a1f173138660 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-428662'] for port, provisioning_complete {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:48:33.151186 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.plugin [None req-83300d3a-1742-4d7d-9aec-a1f173138660 None None] Port dcc948ac-1cad-4ecf-8c41-5f7bf7e657c9 cannot update to ACTIVE because it is not bound. {{(pid=85346) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 15 19:48:33.216867 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.provisioning_blocks [None req-56ecdebd-c5a0-4569-bc96-ba437f5ce558 None None] Provisioning complete for port 90c2c053-c6a6-4b44-ad5c-9a4933c79339 triggered by entity L2. {{(pid=85346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 19:48:33.220627 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-56ecdebd-c5a0-4569-bc96-ba437f5ce558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-428662'] for port, provisioning_complete {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:48:33.224282 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-e4b2fab7-bf0d-43f6-b365-431a92a7e0c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854565853'] for port, before_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:48:33.237210 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.l3_dvr_db [None req-ec39bdf1-fde8-4079-a728-83b50dbdce52 None None] Set router f8b874cc-f348-4da0-80b2-8449d13838df gateway port host: dv-cinder-786383-2-iscsi {{(pid=85347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 19:48:33.514068 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-03bfb2e8-472c-4a3f-9f73-7ee947f6a02e req-cc50e431-9489-467f-9085-e3115e56a7a5 tempest-AttachVolumeNegativeTest-1626257925 tempest-AttachVolumeNegativeTest-1626257925-project] 10.222.0.47 "GET /v2.0/ports?device_id=cf18d184-8fe9-4b62-b824-e56edc001a7d HTTP/1.1" status: 200  len: 210 time: 0.1393900
Apr 15 19:48:33.560901 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.l3_hamode_db [None req-5437fd79-dd33-42f7-bb92-dc1c638c3517 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe8b9b2be48>, [{'id': 'a1c4c8a8-b833-4ec7-b3be-7876a65a4f09', 'name': 'tempest-ServerRescueNegativeTestJSON-1228022074-router', 'tenant_id': '308b7c9489eb439cb66d243d5654d1ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b576887-bb01-4bfc-8617-ca8b886d7b7e', 'external_fixed_ips': [{'subnet_id': '7ad9face-0ae3-4529-aacd-d53ebb36e4d0', 'ip_address': '172.27.2.47'}], 'enable_snat': True}, 'gw_port_id': '45476505-6dad-485d-9d3a-8a0d1468efa7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:48:26Z', 'updated_at': '2021-04-15T19:48:29Z', 'revision_number': 3, 'project_id': '308b7c9489eb439cb66d243d5654d1ba', 'gw_port': {'id': '45476505-6dad-485d-9d3a-8a0d1468efa7', 'name': '', 'network_id': '0b576887-bb01-4bfc-8617-ca8b886d7b7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:c9:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1c4c8a8-b833-4ec7-b3be-7876a65a4f09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '7ad9face-0ae3-4529-aacd-d53ebb36e4d0', 'ip_address': '172.27.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:48:27Z', 'updated_at': '2021-04-15T19:48:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7ad9face-0ae3-4529-aacd-d53ebb36e4d0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-2-iscsi'}], 'dv-cinder-786383-2-iscsi', False) {} {{(pid=85346) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 19:48:33.566532 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5437fd79-dd33-42f7-bb92-dc1c638c3517 None None] Checking router: a1c4c8a8-b833-4ec7-b3be-7876a65a4f09 for host: dv-cinder-786383-2-iscsi {{(pid=85346) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 15 19:48:33.567207 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5437fd79-dd33-42f7-bb92-dc1c638c3517 None None] Updating router a1c4c8a8-b833-4ec7-b3be-7876a65a4f09 port 45476505-6dad-485d-9d3a-8a0d1468efa7 binding host dv-cinder-786383-2-iscsi {{(pid=85346) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 15 19:48:33.636411 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.wsgi [-] (85344) accepted ('10.222.0.47', 42244) {{(pid=85344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:48:33.656125 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f655a4-856d-4906-958a-440c1efeff9f req-0fe250a3-c4db-4137-a5d8-f67a46eb51a8 tempest-DeleteServersTestJSON-531578038 tempest-DeleteServersTestJSON-531578038-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:48:33.658248 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-31f655a4-856d-4906-958a-440c1efeff9f req-0fe250a3-c4db-4137-a5d8-f67a46eb51a8 tempest-DeleteServersTestJSON-531578038 tempest-DeleteServersTestJSON-531578038-project] 10.222.0.65 "GET /v2.0/networks?id=0f45a1aa-2622-4761-ba40-3d07b3d3afa9 HTTP/1.1" status: 200  len: 810 time: 1.2025771
Apr 15 19:48:33.708601 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-5437fd79-dd33-42f7-bb92-dc1c638c3517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854565853'] for port, before_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:48:33.726008 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.v2.base [req-31f655a4-856d-4906-958a-440c1efeff9f req-df88b08a-c7af-4cf7-94a9-556c12af5bdf tempest-DeleteServersTestJSON-531578038 tempest-DeleteServersTestJSON-531578038-project] Request body: {'port': {'device_id': '4c716e82-8478-4821-8694-f29d4ff87eb1', 'network_id': '0f45a1aa-2622-4761-ba40-3d07b3d3afa9', 'admin_state_up': True, 'tenant_id': '1df1ccdad5f84944aa5a1da6bd684a06'}} {{(pid=85344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 19:48:33.747686 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-1ac25df5-28d9-4c77-85c6-0e4db97fd4eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:48:33.845487 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-1ad3770e-5029-4be6-a89e-2266404200c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:48:33.927363 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-a5635896-99ef-4ac2-927e-fbf54a0c1ee3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854565853'] for port, before_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:48:33.945798 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.l3_hamode_db [None req-ec39bdf1-fde8-4079-a728-83b50dbdce52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe8b96eac88>, [{'id': 'f8b874cc-f348-4da0-80b2-8449d13838df', 'name': 'tempest-AttachVolumeShelveTestJSON-1863267534-router', 'tenant_id': '4bae275d2add4a8a85e8b627d205bb33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b576887-bb01-4bfc-8617-ca8b886d7b7e', 'external_fixed_ips': [{'subnet_id': '7ad9face-0ae3-4529-aacd-d53ebb36e4d0', 'ip_address': '172.27.2.96'}], 'enable_snat': True}, 'gw_port_id': '1f0a632d-6a7b-49a4-9d95-9dca92d85df6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:48:23Z', 'updated_at': '2021-04-15T19:48:29Z', 'revision_number': 3, 'project_id': '4bae275d2add4a8a85e8b627d205bb33', 'gw_port': {'id': '1f0a632d-6a7b-49a4-9d95-9dca92d85df6', 'name': '', 'network_id': '0b576887-bb01-4bfc-8617-ca8b886d7b7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:36:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8b874cc-f348-4da0-80b2-8449d13838df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '7ad9face-0ae3-4529-aacd-d53ebb36e4d0', 'ip_address': '172.27.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:48:26Z', 'updated_at': '2021-04-15T19:48:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7ad9face-0ae3-4529-aacd-d53ebb36e4d0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-2-iscsi'}], 'dv-cinder-786383-2-iscsi', False) {} {{(pid=85347) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 19:48:33.956494 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec39bdf1-fde8-4079-a728-83b50dbdce52 None None] Checking router: f8b874cc-f348-4da0-80b2-8449d13838df for host: dv-cinder-786383-2-iscsi {{(pid=85347) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 15 19:48:33.956926 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec39bdf1-fde8-4079-a728-83b50dbdce52 None None] Updating router f8b874cc-f348-4da0-80b2-8449d13838df port 1f0a632d-6a7b-49a4-9d95-9dca92d85df6 binding host dv-cinder-786383-2-iscsi {{(pid=85347) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 15 19:48:33.974537 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-1ac25df5-28d9-4c77-85c6-0e4db97fd4eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:48:34.032214 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-1ad3770e-5029-4be6-a89e-2266404200c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:48:34.089653 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-ec39bdf1-fde8-4079-a728-83b50dbdce52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854565853'] for port, before_update {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:48:34.396022 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-e4b2fab7-bf0d-43f6-b365-431a92a7e0c5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:48:34.406187 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-1ac25df5-28d9-4c77-85c6-0e4db97fd4eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806004'] for security_group, after_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:48:34.407120 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-1ad3770e-5029-4be6-a89e-2266404200c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806004'] for security_group, after_delete {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:48:34.421575 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-e4b2fab7-bf0d-43f6-b365-431a92a7e0c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854693686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852972410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789846929216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789846482410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789846483725'] for port, after_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:48:34.425792 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-cbc40adc-2de3-4ee8-bc76-4d289c12b07a req-1508a429-ca24-4b6d-bf6b-2f1e0f9ebb8b tempest-DeleteServersTestJSON-531578038 tempest-DeleteServersTestJSON-531578038-project] 10.222.0.47 "GET /v2.0/ports?device_id=4c716e82-8478-4821-8694-f29d4ff87eb1 HTTP/1.1" status: 200  len: 210 time: 0.3213675
Apr 15 19:48:34.436313 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:48:34.448385 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-e4b2fab7-bf0d-43f6-b365-431a92a7e0c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036852972393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853103598'] for router_interface, after_create {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:48:34.514328 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-e90bd829-f8d3-4ea0-9c48-c3eacd2e8c75 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:48:34.539152 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-ecb3ba2c-d31c-4136-ae91-4e63fbe02d77 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:48:34.596125 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.quota.driver [req-31f655a4-856d-4906-958a-440c1efeff9f req-df88b08a-c7af-4cf7-94a9-556c12af5bdf tempest-DeleteServersTestJSON-531578038 tempest-DeleteServersTestJSON-531578038-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:48:34.610238 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.quota.driver [None req-ecb3ba2c-d31c-4136-ae91-4e63fbe02d77 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:48:34.624076 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource [None req-ecb3ba2c-d31c-4136-ae91-4e63fbe02d77 admin admin] Usage tracker for resource:security_group_rule and tenant:bbb057de7895418e88ac752c3574f9c0 is out of sync, need to count used quota {{(pid=85344) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:48:34.630585 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource [None req-ecb3ba2c-d31c-4136-ae91-4e63fbe02d77 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85344) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:48:34.640998 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-5437fd79-dd33-42f7-bb92-dc1c638c3517 None None] Notify callbacks [] for port, precommit_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:48:34.654214 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.quota.driver [None req-ecb3ba2c-d31c-4136-ae91-4e63fbe02d77 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:48:34.654882 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.provisioning_blocks [None req-5437fd79-dd33-42f7-bb92-dc1c638c3517 None None] Transition to ACTIVE for port object 45476505-6dad-485d-9d3a-8a0d1468efa7 will not be triggered until provisioned by entity L2. {{(pid=85346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 19:48:34.663143 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.rpc [None req-56ecdebd-c5a0-4569-bc96-ba437f5ce558 None None] Device 68a90e69-e96e-493f-99f6-3dd9e77f406c up at agent ovs-agent-dv-cinder-786383-2-iscsi {{(pid=85346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 19:48:34.739850 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-5437fd79-dd33-42f7-bb92-dc1c638c3517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854693686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852972410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789846929216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789846482410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789846483725'] for port, after_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:48:34.776923 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource [req-31f655a4-856d-4906-958a-440c1efeff9f req-df88b08a-c7af-4cf7-94a9-556c12af5bdf tempest-DeleteServersTestJSON-531578038 tempest-DeleteServersTestJSON-531578038-project] Usage tracker for resource:port and tenant:1df1ccdad5f84944aa5a1da6bd684a06 is out of sync, need to count used quota {{(pid=85344) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:48:34.785691 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource [req-31f655a4-856d-4906-958a-440c1efeff9f req-df88b08a-c7af-4cf7-94a9-556c12af5bdf tempest-DeleteServersTestJSON-531578038 tempest-DeleteServersTestJSON-531578038-project] Quota usage for port was recalculated. Used quota:0. {{(pid=85344) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:48:34.801710 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.quota.driver [req-31f655a4-856d-4906-958a-440c1efeff9f req-df88b08a-c7af-4cf7-94a9-556c12af5bdf tempest-DeleteServersTestJSON-531578038 tempest-DeleteServersTestJSON-531578038-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=85344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:48:34.898785 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.db_base_plugin_common [None req-a5635896-99ef-4ac2-927e-fbf54a0c1ee3 admin admin] Allocated IP 172.20.0.1 (e2d187b6-98ce-49de-b641-472e7c3488cc/df80589a-5211-47ee-98ca-4218fd01eea5/b2c512cd-db90-4242-a1fa-595c06234870) {{(pid=85344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 15 19:48:34.945978 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-81769311-246b-4055-a672-edee82f8b06e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:48:34.958579 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac25df5-28d9-4c77-85c6-0e4db97fd4eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=151e0140-fcef-4ac4-bb4d-15f3304aa973,revision_number=None']} {{(pid=85344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:48:34.988502 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-31f655a4-856d-4906-958a-440c1efeff9f req-df88b08a-c7af-4cf7-94a9-556c12af5bdf tempest-DeleteServersTestJSON-531578038 tempest-DeleteServersTestJSON-531578038-project] Made reservation on behalf of 1df1ccdad5f84944aa5a1da6bd684a06 for: {'port': 1} {{(pid=85344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 15 19:48:34.995593 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [req-31f655a4-856d-4906-958a-440c1efeff9f req-df88b08a-c7af-4cf7-94a9-556c12af5bdf tempest-DeleteServersTestJSON-531578038 tempest-DeleteServersTestJSON-531578038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854565853'] for port, before_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:48:35.019753 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-773b4eaa-401e-4386-b7cd-428732842eaa req-46923496-4574-4e22-869f-6d5c08289d4e tempest-AttachVolumeNegativeTest-1626257925 tempest-AttachVolumeNegativeTest-1626257925-project] 10.222.0.47 "GET /v2.0/ports?device_id=cf18d184-8fe9-4b62-b824-e56edc001a7d HTTP/1.1" status: 200  len: 210 time: 0.2092085
Apr 15 19:48:35.020779 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-1ac25df5-28d9-4c77-85c6-0e4db97fd4eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.506s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:48:35.178558 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad3770e-5029-4be6-a89e-2266404200c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1a21a38-69ec-499a-882e-c98df1702854,revision_number=None']} {{(pid=85345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:48:35.187249 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-1ad3770e-5029-4be6-a89e-2266404200c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.751s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:48:35.189742 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.442s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:48:35.211636 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-a5635896-99ef-4ac2-927e-fbf54a0c1ee3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:48:35.260908 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-1ac25df5-28d9-4c77-85c6-0e4db97fd4eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:48:35.262183 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [None req-1ac25df5-28d9-4c77-85c6-0e4db97fd4eb admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/151e0140-fcef-4ac4-bb4d-15f3304aa973 HTTP/1.1" status: 204  len: 168 time: 2.5184052
Apr 15 19:48:35.264428 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-a5635896-99ef-4ac2-927e-fbf54a0c1ee3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854693686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852972410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789846482393'] for port, after_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:48:35.285240 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-ec39bdf1-fde8-4079-a728-83b50dbdce52 None None] Notify callbacks [] for port, precommit_update {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:48:35.314037 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.provisioning_blocks [None req-ec39bdf1-fde8-4079-a728-83b50dbdce52 None None] Transition to ACTIVE for port object 1f0a632d-6a7b-49a4-9d95-9dca92d85df6 will not be triggered until provisioned by entity L2. {{(pid=85347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 19:48:35.322961 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-ec39bdf1-fde8-4079-a728-83b50dbdce52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854693686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852972410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789846929216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789846482410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789846483725'] for port, after_update {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:48:35.378819 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-1ad3770e-5029-4be6-a89e-2266404200c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:48:35.384572 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [None req-1ad3770e-5029-4be6-a89e-2266404200c0 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/f1a21a38-69ec-499a-882e-c98df1702854 HTTP/1.1" status: 204  len: 168 time: 2.5637465
Apr 15 19:48:35.433113 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd556ed-7cba-4f83-8961-e27ce655dd06 None None] Pushing event updated for resources: {'Port': ['ID=45476505-6dad-485d-9d3a-8a0d1468efa7,revision_number=2']} {{(pid=85346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:48:35.465017 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4b2fab7-bf0d-43f6-b365-431a92a7e0c5 admin admin] Network 4d82f7b7-d97c-4f69-af76-26788d15aead is already hosted by enough agents. {{(pid=85345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 15 19:48:35.467732 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-5bd556ed-7cba-4f83-8961-e27ce655dd06 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.522s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:48:35.472612 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b2fab7-bf0d-43f6-b365-431a92a7e0c5 admin admin] Pushing event updated for resources: {'Port': ['ID=dcc948ac-1cad-4ecf-8c41-5f7bf7e657c9,revision_number=2']} {{(pid=85345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:48:35.476955 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.scheduler.base_scheduler [None req-e4b2fab7-bf0d-43f6-b365-431a92a7e0c5 admin admin] Resources bound (agent type, host, resource id):  {{(pid=85345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 19:48:35.522950 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-e4b2fab7-bf0d-43f6-b365-431a92a7e0c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.333s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:48:35.534208 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.provisioning_blocks [None req-56ecdebd-c5a0-4569-bc96-ba437f5ce558 None None] Provisioning complete for port 68a90e69-e96e-493f-99f6-3dd9e77f406c triggered by entity L2. {{(pid=85346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 19:48:35.534630 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-56ecdebd-c5a0-4569-bc96-ba437f5ce558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-428662'] for port, provisioning_complete {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:48:35.634819 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-ecb3ba2c-d31c-4136-ae91-4e63fbe02d77 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:48:35.690595 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-b86ac964-57c3-46ab-af19-1074098e0eef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789847050935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-428960'] for agent, after_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:48:35.708655 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-2214416b-dfd0-4ef0-acba-bd869baa0759 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:48:35.819399 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.managers [None req-5437fd79-dd33-42f7-bb92-dc1c638c3517 None None] Attempting to bind port 45476505-6dad-485d-9d3a-8a0d1468efa7 on host dv-cinder-786383-2-iscsi for vnic_type normal with profile  {{(pid=85346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 15 19:48:35.819842 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.managers [None req-5437fd79-dd33-42f7-bb92-dc1c638c3517 None None] Attempting to bind port 45476505-6dad-485d-9d3a-8a0d1468efa7 by drivers openvswitch,hyperv on host dv-cinder-786383-2-iscsi at level 0 using segments [{'id': 'e9359222-f335-47df-9fcb-1acccd0748d1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b576887-bb01-4bfc-8617-ca8b886d7b7e'}] {{(pid=85346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 15 19:48:35.820221 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5437fd79-dd33-42f7-bb92-dc1c638c3517 None None] Attempting to bind port 45476505-6dad-485d-9d3a-8a0d1468efa7 on network 0b576887-bb01-4bfc-8617-ca8b886d7b7e {{(pid=85346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 19:48:35.823379 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-ecb3ba2c-d31c-4136-ae91-4e63fbe02d77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806004'] for security_group, after_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:48:35.833012 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-d840e6f4-bea1-42b2-b797-40219731569a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:48:35.846504 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5437fd79-dd33-42f7-bb92-dc1c638c3517 None None] Checking agent: {'id': 'be1a0b7a-7144-4bb6-9f10-b289de7b23b3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786383-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 19, 40, 9), 'started_at': datetime.datetime(2021, 4, 15, 19, 40, 39), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 19, 48, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786383-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 15 19:48:35.846958 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5437fd79-dd33-42f7-bb92-dc1c638c3517 None None] Checking segment: {'id': 'e9359222-f335-47df-9fcb-1acccd0748d1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b576887-bb01-4bfc-8617-ca8b886d7b7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 19:48:35.854716 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-5437fd79-dd33-42f7-bb92-dc1c638c3517 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:48:35.855304 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5437fd79-dd33-42f7-bb92-dc1c638c3517 None None] Bound using segment: {'id': 'e9359222-f335-47df-9fcb-1acccd0748d1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b576887-bb01-4bfc-8617-ca8b886d7b7e'} {{(pid=85346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 15 19:48:35.855882 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.managers [None req-5437fd79-dd33-42f7-bb92-dc1c638c3517 None None] Bound port: 45476505-6dad-485d-9d3a-8a0d1468efa7, host: dv-cinder-786383-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e9359222-f335-47df-9fcb-1acccd0748d1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b576887-bb01-4bfc-8617-ca8b886d7b7e'}}] {{(pid=85346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 15 19:48:35.856324 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-5437fd79-dd33-42f7-bb92-dc1c638c3517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854565853'] for port, before_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:48:36.008934 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-1c94d61d-5c25-4b38-b8ec-6ba9b02f6513 req-278b4469-96a5-4511-8da7-d442ee3436bb tempest-DeleteServersTestJSON-531578038 tempest-DeleteServersTestJSON-531578038-project] 10.222.0.47 "GET /v2.0/ports?device_id=4c716e82-8478-4821-8694-f29d4ff87eb1 HTTP/1.1" status: 200  len: 210 time: 0.3066776
Apr 15 19:48:36.234308 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.managers [None req-ec39bdf1-fde8-4079-a728-83b50dbdce52 None None] Attempting to bind port 1f0a632d-6a7b-49a4-9d95-9dca92d85df6 on host dv-cinder-786383-2-iscsi for vnic_type normal with profile  {{(pid=85347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 15 19:48:36.237706 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.managers [None req-ec39bdf1-fde8-4079-a728-83b50dbdce52 None None] Attempting to bind port 1f0a632d-6a7b-49a4-9d95-9dca92d85df6 by drivers openvswitch,hyperv on host dv-cinder-786383-2-iscsi at level 0 using segments [{'id': 'e9359222-f335-47df-9fcb-1acccd0748d1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b576887-bb01-4bfc-8617-ca8b886d7b7e'}] {{(pid=85347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 15 19:48:36.240175 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec39bdf1-fde8-4079-a728-83b50dbdce52 None None] Attempting to bind port 1f0a632d-6a7b-49a4-9d95-9dca92d85df6 on network 0b576887-bb01-4bfc-8617-ca8b886d7b7e {{(pid=85347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 19:48:36.279025 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da053018-c278-443f-a4cf-1ee626c39118 None None] Pushing event updated for resources: {'Port': ['ID=1f0a632d-6a7b-49a4-9d95-9dca92d85df6,revision_number=2']} {{(pid=85347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:48:36.300442 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-da053018-c278-443f-a4cf-1ee626c39118 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.467s {{(pid=85347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:48:36.304301 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec39bdf1-fde8-4079-a728-83b50dbdce52 None None] Checking agent: {'id': 'be1a0b7a-7144-4bb6-9f10-b289de7b23b3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786383-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 19, 40, 9), 'started_at': datetime.datetime(2021, 4, 15, 19, 40, 39), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 19, 48, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786383-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 15 19:48:36.310713 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec39bdf1-fde8-4079-a728-83b50dbdce52 None None] Checking segment: {'id': 'e9359222-f335-47df-9fcb-1acccd0748d1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b576887-bb01-4bfc-8617-ca8b886d7b7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 19:48:36.311788 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-ec39bdf1-fde8-4079-a728-83b50dbdce52 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:48:36.312511 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec39bdf1-fde8-4079-a728-83b50dbdce52 None None] Bound using segment: {'id': 'e9359222-f335-47df-9fcb-1acccd0748d1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b576887-bb01-4bfc-8617-ca8b886d7b7e'} {{(pid=85347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 15 19:48:36.313375 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.managers [None req-ec39bdf1-fde8-4079-a728-83b50dbdce52 None None] Bound port: 1f0a632d-6a7b-49a4-9d95-9dca92d85df6, host: dv-cinder-786383-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e9359222-f335-47df-9fcb-1acccd0748d1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b576887-bb01-4bfc-8617-ca8b886d7b7e'}}] {{(pid=85347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 15 19:48:36.318385 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-ec39bdf1-fde8-4079-a728-83b50dbdce52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854565853'] for port, before_update {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:48:36.518831 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.provisioning_blocks [None req-05fcd1e0-16a3-43aa-83f3-8d5f5185ec7f None None] Provisioning complete for port dcc948ac-1cad-4ecf-8c41-5f7bf7e657c9 triggered by entity DHCP. {{(pid=85346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 19:48:36.520374 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-05fcd1e0-16a3-43aa-83f3-8d5f5185ec7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-428662'] for port, provisioning_complete {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:48:36.567817 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5635896-99ef-4ac2-927e-fbf54a0c1ee3 admin admin] Network e2d187b6-98ce-49de-b641-472e7c3488cc is already hosted by enough agents. {{(pid=85344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 15 19:48:36.596066 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.db [None req-ec39bdf1-fde8-4079-a728-83b50dbdce52 None None] For port 1f0a632d-6a7b-49a4-9d95-9dca92d85df6, host dv-cinder-786383-2-iscsi, cleared binding levels {{(pid=85347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 15 19:48:36.603159 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.db [None req-ec39bdf1-fde8-4079-a728-83b50dbdce52 None None] For port 1f0a632d-6a7b-49a4-9d95-9dca92d85df6, host dv-cinder-786383-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-2-iscsi',level=0,port_id=1f0a632d-6a7b-49a4-9d95-9dca92d85df6,segment=NetworkSegment(e9359222-f335-47df-9fcb-1acccd0748d1),segment_id=e9359222-f335-47df-9fcb-1acccd0748d1)] {{(pid=85347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 15 19:48:36.603793 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4b2fab7-bf0d-43f6-b365-431a92a7e0c5 admin admin] Router 6478729e-102a-4a30-b790-61decb297583 has already been hosted by L3 agent 74482fb0-5b00-43f0-8fa9-533a3c8b2378 {{(pid=85345) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 15 19:48:36.608475 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-ec39bdf1-fde8-4079-a728-83b50dbdce52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854693686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852972410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789846929216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789846482410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789846483725'] for port, after_update {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:48:36.623368 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.scheduler.base_scheduler [None req-a5635896-99ef-4ac2-927e-fbf54a0c1ee3 admin admin] Resources bound (agent type, host, resource id):  {{(pid=85344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 19:48:36.641624 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:48:36.701064 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.db [None req-5437fd79-dd33-42f7-bb92-dc1c638c3517 None None] For port 45476505-6dad-485d-9d3a-8a0d1468efa7, host dv-cinder-786383-2-iscsi, cleared binding levels {{(pid=85346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 15 19:48:36.706617 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5635896-99ef-4ac2-927e-fbf54a0c1ee3 admin admin] Received port after_create {{(pid=85344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 15 19:48:36.707228 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-a5635896-99ef-4ac2-927e-fbf54a0c1ee3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1672309'] for router_interface, before_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:48:36.720197 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.plugin [None req-05fcd1e0-16a3-43aa-83f3-8d5f5185ec7f None None] Port dcc948ac-1cad-4ecf-8c41-5f7bf7e657c9 cannot update to ACTIVE because it is not bound. {{(pid=85346) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 15 19:48:36.816032 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.db [None req-5437fd79-dd33-42f7-bb92-dc1c638c3517 None None] For port 45476505-6dad-485d-9d3a-8a0d1468efa7, host dv-cinder-786383-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-2-iscsi',level=0,port_id=45476505-6dad-485d-9d3a-8a0d1468efa7,segment=NetworkSegment(e9359222-f335-47df-9fcb-1acccd0748d1),segment_id=e9359222-f335-47df-9fcb-1acccd0748d1)] {{(pid=85346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 15 19:48:36.838094 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-5437fd79-dd33-42f7-bb92-dc1c638c3517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854693686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852972410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789846929216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789846482410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789846483725'] for port, after_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:48:36.870160 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.wsgi [-] (85345) accepted ('10.222.0.65', 50774) {{(pid=85345) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:48:36.873899 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789847050935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-428960'] for agent, after_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:48:36.904102 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da053018-c278-443f-a4cf-1ee626c39118 None None] Pushing event updated for resources: {'Port': ['ID=1f0a632d-6a7b-49a4-9d95-9dca92d85df6,revision_number=3']} {{(pid=85347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:48:36.920347 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-da053018-c278-443f-a4cf-1ee626c39118 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=85347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:48:36.940189 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:48:37.138604 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd556ed-7cba-4f83-8961-e27ce655dd06 None None] Pushing event updated for resources: {'Port': ['ID=45476505-6dad-485d-9d3a-8a0d1468efa7,revision_number=3']} {{(pid=85346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:48:37.154022 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-5bd556ed-7cba-4f83-8961-e27ce655dd06 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:48:37.386286 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-9a356790-5145-4820-9045-964ec3fe72ba req-43a09db3-294b-44dd-9275-d3620d521601 tempest-AttachVolumeNegativeTest-1626257925 tempest-AttachVolumeNegativeTest-1626257925-project] 10.222.0.47 "GET /v2.0/ports?device_id=cf18d184-8fe9-4b62-b824-e56edc001a7d HTTP/1.1" status: 200  len: 210 time: 0.9975734
Apr 15 19:48:37.394598 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec39bdf1-fde8-4079-a728-83b50dbdce52 None None] Routers {'f8b874cc-f348-4da0-80b2-8449d13838df'} bound to L3 agent in host dv-cinder-786383-2-iscsi {{(pid=85347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 19:48:37.395332 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.l3_hamode_db [None req-ec39bdf1-fde8-4079-a728-83b50dbdce52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe8b96eac88>, 'dv-cinder-786383-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-15T19:40:08Z,description=<?>,heartbeat_timestamp=2021-04-15T19:48:08Z,host='dv-cinder-786383-2-iscsi',id=74482fb0-5b00-43f0-8fa9-533a3c8b2378,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T19:40:08Z,topic='l3_agent')) {'router_ids': ['f8b874cc-f348-4da0-80b2-8449d13838df'], 'active': True} {{(pid=85347) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 19:48:37.477684 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5437fd79-dd33-42f7-bb92-dc1c638c3517 None None] Routers {'a1c4c8a8-b833-4ec7-b3be-7876a65a4f09'} bound to L3 agent in host dv-cinder-786383-2-iscsi {{(pid=85346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 19:48:37.478398 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.l3_hamode_db [None req-5437fd79-dd33-42f7-bb92-dc1c638c3517 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe8b9b2be48>, 'dv-cinder-786383-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-15T19:40:08Z,description=<?>,heartbeat_timestamp=2021-04-15T19:48:08Z,host='dv-cinder-786383-2-iscsi',id=74482fb0-5b00-43f0-8fa9-533a3c8b2378,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T19:40:08Z,topic='l3_agent')) {'router_ids': ['a1c4c8a8-b833-4ec7-b3be-7876a65a4f09'], 'active': True} {{(pid=85346) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 19:48:37.487062 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5635896-99ef-4ac2-927e-fbf54a0c1ee3 admin admin] Pushing event updated for resources: {'Port': ['ID=b2c512cd-db90-4242-a1fa-595c06234870,revision_number=1']} {{(pid=85344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:48:37.509181 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.wsgi [-] (85344) accepted ('10.222.0.47', 42318) {{(pid=85344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:48:37.526034 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [None req-ecb3ba2c-d31c-4136-ae91-4e63fbe02d77 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=bbb057de7895418e88ac752c3574f9c0&name=default HTTP/1.1" status: 200  len: 2977 time: 3.8641300
Apr 15 19:48:37.526559 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-a5635896-99ef-4ac2-927e-fbf54a0c1ee3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.820s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:48:37.582505 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.wsgi [-] (85345) accepted ('10.222.0.47', 42324) {{(pid=85345) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:48:37.595348 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-421425cb-2027-4b7c-8d8f-b6919de211aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.242s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:48:37.701288 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-386055b2-8e4b-45e8-a6c5-8a6543f15cf5 req-1585e682-c0fc-457f-a84c-0b7db97412fc tempest-DeleteServersTestJSON-531578038 tempest-DeleteServersTestJSON-531578038-project] 10.222.0.47 "GET /v2.0/ports?device_id=4c716e82-8478-4821-8694-f29d4ff87eb1 HTTP/1.1" status: 200  len: 210 time: 0.1199734
Apr 15 19:48:37.932017 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-a5635896-99ef-4ac2-927e-fbf54a0c1ee3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854565853'] for port, before_update {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:48:37.991779 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.l3_dvr_db [None req-ec39bdf1-fde8-4079-a728-83b50dbdce52 None None] Set router f8b874cc-f348-4da0-80b2-8449d13838df gateway port host: dv-cinder-786383-2-iscsi {{(pid=85347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 19:48:38.110162 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb3ba2c-d31c-4136-ae91-4e63fbe02d77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ffce3c4-4cc2-4427-9697-38232d7c9c43,revision_number=1']} {{(pid=85344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:48:38.114812 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ed8e76-dcac-4043-a339-8f3458b4a63b req-c95ee67b-b7da-4abb-9b5a-85a07256ed74 tempest-AttachVolumeNegativeTest-1626257925 tempest-AttachVolumeNegativeTest-1626257925-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:48:38.117585 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-88ed8e76-dcac-4043-a339-8f3458b4a63b req-c95ee67b-b7da-4abb-9b5a-85a07256ed74 tempest-AttachVolumeNegativeTest-1626257925 tempest-AttachVolumeNegativeTest-1626257925-project] 10.222.0.65 "GET /v2.0/networks?id=dcb51ae5-ec1d-4059-96e4-434dbd301cd9 HTTP/1.1" status: 200  len: 815 time: 1.2196119
Apr 15 19:48:38.118677 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-ecb3ba2c-d31c-4136-ae91-4e63fbe02d77 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.527s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:48:38.118958 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-9b391903-bf7e-4ef4-9243-135af8c2f1a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:48:38.160261 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-9b391903-bf7e-4ef4-9243-135af8c2f1a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:48:38.217490 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.db_base_plugin_common [req-31f655a4-856d-4906-958a-440c1efeff9f req-df88b08a-c7af-4cf7-94a9-556c12af5bdf tempest-DeleteServersTestJSON-531578038 tempest-DeleteServersTestJSON-531578038-project] Allocated IP 172.20.0.10 (0f45a1aa-2622-4761-ba40-3d07b3d3afa9/a28637db-e9c2-4c9e-a04f-87edaec9fbe6/be9619d3-4ba8-4e4a-a4ba-b89da7e6b04a) {{(pid=85344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 15 19:48:38.291831 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.v2.base [req-88ed8e76-dcac-4043-a339-8f3458b4a63b req-68bde507-cd1e-4a43-9ec3-91fbebc77042 tempest-AttachVolumeNegativeTest-1626257925 tempest-AttachVolumeNegativeTest-1626257925-project] Request body: {'port': {'device_id': 'cf18d184-8fe9-4b62-b824-e56edc001a7d', 'network_id': 'dcb51ae5-ec1d-4059-96e4-434dbd301cd9', 'admin_state_up': True, 'tenant_id': 'baf9cfef8926468ebb80cb08498b5bf3'}} {{(pid=85345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 19:48:38.311646 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-d8afce66-3484-4ec8-9daf-3eca910fa9d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789847050935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-428960'] for agent, after_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:48:38.496622 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.l3_dvr_db [None req-5437fd79-dd33-42f7-bb92-dc1c638c3517 None None] Set router a1c4c8a8-b833-4ec7-b3be-7876a65a4f09 gateway port host: dv-cinder-786383-2-iscsi {{(pid=85346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 19:48:38.498061 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.v2.base [None req-7911c979-2094-4a67-9196-a92af11dbd0c admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-382643367-network', 'tenant_id': '6d506b42933048f69f4a289666c552b5'}} {{(pid=85344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 19:48:38.513221 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.l3_hamode_db [None req-ec39bdf1-fde8-4079-a728-83b50dbdce52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe8b96eac88>, [{'id': 'f8b874cc-f348-4da0-80b2-8449d13838df', 'name': 'tempest-AttachVolumeShelveTestJSON-1863267534-router', 'tenant_id': '4bae275d2add4a8a85e8b627d205bb33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b576887-bb01-4bfc-8617-ca8b886d7b7e', 'external_fixed_ips': [{'subnet_id': '7ad9face-0ae3-4529-aacd-d53ebb36e4d0', 'ip_address': '172.27.2.96'}], 'enable_snat': True}, 'gw_port_id': '1f0a632d-6a7b-49a4-9d95-9dca92d85df6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:48:23Z', 'updated_at': '2021-04-15T19:48:29Z', 'revision_number': 3, 'project_id': '4bae275d2add4a8a85e8b627d205bb33', 'gw_port': {'id': '1f0a632d-6a7b-49a4-9d95-9dca92d85df6', 'name': '', 'network_id': '0b576887-bb01-4bfc-8617-ca8b886d7b7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:36:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8b874cc-f348-4da0-80b2-8449d13838df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '7ad9face-0ae3-4529-aacd-d53ebb36e4d0', 'ip_address': '172.27.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:48:26Z', 'updated_at': '2021-04-15T19:48:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ad9face-0ae3-4529-aacd-d53ebb36e4d0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-2-iscsi'}], 'dv-cinder-786383-2-iscsi', False) {} {{(pid=85347) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 19:48:38.513747 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.quota.driver [None req-7911c979-2094-4a67-9196-a92af11dbd0c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:48:38.524924 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec39bdf1-fde8-4079-a728-83b50dbdce52 None None] The sync data for ids ['f8b874cc-f348-4da0-80b2-8449d13838df'] in dv-cinder-786383-2-iscsi is: [{'id': 'f8b874cc-f348-4da0-80b2-8449d13838df', 'name': 'tempest-AttachVolumeShelveTestJSON-1863267534-router', 'tenant_id': '4bae275d2add4a8a85e8b627d205bb33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b576887-bb01-4bfc-8617-ca8b886d7b7e', 'external_fixed_ips': [{'subnet_id': '7ad9face-0ae3-4529-aacd-d53ebb36e4d0', 'ip_address': '172.27.2.96'}], 'enable_snat': True}, 'gw_port_id': '1f0a632d-6a7b-49a4-9d95-9dca92d85df6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:48:23Z', 'updated_at': '2021-04-15T19:48:29Z', 'revision_number': 3, 'project_id': '4bae275d2add4a8a85e8b627d205bb33', 'gw_port': {'id': '1f0a632d-6a7b-49a4-9d95-9dca92d85df6', 'name': '', 'network_id': '0b576887-bb01-4bfc-8617-ca8b886d7b7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:36:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8b874cc-f348-4da0-80b2-8449d13838df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '7ad9face-0ae3-4529-aacd-d53ebb36e4d0', 'ip_address': '172.27.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:48:26Z', 'updated_at': '2021-04-15T19:48:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ad9face-0ae3-4529-aacd-d53ebb36e4d0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-2-iscsi'}] {{(pid=85347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 15 19:48:38.539309 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource [None req-7911c979-2094-4a67-9196-a92af11dbd0c admin admin] Usage tracker for resource:network and tenant:6d506b42933048f69f4a289666c552b5 is out of sync, need to count used quota {{(pid=85344) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:48:38.559442 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource [None req-7911c979-2094-4a67-9196-a92af11dbd0c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85344) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:48:38.593517 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.quota.driver [None req-7911c979-2094-4a67-9196-a92af11dbd0c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:48:38.650725 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4b2fab7-bf0d-43f6-b365-431a92a7e0c5 admin admin] Notify agent at l3_agent.dv-cinder-786383-2-iscsi the message routers_updated {{(pid=85345) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 15 19:48:38.671852 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-9b391903-bf7e-4ef4-9243-135af8c2f1a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806004'] for security_group, after_delete {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:48:38.687799 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-d3381bc3-e502-4b2a-a542-d54581303c21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854565853'] for port, before_create {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:48:38.720403 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.quota.driver [req-88ed8e76-dcac-4043-a339-8f3458b4a63b req-68bde507-cd1e-4a43-9ec3-91fbebc77042 tempest-AttachVolumeNegativeTest-1626257925 tempest-AttachVolumeNegativeTest-1626257925-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85345) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:48:38.836751 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-a5635896-99ef-4ac2-927e-fbf54a0c1ee3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:48:38.851704 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-a5635896-99ef-4ac2-927e-fbf54a0c1ee3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854693686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852972410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789846929216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789846482410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789846483725'] for port, after_update {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:48:38.926693 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-53873d7b-c5dd-4807-9b5e-b4b3dd80ffb2 req-12e393bf-83f7-4726-8afb-902dc86a0644 tempest-AttachVolumeNegativeTest-1626257925 tempest-AttachVolumeNegativeTest-1626257925-project] 10.222.0.47 "GET /v2.0/ports?device_id=cf18d184-8fe9-4b62-b824-e56edc001a7d HTTP/1.1" status: 200  len: 210 time: 0.0813408
Apr 15 19:48:39.002532 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:48:39.017250 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource [req-88ed8e76-dcac-4043-a339-8f3458b4a63b req-68bde507-cd1e-4a43-9ec3-91fbebc77042 tempest-AttachVolumeNegativeTest-1626257925 tempest-AttachVolumeNegativeTest-1626257925-project] Usage tracker for resource:port and tenant:baf9cfef8926468ebb80cb08498b5bf3 is out of sync, need to count used quota {{(pid=85345) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:48:39.037436 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a32234a-8e8b-489b-b935-81b3931dcb22 None None] Sync routers for ids ['6478729e-102a-4a30-b790-61decb297583'] in dv-cinder-786383-2-iscsi {{(pid=85346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 15 19:48:39.051195 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource [req-88ed8e76-dcac-4043-a339-8f3458b4a63b req-68bde507-cd1e-4a43-9ec3-91fbebc77042 tempest-AttachVolumeNegativeTest-1626257925 tempest-AttachVolumeNegativeTest-1626257925-project] Quota usage for port was recalculated. Used quota:0. {{(pid=85345) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:48:39.139459 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [None req-e4b2fab7-bf0d-43f6-b365-431a92a7e0c5 admin admin] 10.222.0.47 "PUT /v2.0/routers/6478729e-102a-4a30-b790-61decb297583/add_router_interface HTTP/1.1" status: 200  len: 503 time: 14.0237644
Apr 15 19:48:39.187014 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b391903-bf7e-4ef4-9243-135af8c2f1a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ffce3c4-4cc2-4427-9697-38232d7c9c43,revision_number=None']} {{(pid=85345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:48:39.206761 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.quota.driver [req-88ed8e76-dcac-4043-a339-8f3458b4a63b req-68bde507-cd1e-4a43-9ec3-91fbebc77042 tempest-AttachVolumeNegativeTest-1626257925 tempest-AttachVolumeNegativeTest-1626257925-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=85345) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:48:39.243845 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-9b391903-bf7e-4ef4-9243-135af8c2f1a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:48:39.245100 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [None req-9b391903-bf7e-4ef4-9243-135af8c2f1a5 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/2ffce3c4-4cc2-4427-9697-38232d7c9c43 HTTP/1.1" status: 204  len: 168 time: 1.6550183
Apr 15 19:48:39.315538 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-3ce87324-b7df-43fb-83d0-3d47288e9b83 req-ddddb461-95d8-4608-9591-39acd69a5db5 tempest-DeleteServersTestJSON-531578038 tempest-DeleteServersTestJSON-531578038-project] 10.222.0.47 "GET /v2.0/ports?device_id=4c716e82-8478-4821-8694-f29d4ff87eb1 HTTP/1.1" status: 200  len: 210 time: 0.3162172
Apr 15 19:48:39.351312 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-9b391903-bf7e-4ef4-9243-135af8c2f1a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.347s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:48:39.361328 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-88ed8e76-dcac-4043-a339-8f3458b4a63b req-68bde507-cd1e-4a43-9ec3-91fbebc77042 tempest-AttachVolumeNegativeTest-1626257925 tempest-AttachVolumeNegativeTest-1626257925-project] Made reservation on behalf of baf9cfef8926468ebb80cb08498b5bf3 for: {'port': 1} {{(pid=85345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 15 19:48:39.399237 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [req-88ed8e76-dcac-4043-a339-8f3458b4a63b req-68bde507-cd1e-4a43-9ec3-91fbebc77042 tempest-AttachVolumeNegativeTest-1626257925 tempest-AttachVolumeNegativeTest-1626257925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854565853'] for port, before_create {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:48:39.564072 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a32234a-8e8b-489b-b935-81b3931dcb22 None None] Routers {'6478729e-102a-4a30-b790-61decb297583'} bound to L3 agent in host dv-cinder-786383-2-iscsi {{(pid=85346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 19:48:39.564776 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.l3_hamode_db [None req-3a32234a-8e8b-489b-b935-81b3931dcb22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe8b97f61d0>, 'dv-cinder-786383-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-15T19:40:08Z,description=<?>,heartbeat_timestamp=2021-04-15T19:48:38Z,host='dv-cinder-786383-2-iscsi',id=74482fb0-5b00-43f0-8fa9-533a3c8b2378,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T19:40:08Z,topic='l3_agent')) {'router_ids': ['6478729e-102a-4a30-b790-61decb297583'], 'active': True} {{(pid=85346) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 19:48:39.794695 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.db_base_plugin_common [None req-d3381bc3-e502-4b2a-a542-d54581303c21 admin admin] Allocated IP 172.20.0.1 (3371f473-4c26-4f81-abc4-c2c4353fa3ab/8272d6a7-33c7-4e21-aec7-64c68285458e/c8721a51-9e02-43fd-8698-1972f9c41b9f) {{(pid=85345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 15 19:48:39.856060 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-a5635896-99ef-4ac2-927e-fbf54a0c1ee3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036852972393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853103598'] for router_interface, after_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:48:39.899604 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-a5635896-99ef-4ac2-927e-fbf54a0c1ee3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:48:39.958145 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-b400c4f8-8969-424f-8663-39cf5b6e1207 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789847050935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-428960'] for agent, after_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:48:40.001365 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-56ecdebd-c5a0-4569-bc96-ba437f5ce558 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789847050935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-428960'] for agent, after_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:48:40.016421 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7911c979-2094-4a67-9196-a92af11dbd0c admin admin] Made reservation on behalf of 6d506b42933048f69f4a289666c552b5 for: {'network': 1} {{(pid=85344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 15 19:48:40.042764 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-7911c979-2094-4a67-9196-a92af11dbd0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854565853'] for network, before_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:48:40.109835 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-d3381bc3-e502-4b2a-a542-d54581303c21 admin admin] Notify callbacks [] for port, precommit_create {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:48:40.136884 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.provisioning_blocks [None req-d3381bc3-e502-4b2a-a542-d54581303c21 admin admin] Transition to ACTIVE for port object c8721a51-9e02-43fd-8698-1972f9c41b9f will not be triggered until provisioned by entity DHCP. {{(pid=85345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 19:48:40.174658 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-d3381bc3-e502-4b2a-a542-d54581303c21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854693686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852972410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789846482393'] for port, after_create {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:48:40.330641 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.l3_hamode_db [None req-5437fd79-dd33-42f7-bb92-dc1c638c3517 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe8b9b2be48>, [{'id': 'a1c4c8a8-b833-4ec7-b3be-7876a65a4f09', 'name': 'tempest-ServerRescueNegativeTestJSON-1228022074-router', 'tenant_id': '308b7c9489eb439cb66d243d5654d1ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b576887-bb01-4bfc-8617-ca8b886d7b7e', 'external_fixed_ips': [{'subnet_id': '7ad9face-0ae3-4529-aacd-d53ebb36e4d0', 'ip_address': '172.27.2.47'}], 'enable_snat': True}, 'gw_port_id': '45476505-6dad-485d-9d3a-8a0d1468efa7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:48:26Z', 'updated_at': '2021-04-15T19:48:37Z', 'revision_number': 4, 'project_id': '308b7c9489eb439cb66d243d5654d1ba', 'gw_port': {'id': '45476505-6dad-485d-9d3a-8a0d1468efa7', 'name': '', 'network_id': '0b576887-bb01-4bfc-8617-ca8b886d7b7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:c9:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1c4c8a8-b833-4ec7-b3be-7876a65a4f09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '7ad9face-0ae3-4529-aacd-d53ebb36e4d0', 'ip_address': '172.27.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:48:27Z', 'updated_at': '2021-04-15T19:48:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ad9face-0ae3-4529-aacd-d53ebb36e4d0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-2-iscsi', '_interfaces': [{'id': 'b2c512cd-db90-4242-a1fa-595c06234870', 'name': '', 'network_id': 'e2d187b6-98ce-49de-b641-472e7c3488cc', 'tenant_id': '308b7c9489eb439cb66d243d5654d1ba', 'mac_address': 'fa:16:3e:b2:cf:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1c4c8a8-b833-4ec7-b3be-7876a65a4f09', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'df80589a-5211-47ee-98ca-4218fd01eea5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:48:34Z', 'updated_at': '2021-04-15T19:48:34Z', 'revision_number': 1, 'project_id': '308b7c9489eb439cb66d243d5654d1ba', 'subnets': [{'id': 'df80589a-5211-47ee-98ca-4218fd01eea5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786383-2-iscsi', False) {} {{(pid=85346) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 19:48:40.357691 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.l3_dvr_db [None req-3a32234a-8e8b-489b-b935-81b3931dcb22 None None] Set router 6478729e-102a-4a30-b790-61decb297583 gateway port host: dv-cinder-786383-2-iscsi {{(pid=85346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 19:48:40.435114 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-7911c979-2094-4a67-9196-a92af11dbd0c admin admin] Notify callbacks [] for security_group, before_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:48:40.475696 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5437fd79-dd33-42f7-bb92-dc1c638c3517 None None] The sync data for ids ['a1c4c8a8-b833-4ec7-b3be-7876a65a4f09'] in dv-cinder-786383-2-iscsi is: [{'id': 'a1c4c8a8-b833-4ec7-b3be-7876a65a4f09', 'name': 'tempest-ServerRescueNegativeTestJSON-1228022074-router', 'tenant_id': '308b7c9489eb439cb66d243d5654d1ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b576887-bb01-4bfc-8617-ca8b886d7b7e', 'external_fixed_ips': [{'subnet_id': '7ad9face-0ae3-4529-aacd-d53ebb36e4d0', 'ip_address': '172.27.2.47'}], 'enable_snat': True}, 'gw_port_id': '45476505-6dad-485d-9d3a-8a0d1468efa7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:48:26Z', 'updated_at': '2021-04-15T19:48:37Z', 'revision_number': 4, 'project_id': '308b7c9489eb439cb66d243d5654d1ba', 'gw_port': {'id': '45476505-6dad-485d-9d3a-8a0d1468efa7', 'name': '', 'network_id': '0b576887-bb01-4bfc-8617-ca8b886d7b7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:c9:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1c4c8a8-b833-4ec7-b3be-7876a65a4f09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '7ad9face-0ae3-4529-aacd-d53ebb36e4d0', 'ip_address': '172.27.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:48:27Z', 'updated_at': '2021-04-15T19:48:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ad9face-0ae3-4529-aacd-d53ebb36e4d0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-2-iscsi', '_interfaces': [{'id': 'b2c512cd-db90-4242-a1fa-595c06234870', 'name': '', 'network_id': 'e2d187b6-98ce-49de-b641-472e7c3488cc', 'tenant_id': '308b7c9489eb439cb66d243d5654d1ba', 'mac_address': 'fa:16:3e:b2:cf:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1c4c8a8-b833-4ec7-b3be-7876a65a4f09', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'df80589a-5211-47ee-98ca-4218fd01eea5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:48:34Z', 'updated_at': '2021-04-15T19:48:34Z', 'revision_number': 1, 'project_id': '308b7c9489eb439cb66d243d5654d1ba', 'subnets': [{'id': 'df80589a-5211-47ee-98ca-4218fd01eea5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 15 19:48:40.498806 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.quota.driver [None req-7911c979-2094-4a67-9196-a92af11dbd0c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:48:40.504780 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource [None req-7911c979-2094-4a67-9196-a92af11dbd0c admin admin] Usage tracker for resource:security_group_rule and tenant:6d506b42933048f69f4a289666c552b5 is out of sync, need to count used quota {{(pid=85344) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:48:40.508868 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource [None req-7911c979-2094-4a67-9196-a92af11dbd0c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85344) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:48:40.522479 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.quota.driver [None req-7911c979-2094-4a67-9196-a92af11dbd0c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:48:40.723369 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-7911c979-2094-4a67-9196-a92af11dbd0c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:48:40.772599 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-7911c979-2094-4a67-9196-a92af11dbd0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806004'] for security_group, after_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:48:40.776342 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:48:40.857576 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-3d77682a-3290-49f5-9a09-7e8e47f8ddca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789847050935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-428960'] for agent, after_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:48:40.888975 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [req-31f655a4-856d-4906-958a-440c1efeff9f req-df88b08a-c7af-4cf7-94a9-556c12af5bdf tempest-DeleteServersTestJSON-531578038 tempest-DeleteServersTestJSON-531578038-project] Notify callbacks [] for port, precommit_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:48:40.972888 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7911c979-2094-4a67-9196-a92af11dbd0c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 675}  {{(pid=85344) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 15 19:48:41.002876 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-7911c979-2094-4a67-9196-a92af11dbd0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854767479'] for segment, precommit_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:48:41.002876 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.db.segments_db [None req-7911c979-2094-4a67-9196-a92af11dbd0c admin admin] Added segment 3b41c3b7-71a7-4ab9-8ff9-1dbe658da667 of type vlan for network bfb7faf0-99c9-4910-9a35-0d0821c80032
Apr 15 19:48:41.024058 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3381bc3-e502-4b2a-a542-d54581303c21 admin admin] Pushing event updated for resources: {'Port': ['ID=c8721a51-9e02-43fd-8698-1972f9c41b9f,revision_number=1']} {{(pid=85345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:48:41.059908 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-7911c979-2094-4a67-9196-a92af11dbd0c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789846470498'] for network, precommit_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:48:41.187818 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5635896-99ef-4ac2-927e-fbf54a0c1ee3 admin admin] Network e2d187b6-98ce-49de-b641-472e7c3488cc is already hosted by enough agents. {{(pid=85344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 15 19:48:41.190100 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [req-31f655a4-856d-4906-958a-440c1efeff9f req-df88b08a-c7af-4cf7-94a9-556c12af5bdf tempest-DeleteServersTestJSON-531578038 tempest-DeleteServersTestJSON-531578038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854693686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852972410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789846482393'] for port, after_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:48:41.191833 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.scheduler.base_scheduler [None req-a5635896-99ef-4ac2-927e-fbf54a0c1ee3 admin admin] Resources bound (agent type, host, resource id):  {{(pid=85344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 19:48:41.219069 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.rpc [None req-56ecdebd-c5a0-4569-bc96-ba437f5ce558 None None] Device 1f0a632d-6a7b-49a4-9d95-9dca92d85df6 up at agent ovs-agent-dv-cinder-786383-2-iscsi {{(pid=85346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 19:48:41.226829 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5635896-99ef-4ac2-927e-fbf54a0c1ee3 admin admin] Pushing event updated for resources: {'Port': ['ID=b2c512cd-db90-4242-a1fa-595c06234870,revision_number=2']} {{(pid=85344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:48:41.313182 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-7911c979-2094-4a67-9196-a92af11dbd0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852808340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852972410'] for network, after_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:48:41.318052 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7911c979-2094-4a67-9196-a92af11dbd0c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:48:41.319483 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-7911c979-2094-4a67-9196-a92af11dbd0c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852972363'] for network, before_response {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:48:41.428174 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [None req-7911c979-2094-4a67-9196-a92af11dbd0c admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201  len: 881 time: 3.9033139
Apr 15 19:48:41.476583 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.wsgi [-] (85344) accepted ('10.222.0.47', 42394) {{(pid=85344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:48:41.488527 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.db_base_plugin_common [req-88ed8e76-dcac-4043-a339-8f3458b4a63b req-68bde507-cd1e-4a43-9ec3-91fbebc77042 tempest-AttachVolumeNegativeTest-1626257925 tempest-AttachVolumeNegativeTest-1626257925-project] Allocated IP 172.20.0.8 (dcb51ae5-ec1d-4059-96e4-434dbd301cd9/6be9cab0-c301-4b99-9135-7ca2bab15246/0f2dbfcb-23b1-46b8-a0a3-84c74f25f2e6) {{(pid=85345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 15 19:48:41.527624 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.provisioning_blocks [None req-56ecdebd-c5a0-4569-bc96-ba437f5ce558 None None] Provisioning for port 1f0a632d-6a7b-49a4-9d95-9dca92d85df6 completed by entity L2. {{(pid=85346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 19:48:41.542169 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.provisioning_blocks [None req-56ecdebd-c5a0-4569-bc96-ba437f5ce558 None None] Provisioning complete for port 1f0a632d-6a7b-49a4-9d95-9dca92d85df6 triggered by entity L2. {{(pid=85346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 19:48:41.542595 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-56ecdebd-c5a0-4569-bc96-ba437f5ce558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-428662'] for port, provisioning_complete {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:48:41.544024 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-d3381bc3-e502-4b2a-a542-d54581303c21 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.768s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:48:41.576240 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.wsgi [-] (85345) accepted ('10.222.0.47', 42400) {{(pid=85345) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:48:41.607998 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-7df620cc-a5b4-4a3b-a01d-d9d2aa0a4e4f req-d90eae66-97ec-4109-aa34-b5f0ce7893cc tempest-AttachVolumeNegativeTest-1626257925 tempest-AttachVolumeNegativeTest-1626257925-project] 10.222.0.47 "GET /v2.0/ports?device_id=cf18d184-8fe9-4b62-b824-e56edc001a7d HTTP/1.1" status: 200  len: 210 time: 0.8400059
Apr 15 19:48:41.610619 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.v2.base [None req-1a6178da-84f5-4bb7-8a5b-949d49ab6543 admin admin] Request body: {'subnet': {'network_id': 'bfb7faf0-99c9-4910-9a35-0d0821c80032', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-382643367-subnet', 'tenant_id': '6d506b42933048f69f4a289666c552b5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=85344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 19:48:41.629440 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.quota.driver [None req-1a6178da-84f5-4bb7-8a5b-949d49ab6543 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:48:41.635319 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.v2.base [None req-a989926a-5cb3-4c41-b8e8-0ce32fda5249 tempest-AttachVolumeTestJSON-1178366330 tempest-AttachVolumeTestJSON-1178366330-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1386185429', 'description': 'tempest-description--605142368'}} {{(pid=85345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 19:48:41.637486 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource [None req-1a6178da-84f5-4bb7-8a5b-949d49ab6543 admin admin] Usage tracker for resource:subnet and tenant:6d506b42933048f69f4a289666c552b5 is out of sync, need to count used quota {{(pid=85344) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:48:41.643582 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource [None req-1a6178da-84f5-4bb7-8a5b-949d49ab6543 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85344) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:48:41.672728 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.quota.driver [None req-1a6178da-84f5-4bb7-8a5b-949d49ab6543 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:48:41.702322 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.quota.driver [None req-a989926a-5cb3-4c41-b8e8-0ce32fda5249 tempest-AttachVolumeTestJSON-1178366330 tempest-AttachVolumeTestJSON-1178366330-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85345) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:48:41.741391 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource [None req-a989926a-5cb3-4c41-b8e8-0ce32fda5249 tempest-AttachVolumeTestJSON-1178366330 tempest-AttachVolumeTestJSON-1178366330-project] Usage tracker for resource:security_group and tenant:5031830a47dd4af1b1ffb83e812d61ea is out of sync, need to count used quota {{(pid=85345) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:48:41.809687 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource [None req-a989926a-5cb3-4c41-b8e8-0ce32fda5249 tempest-AttachVolumeTestJSON-1178366330 tempest-AttachVolumeTestJSON-1178366330-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=85345) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:48:41.901231 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.quota.driver [None req-a989926a-5cb3-4c41-b8e8-0ce32fda5249 tempest-AttachVolumeTestJSON-1178366330 tempest-AttachVolumeTestJSON-1178366330-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=85345) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:48:41.904365 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.l3_hamode_db [None req-3a32234a-8e8b-489b-b935-81b3931dcb22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe8b97f61d0>, [{'id': '6478729e-102a-4a30-b790-61decb297583', 'name': 'tempest-AttachVolumeTestJSON-751206198-router', 'tenant_id': '5031830a47dd4af1b1ffb83e812d61ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b576887-bb01-4bfc-8617-ca8b886d7b7e', 'external_fixed_ips': [{'subnet_id': '7ad9face-0ae3-4529-aacd-d53ebb36e4d0', 'ip_address': '172.27.2.113'}], 'enable_snat': True}, 'gw_port_id': '90c2c053-c6a6-4b44-ad5c-9a4933c79339', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:48:19Z', 'updated_at': '2021-04-15T19:48:32Z', 'revision_number': 4, 'project_id': '5031830a47dd4af1b1ffb83e812d61ea', 'gw_port': {'id': '90c2c053-c6a6-4b44-ad5c-9a4933c79339', 'name': '', 'network_id': '0b576887-bb01-4bfc-8617-ca8b886d7b7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:89:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6478729e-102a-4a30-b790-61decb297583', 'device_owner': 'network:router_gateway', 'standard_attr_id': 54, 'fixed_ips': [{'subnet_id': '7ad9face-0ae3-4529-aacd-d53ebb36e4d0', 'ip_address': '172.27.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:48:21Z', 'updated_at': '2021-04-15T19:48:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ad9face-0ae3-4529-aacd-d53ebb36e4d0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-2-iscsi', '_interfaces': [{'id': 'dcc948ac-1cad-4ecf-8c41-5f7bf7e657c9', 'name': '', 'network_id': '4d82f7b7-d97c-4f69-af76-26788d15aead', 'tenant_id': '5031830a47dd4af1b1ffb83e812d61ea', 'mac_address': 'fa:16:3e:64:1e:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6478729e-102a-4a30-b790-61decb297583', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'c9a5e3d2-b4cb-4ff6-afc6-75b296b42958', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:48:28Z', 'updated_at': '2021-04-15T19:48:33Z', 'revision_number': 2, 'project_id': '5031830a47dd4af1b1ffb83e812d61ea', 'subnets': [{'id': 'c9a5e3d2-b4cb-4ff6-afc6-75b296b42958', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786383-2-iscsi', False) {} {{(pid=85346) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 19:48:41.948941 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a32234a-8e8b-489b-b935-81b3931dcb22 None None] Checking router: 6478729e-102a-4a30-b790-61decb297583 for host: dv-cinder-786383-2-iscsi {{(pid=85346) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 15 19:48:41.949735 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a32234a-8e8b-489b-b935-81b3931dcb22 None None] Updating router 6478729e-102a-4a30-b790-61decb297583 port dcc948ac-1cad-4ecf-8c41-5f7bf7e657c9 binding host dv-cinder-786383-2-iscsi {{(pid=85346) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 15 19:48:41.983347 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-a5635896-99ef-4ac2-927e-fbf54a0c1ee3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 2.084s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:48:42.004192 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-ecb3ba2c-d31c-4136-ae91-4e63fbe02d77 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.833s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:48:42.045956 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a6178da-84f5-4bb7-8a5b-949d49ab6543 admin admin] Made reservation on behalf of 6d506b42933048f69f4a289666c552b5 for: {'subnet': 1} {{(pid=85344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 15 19:48:42.066696 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-1a6178da-84f5-4bb7-8a5b-949d49ab6543 admin admin] Notify callbacks [] for subnet, before_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:48:42.187727 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-3a32234a-8e8b-489b-b935-81b3931dcb22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854565853'] for port, before_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:48:42.302702 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-56ecdebd-c5a0-4569-bc96-ba437f5ce558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854565853'] for port, before_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:48:42.343705 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [req-88ed8e76-dcac-4043-a339-8f3458b4a63b req-68bde507-cd1e-4a43-9ec3-91fbebc77042 tempest-AttachVolumeNegativeTest-1626257925 tempest-AttachVolumeNegativeTest-1626257925-project] Notify callbacks [] for port, precommit_create {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:48:42.388622 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-a989926a-5cb3-4c41-b8e8-0ce32fda5249 tempest-AttachVolumeTestJSON-1178366330 tempest-AttachVolumeTestJSON-1178366330-project] Notify callbacks [] for security_group, before_create {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:48:42.402244 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [req-88ed8e76-dcac-4043-a339-8f3458b4a63b req-68bde507-cd1e-4a43-9ec3-91fbebc77042 tempest-AttachVolumeNegativeTest-1626257925 tempest-AttachVolumeNegativeTest-1626257925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854693686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852972410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789846482393'] for port, after_create {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:48:42.428750 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.db [None req-56ecdebd-c5a0-4569-bc96-ba437f5ce558 None None] For port 1f0a632d-6a7b-49a4-9d95-9dca92d85df6, host dv-cinder-786383-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-2-iscsi',level=0,port_id=1f0a632d-6a7b-49a4-9d95-9dca92d85df6,segment=NetworkSegment(e9359222-f335-47df-9fcb-1acccd0748d1),segment_id=e9359222-f335-47df-9fcb-1acccd0748d1)] {{(pid=85346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 19:48:42.462841 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-56ecdebd-c5a0-4569-bc96-ba437f5ce558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854693686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852972410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789846929216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789846482410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789846483725'] for port, after_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:48:42.504327 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-761ac58f-2c3d-47d7-82f2-8dd620c4dfc8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:48:42.599259 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3381bc3-e502-4b2a-a542-d54581303c21 admin admin] Network 3371f473-4c26-4f81-abc4-c2c4353fa3ab is already hosted by enough agents. {{(pid=85345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 15 19:48:42.603519 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-6b7ce678-b77a-4b62-96c1-1eac7986d023 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:48:42.662064 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.scheduler.base_scheduler [None req-d3381bc3-e502-4b2a-a542-d54581303c21 admin admin] Resources bound (agent type, host, resource id):  {{(pid=85345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 19:48:42.664547 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3381bc3-e502-4b2a-a542-d54581303c21 admin admin] Received port after_create {{(pid=85345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 15 19:48:42.665368 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-d3381bc3-e502-4b2a-a542-d54581303c21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1672309'] for router_interface, before_create {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:48:42.704264 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-88ed8e76-dcac-4043-a339-8f3458b4a63b req-68bde507-cd1e-4a43-9ec3-91fbebc77042 tempest-AttachVolumeNegativeTest-1626257925 tempest-AttachVolumeNegativeTest-1626257925-project] Network dcb51ae5-ec1d-4059-96e4-434dbd301cd9 is already hosted by enough agents. {{(pid=85345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 15 19:48:42.751172 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.scheduler.base_scheduler [req-88ed8e76-dcac-4043-a339-8f3458b4a63b req-68bde507-cd1e-4a43-9ec3-91fbebc77042 tempest-AttachVolumeNegativeTest-1626257925 tempest-AttachVolumeNegativeTest-1626257925-project] Resources bound (agent type, host, resource id):  {{(pid=85345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 19:48:42.753806 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.l3_dvrscheduler_db [req-88ed8e76-dcac-4043-a339-8f3458b4a63b req-68bde507-cd1e-4a43-9ec3-91fbebc77042 tempest-AttachVolumeNegativeTest-1626257925 tempest-AttachVolumeNegativeTest-1626257925-project] Received port after_create {{(pid=85345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 15 19:48:42.762356 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ed8e76-dcac-4043-a339-8f3458b4a63b req-68bde507-cd1e-4a43-9ec3-91fbebc77042 tempest-AttachVolumeNegativeTest-1626257925 tempest-AttachVolumeNegativeTest-1626257925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:48:42.763280 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [req-88ed8e76-dcac-4043-a339-8f3458b4a63b req-68bde507-cd1e-4a43-9ec3-91fbebc77042 tempest-AttachVolumeNegativeTest-1626257925 tempest-AttachVolumeNegativeTest-1626257925-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852972363'] for port, before_response {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:48:42.869550 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.quota.driver [None req-a989926a-5cb3-4c41-b8e8-0ce32fda5249 tempest-AttachVolumeTestJSON-1178366330 tempest-AttachVolumeTestJSON-1178366330-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85345) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:48:42.874416 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource [None req-a989926a-5cb3-4c41-b8e8-0ce32fda5249 tempest-AttachVolumeTestJSON-1178366330 tempest-AttachVolumeTestJSON-1178366330-project] Usage tracker for resource:security_group_rule and tenant:5031830a47dd4af1b1ffb83e812d61ea is out of sync, need to count used quota {{(pid=85345) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:48:42.877515 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource [None req-a989926a-5cb3-4c41-b8e8-0ce32fda5249 tempest-AttachVolumeTestJSON-1178366330 tempest-AttachVolumeTestJSON-1178366330-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=85345) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:48:42.887222 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.quota.driver [None req-a989926a-5cb3-4c41-b8e8-0ce32fda5249 tempest-AttachVolumeTestJSON-1178366330 tempest-AttachVolumeTestJSON-1178366330-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=85345) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:48:43.113881 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-a989926a-5cb3-4c41-b8e8-0ce32fda5249 tempest-AttachVolumeTestJSON-1178366330 tempest-AttachVolumeTestJSON-1178366330-project] Notify callbacks [] for security_group, precommit_create {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:48:43.139372 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ecdebd-c5a0-4569-bc96-ba437f5ce558 None None] Pushing event updated for resources: {'Port': ['ID=1f0a632d-6a7b-49a4-9d95-9dca92d85df6,revision_number=4']} {{(pid=85346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:48:43.179769 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-56ecdebd-c5a0-4569-bc96-ba437f5ce558 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.674s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:48:43.192833 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-88ed8e76-dcac-4043-a339-8f3458b4a63b req-68bde507-cd1e-4a43-9ec3-91fbebc77042 tempest-AttachVolumeNegativeTest-1626257925 tempest-AttachVolumeNegativeTest-1626257925-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 4.9213903
Apr 15 19:48:43.247387 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.provisioning_blocks [None req-65d5ee03-906f-4eeb-a3e8-2be30e73cef7 None None] Provisioning for port c8721a51-9e02-43fd-8698-1972f9c41b9f completed by entity DHCP. {{(pid=85346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 19:48:43.257405 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.rpc [None req-56ecdebd-c5a0-4569-bc96-ba437f5ce558 None None] Device 45476505-6dad-485d-9d3a-8a0d1468efa7 up at agent ovs-agent-dv-cinder-786383-2-iscsi {{(pid=85346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 19:48:43.325997 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.provisioning_blocks [None req-65d5ee03-906f-4eeb-a3e8-2be30e73cef7 None None] Provisioning complete for port c8721a51-9e02-43fd-8698-1972f9c41b9f triggered by entity DHCP. {{(pid=85346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 19:48:43.326423 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-65d5ee03-906f-4eeb-a3e8-2be30e73cef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-428662'] for port, provisioning_complete {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:48:43.340279 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-a989926a-5cb3-4c41-b8e8-0ce32fda5249 tempest-AttachVolumeTestJSON-1178366330 tempest-AttachVolumeTestJSON-1178366330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806004'] for security_group, after_create {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:48:43.404479 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.wsgi [req-88ed8e76-dcac-4043-a339-8f3458b4a63b req-31736d9f-f0da-4cb0-ae63-ad091ff136f9 tempest-AttachVolumeNegativeTest-1626257925 tempest-AttachVolumeNegativeTest-1626257925-project] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=85345) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 15 19:48:43.405684 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-88ed8e76-dcac-4043-a339-8f3458b4a63b req-31736d9f-f0da-4cb0-ae63-ad091ff136f9 tempest-AttachVolumeNegativeTest-1626257925 tempest-AttachVolumeNegativeTest-1626257925-project] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0079052
Apr 15 19:48:43.427414 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-31f655a4-856d-4906-958a-440c1efeff9f req-df88b08a-c7af-4cf7-94a9-556c12af5bdf tempest-DeleteServersTestJSON-531578038 tempest-DeleteServersTestJSON-531578038-project] Network 0f45a1aa-2622-4761-ba40-3d07b3d3afa9 is already hosted by enough agents. {{(pid=85344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 15 19:48:43.434882 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68bde507-cd1e-4a43-9ec3-91fbebc77042 tempest-AttachVolumeNegativeTest-1626257925 tempest-AttachVolumeNegativeTest-1626257925-project] Pushing event updated for resources: {'Port': ['ID=0f2dbfcb-23b1-46b8-a0a3-84c74f25f2e6,revision_number=1']} {{(pid=85345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:48:43.469321 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-68bde507-cd1e-4a43-9ec3-91fbebc77042 tempest-AttachVolumeNegativeTest-1626257925 tempest-AttachVolumeNegativeTest-1626257925-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.867s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:48:43.469937 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-2c96ab84-32db-4a82-8499-01ef6d80b015 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:48:43.487403 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.scheduler.base_scheduler [req-31f655a4-856d-4906-958a-440c1efeff9f req-df88b08a-c7af-4cf7-94a9-556c12af5bdf tempest-DeleteServersTestJSON-531578038 tempest-DeleteServersTestJSON-531578038-project] Resources bound (agent type, host, resource id):  {{(pid=85344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 19:48:43.491291 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.plugin [None req-65d5ee03-906f-4eeb-a3e8-2be30e73cef7 None None] Port c8721a51-9e02-43fd-8698-1972f9c41b9f cannot update to ACTIVE because it is not bound. {{(pid=85346) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 15 19:48:43.563556 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a989926a-5cb3-4c41-b8e8-0ce32fda5249 tempest-AttachVolumeTestJSON-1178366330 tempest-AttachVolumeTestJSON-1178366330-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8f5f2180-5269-4c6c-a059-f56827110a59,revision_number=1']} {{(pid=85345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:48:43.567207 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-a989926a-5cb3-4c41-b8e8-0ce32fda5249 tempest-AttachVolumeTestJSON-1178366330 tempest-AttachVolumeTestJSON-1178366330-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:48:43.572086 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-a989926a-5cb3-4c41-b8e8-0ce32fda5249 tempest-AttachVolumeTestJSON-1178366330 tempest-AttachVolumeTestJSON-1178366330-project] Notify callbacks [] for security_group, before_response {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:48:43.573500 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [None req-a989926a-5cb3-4c41-b8e8-0ce32fda5249 tempest-AttachVolumeTestJSON-1178366330 tempest-AttachVolumeTestJSON-1178366330-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1779 time: 1.9863055
Apr 15 19:48:43.582594 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.wsgi [-] (85345) accepted ('10.222.0.47', 42430) {{(pid=85345) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:48:43.597143 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.v2.base [None req-88f59caf-9867-43cb-8613-d686092c4451 tempest-AttachVolumeTestJSON-1178366330 tempest-AttachVolumeTestJSON-1178366330-project] Request body: {'security_group_rule': {'security_group_id': '8f5f2180-5269-4c6c-a059-f56827110a59', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=85345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 19:48:43.605655 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.quota.driver [None req-88f59caf-9867-43cb-8613-d686092c4451 tempest-AttachVolumeTestJSON-1178366330 tempest-AttachVolumeTestJSON-1178366330-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85345) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:48:43.612731 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource [None req-88f59caf-9867-43cb-8613-d686092c4451 tempest-AttachVolumeTestJSON-1178366330 tempest-AttachVolumeTestJSON-1178366330-project] Usage tracker for resource:security_group_rule and tenant:5031830a47dd4af1b1ffb83e812d61ea is out of sync, need to count used quota {{(pid=85345) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:48:43.616401 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource [None req-88f59caf-9867-43cb-8613-d686092c4451 tempest-AttachVolumeTestJSON-1178366330 tempest-AttachVolumeTestJSON-1178366330-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=85345) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:48:43.623043 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7911c979-2094-4a67-9196-a92af11dbd0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c3120a5-91b3-4e2d-96a8-e876bf30b25c,revision_number=1']} {{(pid=85344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:48:43.624770 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.quota.driver [None req-88f59caf-9867-43cb-8613-d686092c4451 tempest-AttachVolumeTestJSON-1178366330 tempest-AttachVolumeTestJSON-1178366330-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=85345) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:48:43.660424 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-88f59caf-9867-43cb-8613-d686092c4451 tempest-AttachVolumeTestJSON-1178366330 tempest-AttachVolumeTestJSON-1178366330-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:48:43.670367 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.l3_dvrscheduler_db [req-31f655a4-856d-4906-958a-440c1efeff9f req-df88b08a-c7af-4cf7-94a9-556c12af5bdf tempest-DeleteServersTestJSON-531578038 tempest-DeleteServersTestJSON-531578038-project] Received port after_create {{(pid=85344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 15 19:48:43.678143 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f655a4-856d-4906-958a-440c1efeff9f req-df88b08a-c7af-4cf7-94a9-556c12af5bdf tempest-DeleteServersTestJSON-531578038 tempest-DeleteServersTestJSON-531578038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:48:43.686824 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82b754a-6e73-4e37-8811-51ceb5b68c03 req-d221b01f-0713-4bab-abf6-65898fea1593 tempest-AttachVolumeNegativeTest-1626257925 tempest-AttachVolumeNegativeTest-1626257925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:48:43.687773 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource [req-d82b754a-6e73-4e37-8811-51ceb5b68c03 req-d221b01f-0713-4bab-abf6-65898fea1593 tempest-AttachVolumeNegativeTest-1626257925 tempest-AttachVolumeNegativeTest-1626257925-project] Synchronizing usage tracker for tenant:baf9cfef8926468ebb80cb08498b5bf3 on resource:port {{(pid=85345) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 15 19:48:43.688987 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [req-31f655a4-856d-4906-958a-440c1efeff9f req-df88b08a-c7af-4cf7-94a9-556c12af5bdf tempest-DeleteServersTestJSON-531578038 tempest-DeleteServersTestJSON-531578038-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852972363'] for port, before_response {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:48:43.738822 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.provisioning_blocks [None req-56ecdebd-c5a0-4569-bc96-ba437f5ce558 None None] Provisioning for port 45476505-6dad-485d-9d3a-8a0d1468efa7 completed by entity L2. {{(pid=85346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 19:48:43.788350 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.provisioning_blocks [None req-56ecdebd-c5a0-4569-bc96-ba437f5ce558 None None] Provisioning complete for port 45476505-6dad-485d-9d3a-8a0d1468efa7 triggered by entity L2. {{(pid=85346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 19:48:43.788801 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-56ecdebd-c5a0-4569-bc96-ba437f5ce558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-428662'] for port, provisioning_complete {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:48:43.821982 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource [req-d82b754a-6e73-4e37-8811-51ceb5b68c03 req-d221b01f-0713-4bab-abf6-65898fea1593 tempest-AttachVolumeNegativeTest-1626257925 tempest-AttachVolumeNegativeTest-1626257925-project] Unset dirty status for tenant:baf9cfef8926468ebb80cb08498b5bf3 on resource:port {{(pid=85345) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 15 19:48:43.823326 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-d82b754a-6e73-4e37-8811-51ceb5b68c03 req-d221b01f-0713-4bab-abf6-65898fea1593 tempest-AttachVolumeNegativeTest-1626257925 tempest-AttachVolumeNegativeTest-1626257925-project] 10.222.0.47 "GET /v2.0/ports?device_id=cf18d184-8fe9-4b62-b824-e56edc001a7d HTTP/1.1" status: 200  len: 931 time: 0.7049630
Apr 15 19:48:43.823927 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-d3381bc3-e502-4b2a-a542-d54581303c21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854565853'] for port, before_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:48:43.861776 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-7911c979-2094-4a67-9196-a92af11dbd0c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.857s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:48:43.862153 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-296f5341-d9a3-4067-b3c8-ae5e5dfa225b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 2.439s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:48:43.894237 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.v2.base [req-88ed8e76-dcac-4043-a339-8f3458b4a63b req-bdd3c1b4-3877-45ea-969e-e207656dbf47 service neutron] Request body: {'port': {'device_id': 'cf18d184-8fe9-4b62-b824-e56edc001a7d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=85345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 19:48:44.037214 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-88f59caf-9867-43cb-8613-d686092c4451 tempest-AttachVolumeTestJSON-1178366330 tempest-AttachVolumeTestJSON-1178366330-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:48:44.058203 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource [req-d82b754a-6e73-4e37-8811-51ceb5b68c03 req-abefa4bd-8280-4610-82df-6a6b5b451fd5 tempest-AttachVolumeNegativeTest-1626257925 tempest-AttachVolumeNegativeTest-1626257925-project] Synchronizing usage tracker for tenant:baf9cfef8926468ebb80cb08498b5bf3 on resource:security_group {{(pid=85345) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 15 19:48:44.072191 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-88f59caf-9867-43cb-8613-d686092c4451 tempest-AttachVolumeTestJSON-1178366330 tempest-AttachVolumeTestJSON-1178366330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805984'] for security_group_rule, after_create {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:48:44.159734 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:48:44.170986 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7911c979-2094-4a67-9196-a92af11dbd0c admin admin] Pushing event updated for resources: {'Network': ['ID=bfb7faf0-99c9-4910-9a35-0d0821c80032,revision_number=2']} {{(pid=85344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:48:44.187623 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f59caf-9867-43cb-8613-d686092c4451 tempest-AttachVolumeTestJSON-1178366330 tempest-AttachVolumeTestJSON-1178366330-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8523b256-5d87-40de-82af-e91ffb5e4aa6,revision_number=0']} {{(pid=85345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:48:44.191064 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-88f59caf-9867-43cb-8613-d686092c4451 tempest-AttachVolumeTestJSON-1178366330 tempest-AttachVolumeTestJSON-1178366330-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:48:44.218566 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.rpc [None req-56ecdebd-c5a0-4569-bc96-ba437f5ce558 None None] Network bfb7faf0-99c9-4910-9a35-0d0821c80032 details requested by agent ovs-agent-dv-cinder-786383-2-iscsi with host dv-cinder-786383-2-iscsi {{(pid=85346) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 15 19:48:44.242279 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-56ecdebd-c5a0-4569-bc96-ba437f5ce558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854565853'] for port, before_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:48:44.276181 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource [req-d82b754a-6e73-4e37-8811-51ceb5b68c03 req-abefa4bd-8280-4610-82df-6a6b5b451fd5 tempest-AttachVolumeNegativeTest-1626257925 tempest-AttachVolumeNegativeTest-1626257925-project] Unset dirty status for tenant:baf9cfef8926468ebb80cb08498b5bf3 on resource:security_group {{(pid=85345) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 15 19:48:44.277497 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-d82b754a-6e73-4e37-8811-51ceb5b68c03 req-abefa4bd-8280-4610-82df-6a6b5b451fd5 tempest-AttachVolumeNegativeTest-1626257925 tempest-AttachVolumeNegativeTest-1626257925-project] 10.222.0.47 "GET /v2.0/security-groups?id=8498f6ac-4e62-4833-b465-61e9c537cd5f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4389496
Apr 15 19:48:44.288759 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-88f59caf-9867-43cb-8613-d686092c4451 tempest-AttachVolumeTestJSON-1178366330 tempest-AttachVolumeTestJSON-1178366330-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:48:44.293181 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [None req-88f59caf-9867-43cb-8613-d686092c4451 tempest-AttachVolumeTestJSON-1178366330 tempest-AttachVolumeTestJSON-1178366330-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.7040889
Apr 15 19:48:44.339068 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-7911c979-2094-4a67-9196-a92af11dbd0c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.476s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:48:44.358274 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.wsgi [-] (85344) accepted ('10.222.0.47', 42448) {{(pid=85344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:48:44.414942 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.db [None req-56ecdebd-c5a0-4569-bc96-ba437f5ce558 None None] For port 45476505-6dad-485d-9d3a-8a0d1468efa7, host dv-cinder-786383-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-2-iscsi',level=0,port_id=45476505-6dad-485d-9d3a-8a0d1468efa7,segment=NetworkSegment(e9359222-f335-47df-9fcb-1acccd0748d1),segment_id=e9359222-f335-47df-9fcb-1acccd0748d1)] {{(pid=85346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 19:48:44.433314 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 3.009s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:48:44.443227 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-56ecdebd-c5a0-4569-bc96-ba437f5ce558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854693686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852972410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789846929216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789846482410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789846483725'] for port, after_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:48:44.450790 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:48:44.572420 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b234cce-2f3a-48f7-bc95-7f1d41cc9bbc req-cafd1257-0b78-4a3e-8bdc-6bc7b2dbb6e2 tempest-DeleteServersTestJSON-531578038 tempest-DeleteServersTestJSON-531578038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:48:44.574191 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource [req-2b234cce-2f3a-48f7-bc95-7f1d41cc9bbc req-cafd1257-0b78-4a3e-8bdc-6bc7b2dbb6e2 tempest-DeleteServersTestJSON-531578038 tempest-DeleteServersTestJSON-531578038-project] Synchronizing usage tracker for tenant:1df1ccdad5f84944aa5a1da6bd684a06 on resource:port {{(pid=85344) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 15 19:48:44.584365 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.v2.base [None req-ca9b8750-cdb1-4bf7-8395-249550d96d98 tempest-AttachVolumeTestJSON-1178366330 tempest-AttachVolumeTestJSON-1178366330-project] Request body: {'security_group_rule': {'security_group_id': '8f5f2180-5269-4c6c-a059-f56827110a59', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=85344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 19:48:44.599029 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [req-88ed8e76-dcac-4043-a339-8f3458b4a63b req-bdd3c1b4-3877-45ea-969e-e207656dbf47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854565853'] for port, before_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:48:44.607705 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.quota.driver [None req-ca9b8750-cdb1-4bf7-8395-249550d96d98 tempest-AttachVolumeTestJSON-1178366330 tempest-AttachVolumeTestJSON-1178366330-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:48:44.621654 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource [None req-ca9b8750-cdb1-4bf7-8395-249550d96d98 tempest-AttachVolumeTestJSON-1178366330 tempest-AttachVolumeTestJSON-1178366330-project] Usage tracker for resource:security_group_rule and tenant:5031830a47dd4af1b1ffb83e812d61ea is out of sync, need to count used quota {{(pid=85344) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:48:44.656813 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource [None req-ca9b8750-cdb1-4bf7-8395-249550d96d98 tempest-AttachVolumeTestJSON-1178366330 tempest-AttachVolumeTestJSON-1178366330-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=85344) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:48:44.664394 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-3a32234a-8e8b-489b-b935-81b3931dcb22 None None] Notify callbacks [] for port, precommit_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:48:44.692635 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.quota.driver [None req-ca9b8750-cdb1-4bf7-8395-249550d96d98 tempest-AttachVolumeTestJSON-1178366330 tempest-AttachVolumeTestJSON-1178366330-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=85344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:48:44.702324 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ecdebd-c5a0-4569-bc96-ba437f5ce558 None None] Pushing event updated for resources: {'Port': ['ID=45476505-6dad-485d-9d3a-8a0d1468efa7,revision_number=4']} {{(pid=85346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:48:44.722991 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-56ecdebd-c5a0-4569-bc96-ba437f5ce558 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:48:44.735820 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.provisioning_blocks [None req-3a32234a-8e8b-489b-b935-81b3931dcb22 None None] Transition to ACTIVE for port object dcc948ac-1cad-4ecf-8c41-5f7bf7e657c9 will not be triggered until provisioned by entity L2. {{(pid=85346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 19:48:44.750121 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-3a32234a-8e8b-489b-b935-81b3931dcb22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854693686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852972410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789846929216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789846482410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789846483725'] for port, after_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:48:44.784549 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-6f85f6d2-1ede-4025-80f2-eb36f4eae7b9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:48:45.002461 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08594f69-2bf8-426e-a33e-4bac15ee39f1 None None] Pushing event updated for resources: {'Port': ['ID=dcc948ac-1cad-4ecf-8c41-5f7bf7e657c9,revision_number=3']} {{(pid=85346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:48:45.045981 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-08594f69-2bf8-426e-a33e-4bac15ee39f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:48:45.090503 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5635896-99ef-4ac2-927e-fbf54a0c1ee3 admin admin] Router a1c4c8a8-b833-4ec7-b3be-7876a65a4f09 has already been hosted by L3 agent 74482fb0-5b00-43f0-8fa9-533a3c8b2378 {{(pid=85344) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 15 19:48:45.095346 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.rpc [None req-56ecdebd-c5a0-4569-bc96-ba437f5ce558 None None] Device 1f0a632d-6a7b-49a4-9d95-9dca92d85df6 up at agent ovs-agent-dv-cinder-786383-2-iscsi {{(pid=85346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 19:48:45.103414 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource [req-2b234cce-2f3a-48f7-bc95-7f1d41cc9bbc req-cafd1257-0b78-4a3e-8bdc-6bc7b2dbb6e2 tempest-DeleteServersTestJSON-531578038 tempest-DeleteServersTestJSON-531578038-project] Unset dirty status for tenant:1df1ccdad5f84944aa5a1da6bd684a06 on resource:port {{(pid=85344) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 15 19:48:45.111622 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-2b234cce-2f3a-48f7-bc95-7f1d41cc9bbc req-cafd1257-0b78-4a3e-8bdc-6bc7b2dbb6e2 tempest-DeleteServersTestJSON-531578038 tempest-DeleteServersTestJSON-531578038-project] 10.222.0.47 "GET /v2.0/ports?device_id=4c716e82-8478-4821-8694-f29d4ff87eb1 HTTP/1.1" status: 200  len: 932 time: 3.1270897
Apr 15 19:48:45.155465 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-31f655a4-856d-4906-958a-440c1efeff9f req-df88b08a-c7af-4cf7-94a9-556c12af5bdf tempest-DeleteServersTestJSON-531578038 tempest-DeleteServersTestJSON-531578038-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 11.4338236
Apr 15 19:48:45.356874 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.wsgi [-] (85345) accepted ('10.222.0.47', 42462) {{(pid=85345) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:48:45.384742 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-d3381bc3-e502-4b2a-a542-d54581303c21 admin admin] Notify callbacks [] for port, precommit_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:48:45.425884 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-d3381bc3-e502-4b2a-a542-d54581303c21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854693686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852972410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789846929216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789846482410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789846483725'] for port, after_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:48:45.467190 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-d3381bc3-e502-4b2a-a542-d54581303c21 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036852972393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853103598'] for router_interface, after_create {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:48:45.514738 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-2b234cce-2f3a-48f7-bc95-7f1d41cc9bbc req-e154bb7b-2105-4cd9-b086-eacd10c2d51d tempest-DeleteServersTestJSON-531578038 tempest-DeleteServersTestJSON-531578038-project] 10.222.0.47 "GET /v2.0/security-groups?id=326d5005-9168-478f-b769-3c01532f8739&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4000187
Apr 15 19:48:45.523776 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:48:45.542366 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.v2.base [req-31f655a4-856d-4906-958a-440c1efeff9f req-ae17281d-47f0-4a3c-a77f-9e33644c3155 service neutron] Request body: {'port': {'device_id': '4c716e82-8478-4821-8694-f29d4ff87eb1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=85344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 19:48:45.634049 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5635896-99ef-4ac2-927e-fbf54a0c1ee3 admin admin] Notify agent at l3_agent.dv-cinder-786383-2-iscsi the message routers_updated {{(pid=85344) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 15 19:48:45.636073 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-ca9b8750-cdb1-4bf7-8395-249550d96d98 tempest-AttachVolumeTestJSON-1178366330 tempest-AttachVolumeTestJSON-1178366330-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:48:45.647091 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf5484d6-4486-4bbb-965a-71abf8ca65e4 None None] Sync routers for ids ['a1c4c8a8-b833-4ec7-b3be-7876a65a4f09'] in dv-cinder-786383-2-iscsi {{(pid=85347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 15 19:48:45.666958 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf5484d6-4486-4bbb-965a-71abf8ca65e4 None None] Routers {'a1c4c8a8-b833-4ec7-b3be-7876a65a4f09'} bound to L3 agent in host dv-cinder-786383-2-iscsi {{(pid=85347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 19:48:45.667700 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.l3_hamode_db [None req-cf5484d6-4486-4bbb-965a-71abf8ca65e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe8b99029b0>, 'dv-cinder-786383-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-15T19:40:08Z,description=<?>,heartbeat_timestamp=2021-04-15T19:48:38Z,host='dv-cinder-786383-2-iscsi',id=74482fb0-5b00-43f0-8fa9-533a3c8b2378,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T19:40:08Z,topic='l3_agent')) {'router_ids': ['a1c4c8a8-b833-4ec7-b3be-7876a65a4f09'], 'active': True} {{(pid=85347) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 19:48:45.789546 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [None req-a5635896-99ef-4ac2-927e-fbf54a0c1ee3 admin admin] 10.222.0.47 "PUT /v2.0/routers/a1c4c8a8-b833-4ec7-b3be-7876a65a4f09/add_router_interface HTTP/1.1" status: 200  len: 503 time: 14.1181087
Apr 15 19:48:45.863579 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-ca9b8750-cdb1-4bf7-8395-249550d96d98 tempest-AttachVolumeTestJSON-1178366330 tempest-AttachVolumeTestJSON-1178366330-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:48:45.876662 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.provisioning_blocks [None req-56ecdebd-c5a0-4569-bc96-ba437f5ce558 None None] Provisioning complete for port 1f0a632d-6a7b-49a4-9d95-9dca92d85df6 triggered by entity L2. {{(pid=85346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 19:48:45.877611 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-56ecdebd-c5a0-4569-bc96-ba437f5ce558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-428662'] for port, provisioning_complete {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:48:45.924952 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-ca9b8750-cdb1-4bf7-8395-249550d96d98 tempest-AttachVolumeTestJSON-1178366330 tempest-AttachVolumeTestJSON-1178366330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805984'] for security_group_rule, after_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:48:45.945439 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df88b08a-c7af-4cf7-94a9-556c12af5bdf tempest-DeleteServersTestJSON-531578038 tempest-DeleteServersTestJSON-531578038-project] Pushing event updated for resources: {'Port': ['ID=be9619d3-4ba8-4e4a-a4ba-b89da7e6b04a,revision_number=1']} {{(pid=85344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:48:46.017720 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-df88b08a-c7af-4cf7-94a9-556c12af5bdf tempest-DeleteServersTestJSON-531578038 tempest-DeleteServersTestJSON-531578038-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.584s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:48:46.051440 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.092s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:48:46.088767 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-ca9b8750-cdb1-4bf7-8395-249550d96d98 tempest-AttachVolumeTestJSON-1178366330 tempest-AttachVolumeTestJSON-1178366330-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:48:46.095519 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [None req-ca9b8750-cdb1-4bf7-8395-249550d96d98 tempest-AttachVolumeTestJSON-1178366330 tempest-AttachVolumeTestJSON-1178366330-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 1.5414979
Apr 15 19:48:46.113095 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.wsgi [-] (85344) accepted ('10.222.0.47', 42476) {{(pid=85344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:48:46.141744 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [req-31f655a4-856d-4906-958a-440c1efeff9f req-ae17281d-47f0-4a3c-a77f-9e33644c3155 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854565853'] for port, before_update {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:48:46.201453 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.v2.base [None req-88196109-3d6a-4ca4-9f27-4f01fc363e54 tempest-AttachVolumeTestJSON-1178366330 tempest-AttachVolumeTestJSON-1178366330-project] Request body: {'floatingip': {'floating_network_id': '0b576887-bb01-4bfc-8617-ca8b886d7b7e'}} {{(pid=85344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 19:48:46.210436 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.quota.driver [None req-88196109-3d6a-4ca4-9f27-4f01fc363e54 tempest-AttachVolumeTestJSON-1178366330 tempest-AttachVolumeTestJSON-1178366330-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:48:46.217060 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource [None req-88196109-3d6a-4ca4-9f27-4f01fc363e54 tempest-AttachVolumeTestJSON-1178366330 tempest-AttachVolumeTestJSON-1178366330-project] Usage tracker for resource:floatingip and tenant:5031830a47dd4af1b1ffb83e812d61ea is out of sync, need to count used quota {{(pid=85344) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:48:46.221593 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource [None req-88196109-3d6a-4ca4-9f27-4f01fc363e54 tempest-AttachVolumeTestJSON-1178366330 tempest-AttachVolumeTestJSON-1178366330-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=85344) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:48:46.231931 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.quota.driver [None req-88196109-3d6a-4ca4-9f27-4f01fc363e54 tempest-AttachVolumeTestJSON-1178366330 tempest-AttachVolumeTestJSON-1178366330-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=85344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:48:46.556295 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-70093a16-0478-4981-bdd2-cd05c990a980 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:48:46.638018 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.managers [None req-3a32234a-8e8b-489b-b935-81b3931dcb22 None None] Attempting to bind port dcc948ac-1cad-4ecf-8c41-5f7bf7e657c9 on host dv-cinder-786383-2-iscsi for vnic_type normal with profile  {{(pid=85346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 15 19:48:46.638948 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.managers [None req-3a32234a-8e8b-489b-b935-81b3931dcb22 None None] Attempting to bind port dcc948ac-1cad-4ecf-8c41-5f7bf7e657c9 by drivers openvswitch,hyperv on host dv-cinder-786383-2-iscsi at level 0 using segments [{'id': 'fba2751d-d069-4029-bec8-ed01c7a617d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '4d82f7b7-d97c-4f69-af76-26788d15aead'}] {{(pid=85346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 15 19:48:46.639805 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a32234a-8e8b-489b-b935-81b3931dcb22 None None] Attempting to bind port dcc948ac-1cad-4ecf-8c41-5f7bf7e657c9 on network 4d82f7b7-d97c-4f69-af76-26788d15aead {{(pid=85346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 19:48:46.647966 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9b8750-cdb1-4bf7-8395-249550d96d98 tempest-AttachVolumeTestJSON-1178366330 tempest-AttachVolumeTestJSON-1178366330-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=86b0dc4f-d886-4a47-8325-78e6b1afe03b,revision_number=0']} {{(pid=85344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:48:46.657756 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a32234a-8e8b-489b-b935-81b3931dcb22 None None] Checking agent: {'id': 'be1a0b7a-7144-4bb6-9f10-b289de7b23b3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786383-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 19, 40, 9), 'started_at': datetime.datetime(2021, 4, 15, 19, 40, 39), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 19, 48, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786383-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 15 19:48:46.658649 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a32234a-8e8b-489b-b935-81b3931dcb22 None None] Checking segment: {'id': 'fba2751d-d069-4029-bec8-ed01c7a617d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '4d82f7b7-d97c-4f69-af76-26788d15aead'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 19:48:46.659584 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-3a32234a-8e8b-489b-b935-81b3931dcb22 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:48:46.660471 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a32234a-8e8b-489b-b935-81b3931dcb22 None None] Bound using segment: {'id': 'fba2751d-d069-4029-bec8-ed01c7a617d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '4d82f7b7-d97c-4f69-af76-26788d15aead'} {{(pid=85346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 15 19:48:46.661728 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.managers [None req-3a32234a-8e8b-489b-b935-81b3931dcb22 None None] Bound port: dcc948ac-1cad-4ecf-8c41-5f7bf7e657c9, host: dv-cinder-786383-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fba2751d-d069-4029-bec8-ed01c7a617d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '4d82f7b7-d97c-4f69-af76-26788d15aead'}}] {{(pid=85346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 15 19:48:46.663466 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-3a32234a-8e8b-489b-b935-81b3931dcb22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854565853'] for port, before_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:48:46.750690 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-88196109-3d6a-4ca4-9f27-4f01fc363e54 tempest-AttachVolumeTestJSON-1178366330 tempest-AttachVolumeTestJSON-1178366330-project] Notify callbacks [] for floatingip, before_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:48:46.778810 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3381bc3-e502-4b2a-a542-d54581303c21 admin admin] Pushing event updated for resources: {'Port': ['ID=c8721a51-9e02-43fd-8698-1972f9c41b9f,revision_number=2']} {{(pid=85345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:48:46.792751 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-d3381bc3-e502-4b2a-a542-d54581303c21 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.269s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:48:46.820505 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3381bc3-e502-4b2a-a542-d54581303c21 admin admin] Network 3371f473-4c26-4f81-abc4-c2c4353fa3ab is already hosted by enough agents. {{(pid=85345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 15 19:48:46.829644 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.scheduler.base_scheduler [None req-d3381bc3-e502-4b2a-a542-d54581303c21 admin admin] Resources bound (agent type, host, resource id):  {{(pid=85345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 19:48:46.841121 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.quota.driver [None req-70093a16-0478-4981-bdd2-cd05c990a980 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85345) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:48:46.847293 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource [None req-70093a16-0478-4981-bdd2-cd05c990a980 admin admin] Usage tracker for resource:security_group_rule and tenant:94063d51460449f49b3cceb3c6682c93 is out of sync, need to count used quota {{(pid=85345) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:48:46.851815 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource [None req-70093a16-0478-4981-bdd2-cd05c990a980 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85345) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:48:46.861080 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.quota.driver [None req-70093a16-0478-4981-bdd2-cd05c990a980 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85345) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:48:46.929802 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.l3_dvr_db [None req-cf5484d6-4486-4bbb-965a-71abf8ca65e4 None None] Set router a1c4c8a8-b833-4ec7-b3be-7876a65a4f09 gateway port host: dv-cinder-786383-2-iscsi {{(pid=85347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 19:48:46.995650 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-ca9b8750-cdb1-4bf7-8395-249550d96d98 tempest-AttachVolumeTestJSON-1178366330 tempest-AttachVolumeTestJSON-1178366330-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.944s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:48:46.997760 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-70093a16-0478-4981-bdd2-cd05c990a980 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:48:47.037913 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.rpc [None req-56ecdebd-c5a0-4569-bc96-ba437f5ce558 None None] Device 45476505-6dad-485d-9d3a-8a0d1468efa7 up at agent ovs-agent-dv-cinder-786383-2-iscsi {{(pid=85346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 19:48:47.121053 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-70093a16-0478-4981-bdd2-cd05c990a980 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806004'] for security_group, after_create {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:48:47.205543 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.db [None req-3a32234a-8e8b-489b-b935-81b3931dcb22 None None] For port dcc948ac-1cad-4ecf-8c41-5f7bf7e657c9, host dv-cinder-786383-2-iscsi, cleared binding levels {{(pid=85346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 15 19:48:47.210772 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.db [None req-3a32234a-8e8b-489b-b935-81b3931dcb22 None None] For port dcc948ac-1cad-4ecf-8c41-5f7bf7e657c9, host dv-cinder-786383-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-2-iscsi',level=0,port_id=dcc948ac-1cad-4ecf-8c41-5f7bf7e657c9,segment=NetworkSegment(fba2751d-d069-4029-bec8-ed01c7a617d8),segment_id=fba2751d-d069-4029-bec8-ed01c7a617d8)] {{(pid=85346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 15 19:48:47.212073 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.provisioning_blocks [None req-56ecdebd-c5a0-4569-bc96-ba437f5ce558 None None] Provisioning complete for port 45476505-6dad-485d-9d3a-8a0d1468efa7 triggered by entity L2. {{(pid=85346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 19:48:47.212578 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-56ecdebd-c5a0-4569-bc96-ba437f5ce558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-428662'] for port, provisioning_complete {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:48:47.247263 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d65b37e-b453-4f0e-83df-8158eca0cd99 req-5919f40a-0d43-42a4-8917-4624ed161de6 tempest-AttachVolumeNegativeTest-1626257925 tempest-AttachVolumeNegativeTest-1626257925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:48:47.256592 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-1d65b37e-b453-4f0e-83df-8158eca0cd99 req-5919f40a-0d43-42a4-8917-4624ed161de6 tempest-AttachVolumeNegativeTest-1626257925 tempest-AttachVolumeNegativeTest-1626257925-project] 10.222.0.47 "GET /v2.0/ports?device_id=cf18d184-8fe9-4b62-b824-e56edc001a7d HTTP/1.1" status: 200  len: 931 time: 1.5634360
Apr 15 19:48:47.290513 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-3a32234a-8e8b-489b-b935-81b3931dcb22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854693686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852972410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789846929216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789846482410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789846483725'] for port, after_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:48:47.312495 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:48:47.341240 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [None req-70093a16-0478-4981-bdd2-cd05c990a980 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=94063d51460449f49b3cceb3c6682c93&name=default HTTP/1.1" status: 200  len: 2979 time: 1.9831882
Apr 15 19:48:47.418259 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.l3_hamode_db [None req-cf5484d6-4486-4bbb-965a-71abf8ca65e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe8b99029b0>, [{'id': 'a1c4c8a8-b833-4ec7-b3be-7876a65a4f09', 'name': 'tempest-ServerRescueNegativeTestJSON-1228022074-router', 'tenant_id': '308b7c9489eb439cb66d243d5654d1ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b576887-bb01-4bfc-8617-ca8b886d7b7e', 'external_fixed_ips': [{'subnet_id': '7ad9face-0ae3-4529-aacd-d53ebb36e4d0', 'ip_address': '172.27.2.47'}], 'enable_snat': True}, 'gw_port_id': '45476505-6dad-485d-9d3a-8a0d1468efa7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:48:26Z', 'updated_at': '2021-04-15T19:48:37Z', 'revision_number': 4, 'project_id': '308b7c9489eb439cb66d243d5654d1ba', 'gw_port': {'id': '45476505-6dad-485d-9d3a-8a0d1468efa7', 'name': '', 'network_id': '0b576887-bb01-4bfc-8617-ca8b886d7b7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:c9:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1c4c8a8-b833-4ec7-b3be-7876a65a4f09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '7ad9face-0ae3-4529-aacd-d53ebb36e4d0', 'ip_address': '172.27.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:48:27Z', 'updated_at': '2021-04-15T19:48:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ad9face-0ae3-4529-aacd-d53ebb36e4d0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-2-iscsi', '_interfaces': [{'id': 'b2c512cd-db90-4242-a1fa-595c06234870', 'name': '', 'network_id': 'e2d187b6-98ce-49de-b641-472e7c3488cc', 'tenant_id': '308b7c9489eb439cb66d243d5654d1ba', 'mac_address': 'fa:16:3e:b2:cf:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1c4c8a8-b833-4ec7-b3be-7876a65a4f09', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'df80589a-5211-47ee-98ca-4218fd01eea5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:48:34Z', 'updated_at': '2021-04-15T19:48:38Z', 'revision_number': 2, 'project_id': '308b7c9489eb439cb66d243d5654d1ba', 'subnets': [{'id': 'df80589a-5211-47ee-98ca-4218fd01eea5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786383-2-iscsi', False) {} {{(pid=85347) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 19:48:47.418763 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4207cb10-221a-411b-809b-90463ed8d5b3 req-6b45f1fa-8792-4f3b-9c0a-45494c189c4a tempest-ServerRescueNegativeTestJSON-1235948813 tempest-ServerRescueNegativeTestJSON-1235948813-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:48:47.420912 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-4207cb10-221a-411b-809b-90463ed8d5b3 req-6b45f1fa-8792-4f3b-9c0a-45494c189c4a tempest-ServerRescueNegativeTestJSON-1235948813 tempest-ServerRescueNegativeTestJSON-1235948813-project] 10.222.0.47 "GET /v2.0/networks?id=e2d187b6-98ce-49de-b641-472e7c3488cc HTTP/1.1" status: 200  len: 819 time: 0.4359808
Apr 15 19:48:47.431309 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf5484d6-4486-4bbb-965a-71abf8ca65e4 None None] Checking router: a1c4c8a8-b833-4ec7-b3be-7876a65a4f09 for host: dv-cinder-786383-2-iscsi {{(pid=85347) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 15 19:48:47.431717 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf5484d6-4486-4bbb-965a-71abf8ca65e4 None None] Updating router a1c4c8a8-b833-4ec7-b3be-7876a65a4f09 port b2c512cd-db90-4242-a1fa-595c06234870 binding host dv-cinder-786383-2-iscsi {{(pid=85347) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 15 19:48:47.432153 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:48:47.442967 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.wsgi [-] (85344) accepted ('10.222.0.47', 42502) {{(pid=85344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:48:47.481125 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.provisioning_blocks [None req-30233e89-4de0-42dc-9f48-f16d6d924c04 None None] Provisioning complete for port c8721a51-9e02-43fd-8698-1972f9c41b9f triggered by entity DHCP. {{(pid=85346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 19:48:47.481547 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-30233e89-4de0-42dc-9f48-f16d6d924c04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-428662'] for port, provisioning_complete {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:48:47.510954 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-cf5484d6-4486-4bbb-965a-71abf8ca65e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854565853'] for port, before_update {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:48:47.563890 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.plugin [None req-30233e89-4de0-42dc-9f48-f16d6d924c04 None None] Port c8721a51-9e02-43fd-8698-1972f9c41b9f cannot update to ACTIVE because it is not bound. {{(pid=85346) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 15 19:48:47.576895 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a32234a-8e8b-489b-b935-81b3931dcb22 None None] Routers {'6478729e-102a-4a30-b790-61decb297583'} bound to L3 agent in host dv-cinder-786383-2-iscsi {{(pid=85346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 19:48:47.577198 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.l3_hamode_db [None req-3a32234a-8e8b-489b-b935-81b3931dcb22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe8b97f61d0>, 'dv-cinder-786383-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-15T19:40:08Z,description=<?>,heartbeat_timestamp=2021-04-15T19:48:38Z,host='dv-cinder-786383-2-iscsi',id=74482fb0-5b00-43f0-8fa9-533a3c8b2378,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T19:40:08Z,topic='l3_agent')) {'router_ids': ['6478729e-102a-4a30-b790-61decb297583'], 'active': True} {{(pid=85346) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 19:48:47.595902 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-1d65b37e-b453-4f0e-83df-8158eca0cd99 req-f7ffb94c-62bd-4922-969a-27c9fdfcc092 tempest-AttachVolumeNegativeTest-1626257925 tempest-AttachVolumeNegativeTest-1626257925-project] 10.222.0.47 "GET /v2.0/security-groups?id=8498f6ac-4e62-4833-b465-61e9c537cd5f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3377409
Apr 15 19:48:47.609747 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70093a16-0478-4981-bdd2-cd05c990a980 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff92aebb-bae3-47e7-b272-b54ea16faba0,revision_number=1']} {{(pid=85345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:48:47.648820 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-70093a16-0478-4981-bdd2-cd05c990a980 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.336s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:48:47.655903 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.db.resource_extend [req-88ed8e76-dcac-4043-a339-8f3458b4a63b req-bdd3c1b4-3877-45ea-969e-e207656dbf47 service neutron] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=85345) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Apr 15 19:48:47.718732 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-1a6178da-84f5-4bb7-8a5b-949d49ab6543 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852808376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852972410'] for subnet, after_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:48:47.837364 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3381bc3-e502-4b2a-a542-d54581303c21 admin admin] Router f8b874cc-f348-4da0-80b2-8449d13838df has already been hosted by L3 agent 74482fb0-5b00-43f0-8fa9-533a3c8b2378 {{(pid=85345) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 15 19:48:47.849686 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.notifiers.nova [req-88ed8e76-dcac-4043-a339-8f3458b4a63b req-bdd3c1b4-3877-45ea-969e-e207656dbf47 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0f2dbfcb-23b1-46b8-a0a3-84c74f25f2e6 {{(pid=85345) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 15 19:48:47.901481 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-4207cb10-221a-411b-809b-90463ed8d5b3 req-653c906e-34e5-449b-b864-eb34ecaab784 tempest-ServerRescueNegativeTestJSON-1235948813 tempest-ServerRescueNegativeTestJSON-1235948813-project] 10.222.0.47 "GET /v2.0/quotas/308b7c9489eb439cb66d243d5654d1ba HTTP/1.1" status: 200  len: 375 time: 0.1401224
Apr 15 19:48:47.913996 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [req-88ed8e76-dcac-4043-a339-8f3458b4a63b req-bdd3c1b4-3877-45ea-969e-e207656dbf47 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:48:48.069152 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.notifiers.nova [req-31f655a4-856d-4906-958a-440c1efeff9f req-ae17281d-47f0-4a3c-a77f-9e33644c3155 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id be9619d3-4ba8-4e4a-a4ba-b89da7e6b04a {{(pid=85344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 15 19:48:48.079731 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [req-31f655a4-856d-4906-958a-440c1efeff9f req-ae17281d-47f0-4a3c-a77f-9e33644c3155 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:48:48.084822 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08594f69-2bf8-426e-a33e-4bac15ee39f1 None None] Pushing event updated for resources: {'Port': ['ID=dcc948ac-1cad-4ecf-8c41-5f7bf7e657c9,revision_number=4']} {{(pid=85346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:48:48.096260 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-08594f69-2bf8-426e-a33e-4bac15ee39f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.664s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:48:48.098174 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.provisioning_blocks [req-31f655a4-856d-4906-958a-440c1efeff9f req-ae17281d-47f0-4a3c-a77f-9e33644c3155 service neutron] Transition to ACTIVE for port object be9619d3-4ba8-4e4a-a4ba-b89da7e6b04a will not be triggered until provisioned by entity L2. {{(pid=85344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 19:48:48.111186 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.provisioning_blocks [req-88ed8e76-dcac-4043-a339-8f3458b4a63b req-bdd3c1b4-3877-45ea-969e-e207656dbf47 service neutron] Transition to ACTIVE for port object 0f2dbfcb-23b1-46b8-a0a3-84c74f25f2e6 will not be triggered until provisioned by entity L2. {{(pid=85345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 19:48:48.129382 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.l3_dvr_db [None req-3a32234a-8e8b-489b-b935-81b3931dcb22 None None] Set router 6478729e-102a-4a30-b790-61decb297583 gateway port host: dv-cinder-786383-2-iscsi {{(pid=85346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 19:48:48.133747 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [req-88ed8e76-dcac-4043-a339-8f3458b4a63b req-bdd3c1b4-3877-45ea-969e-e207656dbf47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854693686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852972410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789846929216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789846482410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789846483725'] for port, after_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:48:48.165888 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:48:48.183019 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-cf5484d6-4486-4bbb-965a-71abf8ca65e4 None None] Notify callbacks [] for port, precommit_update {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:48:48.199092 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.provisioning_blocks [None req-cf5484d6-4486-4bbb-965a-71abf8ca65e4 None None] Transition to ACTIVE for port object b2c512cd-db90-4242-a1fa-595c06234870 will not be triggered until provisioned by entity L2. {{(pid=85347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 19:48:48.206100 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-02f19c91-9dab-4cb5-82b5-69084a705c9a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:48:48.207390 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-cf5484d6-4486-4bbb-965a-71abf8ca65e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854693686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852972410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789846929216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789846482410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789846483725'] for port, after_update {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:48:48.229646 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-da053018-c278-443f-a4cf-1ee626c39118 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:48:48.251372 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [req-31f655a4-856d-4906-958a-440c1efeff9f req-ae17281d-47f0-4a3c-a77f-9e33644c3155 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854693686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852972410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789846929216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789846482410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789846483725'] for port, after_update {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:48:48.323736 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21e82b7-7493-45da-8c2c-8fc5e3824e44 req-ce4588a4-3704-4be5-8b9a-f19af1eed056 tempest-DeleteServersTestJSON-531578038 tempest-DeleteServersTestJSON-531578038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:48:48.326202 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-c21e82b7-7493-45da-8c2c-8fc5e3824e44 req-ce4588a4-3704-4be5-8b9a-f19af1eed056 tempest-DeleteServersTestJSON-531578038 tempest-DeleteServersTestJSON-531578038-project] 10.222.0.47 "GET /v2.0/ports?device_id=4c716e82-8478-4821-8694-f29d4ff87eb1 HTTP/1.1" status: 200  len: 932 time: 0.4848385
Apr 15 19:48:48.332045 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9e4263-674f-41ad-b997-da5e184c877a None None] Pushing event updated for resources: {'Port': ['ID=b2c512cd-db90-4242-a1fa-595c06234870,revision_number=3']} {{(pid=85347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:48:48.395091 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-0d9e4263-674f-41ad-b997-da5e184c877a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=85347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:48:48.419944 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd3c1b4-3877-45ea-969e-e207656dbf47 service neutron] Pushing event updated for resources: {'Port': ['ID=0f2dbfcb-23b1-46b8-a0a3-84c74f25f2e6,revision_number=2']} {{(pid=85345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:48:48.423643 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-bdd3c1b4-3877-45ea-969e-e207656dbf47 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:48:48.435813 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3381bc3-e502-4b2a-a542-d54581303c21 admin admin] Notify agent at l3_agent.dv-cinder-786383-2-iscsi the message routers_updated {{(pid=85345) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 15 19:48:48.446398 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource [req-c21e82b7-7493-45da-8c2c-8fc5e3824e44 req-efd8b15a-1e92-4273-b4b6-40838d777af9 tempest-DeleteServersTestJSON-531578038 tempest-DeleteServersTestJSON-531578038-project] Synchronizing usage tracker for tenant:1df1ccdad5f84944aa5a1da6bd684a06 on resource:security_group {{(pid=85345) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 15 19:48:48.493011 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69c3f405-d247-460c-8d5d-749c91eeeda7 None None] Sync routers for ids ['f8b874cc-f348-4da0-80b2-8449d13838df'] in dv-cinder-786383-2-iscsi {{(pid=85346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 15 19:48:48.496405 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [None req-d3381bc3-e502-4b2a-a542-d54581303c21 admin admin] 10.222.0.47 "PUT /v2.0/routers/f8b874cc-f348-4da0-80b2-8449d13838df/add_router_interface HTTP/1.1" status: 200  len: 503 time: 15.6212795
Apr 15 19:48:48.512252 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource [req-c21e82b7-7493-45da-8c2c-8fc5e3824e44 req-efd8b15a-1e92-4273-b4b6-40838d777af9 tempest-DeleteServersTestJSON-531578038 tempest-DeleteServersTestJSON-531578038-project] Unset dirty status for tenant:1df1ccdad5f84944aa5a1da6bd684a06 on resource:security_group {{(pid=85345) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 15 19:48:48.513919 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-c21e82b7-7493-45da-8c2c-8fc5e3824e44 req-efd8b15a-1e92-4273-b4b6-40838d777af9 tempest-DeleteServersTestJSON-531578038 tempest-DeleteServersTestJSON-531578038-project] 10.222.0.47 "GET /v2.0/security-groups?id=326d5005-9168-478f-b769-3c01532f8739&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1733391
Apr 15 19:48:48.555142 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69c3f405-d247-460c-8d5d-749c91eeeda7 None None] Routers {'f8b874cc-f348-4da0-80b2-8449d13838df'} bound to L3 agent in host dv-cinder-786383-2-iscsi {{(pid=85346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 19:48:48.556313 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.l3_hamode_db [None req-69c3f405-d247-460c-8d5d-749c91eeeda7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe8b97fa668>, 'dv-cinder-786383-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-15T19:40:08Z,description=<?>,heartbeat_timestamp=2021-04-15T19:48:38Z,host='dv-cinder-786383-2-iscsi',id=74482fb0-5b00-43f0-8fa9-533a3c8b2378,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T19:40:08Z,topic='l3_agent')) {'router_ids': ['f8b874cc-f348-4da0-80b2-8449d13838df'], 'active': True} {{(pid=85346) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 19:48:48.603319 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-a2a8b8e0-78d4-4752-92bd-d0eec7004fa2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:48:48.637212 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-a2a8b8e0-78d4-4752-92bd-d0eec7004fa2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:48:48.819614 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.managers [None req-cf5484d6-4486-4bbb-965a-71abf8ca65e4 None None] Attempting to bind port b2c512cd-db90-4242-a1fa-595c06234870 on host dv-cinder-786383-2-iscsi for vnic_type normal with profile  {{(pid=85347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 15 19:48:48.820032 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.managers [None req-cf5484d6-4486-4bbb-965a-71abf8ca65e4 None None] Attempting to bind port b2c512cd-db90-4242-a1fa-595c06234870 by drivers openvswitch,hyperv on host dv-cinder-786383-2-iscsi at level 0 using segments [{'id': '4fe08c56-c114-425d-80fa-84b1114c9738', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'e2d187b6-98ce-49de-b641-472e7c3488cc'}] {{(pid=85347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 15 19:48:48.820436 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf5484d6-4486-4bbb-965a-71abf8ca65e4 None None] Attempting to bind port b2c512cd-db90-4242-a1fa-595c06234870 on network e2d187b6-98ce-49de-b641-472e7c3488cc {{(pid=85347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 19:48:48.828634 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf5484d6-4486-4bbb-965a-71abf8ca65e4 None None] Checking agent: {'id': 'be1a0b7a-7144-4bb6-9f10-b289de7b23b3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786383-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 19, 40, 9), 'started_at': datetime.datetime(2021, 4, 15, 19, 40, 39), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 19, 48, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786383-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 15 19:48:48.829096 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf5484d6-4486-4bbb-965a-71abf8ca65e4 None None] Checking segment: {'id': '4fe08c56-c114-425d-80fa-84b1114c9738', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'e2d187b6-98ce-49de-b641-472e7c3488cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 19:48:48.829492 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-cf5484d6-4486-4bbb-965a-71abf8ca65e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:48:48.829933 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf5484d6-4486-4bbb-965a-71abf8ca65e4 None None] Bound using segment: {'id': '4fe08c56-c114-425d-80fa-84b1114c9738', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'e2d187b6-98ce-49de-b641-472e7c3488cc'} {{(pid=85347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 15 19:48:48.830474 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.managers [None req-cf5484d6-4486-4bbb-965a-71abf8ca65e4 None None] Bound port: b2c512cd-db90-4242-a1fa-595c06234870, host: dv-cinder-786383-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4fe08c56-c114-425d-80fa-84b1114c9738', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'e2d187b6-98ce-49de-b641-472e7c3488cc'}}] {{(pid=85347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 15 19:48:48.830932 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-cf5484d6-4486-4bbb-965a-71abf8ca65e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854565853'] for port, before_update {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:48:48.868490 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.managers [req-88ed8e76-dcac-4043-a339-8f3458b4a63b req-bdd3c1b4-3877-45ea-969e-e207656dbf47 service neutron] Attempting to bind port 0f2dbfcb-23b1-46b8-a0a3-84c74f25f2e6 on host hv-cinder-78638 for vnic_type normal with profile  {{(pid=85345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 15 19:48:48.868875 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.managers [req-88ed8e76-dcac-4043-a339-8f3458b4a63b req-bdd3c1b4-3877-45ea-969e-e207656dbf47 service neutron] Attempting to bind port 0f2dbfcb-23b1-46b8-a0a3-84c74f25f2e6 by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': '3e6fcf0e-0b95-4774-a8cb-5489ca9658fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'dcb51ae5-ec1d-4059-96e4-434dbd301cd9'}] {{(pid=85345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 15 19:48:48.869748 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88ed8e76-dcac-4043-a339-8f3458b4a63b req-bdd3c1b4-3877-45ea-969e-e207656dbf47 service neutron] Attempting to bind port 0f2dbfcb-23b1-46b8-a0a3-84c74f25f2e6 on network dcb51ae5-ec1d-4059-96e4-434dbd301cd9 {{(pid=85345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 19:48:48.875753 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88ed8e76-dcac-4043-a339-8f3458b4a63b req-bdd3c1b4-3877-45ea-969e-e207656dbf47 service neutron] Port 0f2dbfcb-23b1-46b8-a0a3-84c74f25f2e6 on network dcb51ae5-ec1d-4059-96e4-434dbd301cd9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=85345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 15 19:48:48.876117 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88ed8e76-dcac-4043-a339-8f3458b4a63b req-bdd3c1b4-3877-45ea-969e-e207656dbf47 service neutron] Attempting to bind port 0f2dbfcb-23b1-46b8-a0a3-84c74f25f2e6 on network dcb51ae5-ec1d-4059-96e4-434dbd301cd9 {{(pid=85345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 19:48:48.882483 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88ed8e76-dcac-4043-a339-8f3458b4a63b req-bdd3c1b4-3877-45ea-969e-e207656dbf47 service neutron] Checking agent: {'id': '202ba611-b908-4e0e-99b2-33811728b356', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 19, 46, 37), 'started_at': datetime.datetime(2021, 4, 15, 19, 46, 37), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 19, 48, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 15 19:48:48.882893 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88ed8e76-dcac-4043-a339-8f3458b4a63b req-bdd3c1b4-3877-45ea-969e-e207656dbf47 service neutron] Checking segment: {'id': '3e6fcf0e-0b95-4774-a8cb-5489ca9658fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'dcb51ae5-ec1d-4059-96e4-434dbd301cd9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 19:48:48.884356 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88ed8e76-dcac-4043-a339-8f3458b4a63b req-bdd3c1b4-3877-45ea-969e-e207656dbf47 service neutron] Bound using segment: {'id': '3e6fcf0e-0b95-4774-a8cb-5489ca9658fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'dcb51ae5-ec1d-4059-96e4-434dbd301cd9'} {{(pid=85345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 15 19:48:48.884879 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.managers [req-88ed8e76-dcac-4043-a339-8f3458b4a63b req-bdd3c1b4-3877-45ea-969e-e207656dbf47 service neutron] Bound port: 0f2dbfcb-23b1-46b8-a0a3-84c74f25f2e6, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3e6fcf0e-0b95-4774-a8cb-5489ca9658fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'dcb51ae5-ec1d-4059-96e4-434dbd301cd9'}}] {{(pid=85345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 15 19:48:48.885565 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [req-88ed8e76-dcac-4043-a339-8f3458b4a63b req-bdd3c1b4-3877-45ea-969e-e207656dbf47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854565853'] for port, before_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:48:48.933203 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-a2a8b8e0-78d4-4752-92bd-d0eec7004fa2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806004'] for security_group, after_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:48:48.961179 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.db [None req-cf5484d6-4486-4bbb-965a-71abf8ca65e4 None None] For port b2c512cd-db90-4242-a1fa-595c06234870, host dv-cinder-786383-2-iscsi, cleared binding levels {{(pid=85347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 15 19:48:48.965983 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.db [None req-cf5484d6-4486-4bbb-965a-71abf8ca65e4 None None] For port b2c512cd-db90-4242-a1fa-595c06234870, host dv-cinder-786383-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-2-iscsi',level=0,port_id=b2c512cd-db90-4242-a1fa-595c06234870,segment=NetworkSegment(4fe08c56-c114-425d-80fa-84b1114c9738),segment_id=4fe08c56-c114-425d-80fa-84b1114c9738)] {{(pid=85347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 15 19:48:48.972330 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-cf5484d6-4486-4bbb-965a-71abf8ca65e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854693686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852972410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789846929216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789846482410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789846483725'] for port, after_update {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:48:48.993470 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:48:49.065613 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-a2a8b8e0-78d4-4752-92bd-d0eec7004fa2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:48:49.069988 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [None req-a2a8b8e0-78d4-4752-92bd-d0eec7004fa2 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/ff92aebb-bae3-47e7-b272-b54ea16faba0 HTTP/1.1" status: 204  len: 168 time: 1.3469081
Apr 15 19:48:49.069988 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.managers [req-31f655a4-856d-4906-958a-440c1efeff9f req-ae17281d-47f0-4a3c-a77f-9e33644c3155 service neutron] Attempting to bind port be9619d3-4ba8-4e4a-a4ba-b89da7e6b04a on host hv-cinder-78638 for vnic_type normal with profile  {{(pid=85344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 15 19:48:49.069988 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.managers [req-31f655a4-856d-4906-958a-440c1efeff9f req-ae17281d-47f0-4a3c-a77f-9e33644c3155 service neutron] Attempting to bind port be9619d3-4ba8-4e4a-a4ba-b89da7e6b04a by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': 'b0508205-a2b4-41c9-b1ec-e4abef51e9ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '0f45a1aa-2622-4761-ba40-3d07b3d3afa9'}] {{(pid=85344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 15 19:48:49.069988 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31f655a4-856d-4906-958a-440c1efeff9f req-ae17281d-47f0-4a3c-a77f-9e33644c3155 service neutron] Attempting to bind port be9619d3-4ba8-4e4a-a4ba-b89da7e6b04a on network 0f45a1aa-2622-4761-ba40-3d07b3d3afa9 {{(pid=85344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 19:48:49.104145 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77808e01-26cd-49bf-993b-3ca21fe796af req-cfe8698f-9e12-4669-8734-c342fe63c539 tempest-AttachVolumeNegativeTest-1626257925 tempest-AttachVolumeNegativeTest-1626257925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:48:49.104935 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6178da-84f5-4bb7-8a5b-949d49ab6543 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fda8751e-fae3-4147-9d64-0fe1636563cb,revision_number=0']} {{(pid=85344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:48:49.105825 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-77808e01-26cd-49bf-993b-3ca21fe796af req-cfe8698f-9e12-4669-8734-c342fe63c539 tempest-AttachVolumeNegativeTest-1626257925 tempest-AttachVolumeNegativeTest-1626257925-project] 10.222.0.47 "GET /v2.0/ports?device_id=cf18d184-8fe9-4b62-b824-e56edc001a7d HTTP/1.1" status: 200  len: 943 time: 0.1349335
Apr 15 19:48:49.107254 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.db [req-88ed8e76-dcac-4043-a339-8f3458b4a63b req-bdd3c1b4-3877-45ea-969e-e207656dbf47 service neutron] For port 0f2dbfcb-23b1-46b8-a0a3-84c74f25f2e6, host hv-cinder-78638, cleared binding levels {{(pid=85345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 15 19:48:49.112348 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.db [req-88ed8e76-dcac-4043-a339-8f3458b4a63b req-bdd3c1b4-3877-45ea-969e-e207656dbf47 service neutron] For port 0f2dbfcb-23b1-46b8-a0a3-84c74f25f2e6, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=0f2dbfcb-23b1-46b8-a0a3-84c74f25f2e6,segment=NetworkSegment(3e6fcf0e-0b95-4774-a8cb-5489ca9658fc),segment_id=3e6fcf0e-0b95-4774-a8cb-5489ca9658fc)] {{(pid=85345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 15 19:48:49.117273 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31f655a4-856d-4906-958a-440c1efeff9f req-ae17281d-47f0-4a3c-a77f-9e33644c3155 service neutron] Port be9619d3-4ba8-4e4a-a4ba-b89da7e6b04a on network 0f45a1aa-2622-4761-ba40-3d07b3d3afa9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=85344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 15 19:48:49.117648 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31f655a4-856d-4906-958a-440c1efeff9f req-ae17281d-47f0-4a3c-a77f-9e33644c3155 service neutron] Attempting to bind port be9619d3-4ba8-4e4a-a4ba-b89da7e6b04a on network 0f45a1aa-2622-4761-ba40-3d07b3d3afa9 {{(pid=85344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 19:48:49.153795 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-1a6178da-84f5-4bb7-8a5b-949d49ab6543 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.948s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:48:49.157504 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31f655a4-856d-4906-958a-440c1efeff9f req-ae17281d-47f0-4a3c-a77f-9e33644c3155 service neutron] Checking agent: {'id': '202ba611-b908-4e0e-99b2-33811728b356', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 19, 46, 37), 'started_at': datetime.datetime(2021, 4, 15, 19, 46, 37), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 19, 48, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 15 19:48:49.157882 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31f655a4-856d-4906-958a-440c1efeff9f req-ae17281d-47f0-4a3c-a77f-9e33644c3155 service neutron] Checking segment: {'id': 'b0508205-a2b4-41c9-b1ec-e4abef51e9ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '0f45a1aa-2622-4761-ba40-3d07b3d3afa9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 19:48:49.158515 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31f655a4-856d-4906-958a-440c1efeff9f req-ae17281d-47f0-4a3c-a77f-9e33644c3155 service neutron] Bound using segment: {'id': 'b0508205-a2b4-41c9-b1ec-e4abef51e9ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '0f45a1aa-2622-4761-ba40-3d07b3d3afa9'} {{(pid=85344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 15 19:48:49.159094 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.managers [req-31f655a4-856d-4906-958a-440c1efeff9f req-ae17281d-47f0-4a3c-a77f-9e33644c3155 service neutron] Bound port: be9619d3-4ba8-4e4a-a4ba-b89da7e6b04a, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b0508205-a2b4-41c9-b1ec-e4abef51e9ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '0f45a1aa-2622-4761-ba40-3d07b3d3afa9'}}] {{(pid=85344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 15 19:48:49.159496 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [req-31f655a4-856d-4906-958a-440c1efeff9f req-ae17281d-47f0-4a3c-a77f-9e33644c3155 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854565853'] for port, before_update {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:48:49.164066 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-77808e01-26cd-49bf-993b-3ca21fe796af req-d21edb44-3f55-4063-8571-88cc9b9b154c tempest-AttachVolumeNegativeTest-1626257925 tempest-AttachVolumeNegativeTest-1626257925-project] 10.222.0.47 "GET /v2.0/security-groups?id=8498f6ac-4e62-4833-b465-61e9c537cd5f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0501716
Apr 15 19:48:49.165530 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [req-88ed8e76-dcac-4043-a339-8f3458b4a63b req-bdd3c1b4-3877-45ea-969e-e207656dbf47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854693686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852972410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789846929216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789846482410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789846483725'] for port, after_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:48:49.216663 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9e4263-674f-41ad-b997-da5e184c877a None None] Pushing event updated for resources: {'Port': ['ID=b2c512cd-db90-4242-a1fa-595c06234870,revision_number=4']} {{(pid=85347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:48:49.220533 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-0d9e4263-674f-41ad-b997-da5e184c877a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=85347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:48:49.262685 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-df88b08a-c7af-4cf7-94a9-556c12af5bdf tempest-DeleteServersTestJSON-531578038 tempest-DeleteServersTestJSON-531578038-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.669s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:48:49.280119 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf5484d6-4486-4bbb-965a-71abf8ca65e4 None None] Routers {'a1c4c8a8-b833-4ec7-b3be-7876a65a4f09'} bound to L3 agent in host dv-cinder-786383-2-iscsi {{(pid=85347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 19:48:49.281208 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.l3_hamode_db [None req-cf5484d6-4486-4bbb-965a-71abf8ca65e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe8b99029b0>, 'dv-cinder-786383-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-15T19:40:08Z,description=<?>,heartbeat_timestamp=2021-04-15T19:48:38Z,host='dv-cinder-786383-2-iscsi',id=74482fb0-5b00-43f0-8fa9-533a3c8b2378,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T19:40:08Z,topic='l3_agent')) {'router_ids': ['a1c4c8a8-b833-4ec7-b3be-7876a65a4f09'], 'active': True} {{(pid=85347) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 19:48:49.398775 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-d3381bc3-e502-4b2a-a542-d54581303c21 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:48:49.423391 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae17281d-47f0-4a3c-a77f-9e33644c3155 service neutron] Pushing event updated for resources: {'Port': ['ID=be9619d3-4ba8-4e4a-a4ba-b89da7e6b04a,revision_number=2']} {{(pid=85344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:48:49.442323 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-ae17281d-47f0-4a3c-a77f-9e33644c3155 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:48:49.468168 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource [req-4207cb10-221a-411b-809b-90463ed8d5b3 req-33896851-9284-4ab5-bf0a-a462ae87ddb1 tempest-ServerRescueNegativeTestJSON-1235948813 tempest-ServerRescueNegativeTestJSON-1235948813-project] Synchronizing usage tracker for tenant:308b7c9489eb439cb66d243d5654d1ba on resource:port {{(pid=85344) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 15 19:48:49.477693 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.440s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:48:49.497334 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a8b8e0-78d4-4752-92bd-d0eec7004fa2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff92aebb-bae3-47e7-b272-b54ea16faba0,revision_number=None']} {{(pid=85344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:48:49.535999 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a6178da-84f5-4bb7-8a5b-949d49ab6543 admin admin] Checking segment: {'id': '3b41c3b7-71a7-4ab9-8ff9-1dbe658da667', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'bfb7faf0-99c9-4910-9a35-0d0821c80032'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 19:48:49.535999 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a6178da-84f5-4bb7-8a5b-949d49ab6543 admin admin] Network hostable DHCP agents. Network: bfb7faf0-99c9-4910-9a35-0d0821c80032, hostable agents: ['48b86c86-f902-4f97-86c7-19da88045e62'], hosted agents: [] {{(pid=85344) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 15 19:48:49.541452 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource [req-4207cb10-221a-411b-809b-90463ed8d5b3 req-33896851-9284-4ab5-bf0a-a462ae87ddb1 tempest-ServerRescueNegativeTestJSON-1235948813 tempest-ServerRescueNegativeTestJSON-1235948813-project] Unset dirty status for tenant:308b7c9489eb439cb66d243d5654d1ba on resource:port {{(pid=85344) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 15 19:48:49.551443 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-4207cb10-221a-411b-809b-90463ed8d5b3 req-33896851-9284-4ab5-bf0a-a462ae87ddb1 tempest-ServerRescueNegativeTestJSON-1235948813 tempest-ServerRescueNegativeTestJSON-1235948813-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=308b7c9489eb439cb66d243d5654d1ba&fields=id HTTP/1.1" status: 200  len: 255 time: 1.3133717
Apr 15 19:48:49.627983 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.l3_dvr_db [None req-69c3f405-d247-460c-8d5d-749c91eeeda7 None None] Set router f8b874cc-f348-4da0-80b2-8449d13838df gateway port host: dv-cinder-786383-2-iscsi {{(pid=85346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 19:48:49.678999 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.l3_dvr_db [None req-cf5484d6-4486-4bbb-965a-71abf8ca65e4 None None] Set router a1c4c8a8-b833-4ec7-b3be-7876a65a4f09 gateway port host: dv-cinder-786383-2-iscsi {{(pid=85347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 19:48:49.717263 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.wsgi [-] (85345) accepted ('10.222.0.47', 42530) {{(pid=85345) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:48:49.755234 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd3c1b4-3877-45ea-969e-e207656dbf47 service neutron] Pushing event updated for resources: {'Port': ['ID=0f2dbfcb-23b1-46b8-a0a3-84c74f25f2e6,revision_number=3']} {{(pid=85345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:48:49.774383 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ed8e76-dcac-4043-a339-8f3458b4a63b req-bdd3c1b4-3877-45ea-969e-e207656dbf47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:48:49.779290 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [req-88ed8e76-dcac-4043-a339-8f3458b4a63b req-bdd3c1b4-3877-45ea-969e-e207656dbf47 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852972363'] for port, before_response {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:48:49.793748 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-88ed8e76-dcac-4043-a339-8f3458b4a63b req-bdd3c1b4-3877-45ea-969e-e207656dbf47 service neutron] 10.222.0.65 "PUT /v2.0/ports/0f2dbfcb-23b1-46b8-a0a3-84c74f25f2e6 HTTP/1.1" status: 200  len: 1093 time: 6.0657113
Apr 15 19:48:49.811130 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-bdd3c1b4-3877-45ea-969e-e207656dbf47 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.401s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:48:49.812706 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf18d184-8fe9-4b62-b824-e56edc001a7d', 'tag': '0f2dbfcb-23b1-46b8-a0a3-84c74f25f2e6'}] {{(pid=85345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 19:48:49.856437 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.l3_hamode_db [None req-3a32234a-8e8b-489b-b935-81b3931dcb22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe8b97f61d0>, [{'id': '6478729e-102a-4a30-b790-61decb297583', 'name': 'tempest-AttachVolumeTestJSON-751206198-router', 'tenant_id': '5031830a47dd4af1b1ffb83e812d61ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b576887-bb01-4bfc-8617-ca8b886d7b7e', 'external_fixed_ips': [{'subnet_id': '7ad9face-0ae3-4529-aacd-d53ebb36e4d0', 'ip_address': '172.27.2.113'}], 'enable_snat': True}, 'gw_port_id': '90c2c053-c6a6-4b44-ad5c-9a4933c79339', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:48:19Z', 'updated_at': '2021-04-15T19:48:32Z', 'revision_number': 4, 'project_id': '5031830a47dd4af1b1ffb83e812d61ea', 'gw_port': {'id': '90c2c053-c6a6-4b44-ad5c-9a4933c79339', 'name': '', 'network_id': '0b576887-bb01-4bfc-8617-ca8b886d7b7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:89:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6478729e-102a-4a30-b790-61decb297583', 'device_owner': 'network:router_gateway', 'standard_attr_id': 54, 'fixed_ips': [{'subnet_id': '7ad9face-0ae3-4529-aacd-d53ebb36e4d0', 'ip_address': '172.27.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:48:21Z', 'updated_at': '2021-04-15T19:48:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ad9face-0ae3-4529-aacd-d53ebb36e4d0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-2-iscsi', '_interfaces': [{'id': 'dcc948ac-1cad-4ecf-8c41-5f7bf7e657c9', 'name': '', 'network_id': '4d82f7b7-d97c-4f69-af76-26788d15aead', 'tenant_id': '5031830a47dd4af1b1ffb83e812d61ea', 'mac_address': 'fa:16:3e:64:1e:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6478729e-102a-4a30-b790-61decb297583', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'c9a5e3d2-b4cb-4ff6-afc6-75b296b42958', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:48:28Z', 'updated_at': '2021-04-15T19:48:47Z', 'revision_number': 4, 'project_id': '5031830a47dd4af1b1ffb83e812d61ea', 'subnets': [{'id': 'c9a5e3d2-b4cb-4ff6-afc6-75b296b42958', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786383-2-iscsi', False) {} {{(pid=85346) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 19:48:49.892727 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a32234a-8e8b-489b-b935-81b3931dcb22 None None] The sync data for ids ['6478729e-102a-4a30-b790-61decb297583'] in dv-cinder-786383-2-iscsi is: [{'id': '6478729e-102a-4a30-b790-61decb297583', 'name': 'tempest-AttachVolumeTestJSON-751206198-router', 'tenant_id': '5031830a47dd4af1b1ffb83e812d61ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b576887-bb01-4bfc-8617-ca8b886d7b7e', 'external_fixed_ips': [{'subnet_id': '7ad9face-0ae3-4529-aacd-d53ebb36e4d0', 'ip_address': '172.27.2.113'}], 'enable_snat': True}, 'gw_port_id': '90c2c053-c6a6-4b44-ad5c-9a4933c79339', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:48:19Z', 'updated_at': '2021-04-15T19:48:32Z', 'revision_number': 4, 'project_id': '5031830a47dd4af1b1ffb83e812d61ea', 'gw_port': {'id': '90c2c053-c6a6-4b44-ad5c-9a4933c79339', 'name': '', 'network_id': '0b576887-bb01-4bfc-8617-ca8b886d7b7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:89:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6478729e-102a-4a30-b790-61decb297583', 'device_owner': 'network:router_gateway', 'standard_attr_id': 54, 'fixed_ips': [{'subnet_id': '7ad9face-0ae3-4529-aacd-d53ebb36e4d0', 'ip_address': '172.27.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:48:21Z', 'updated_at': '2021-04-15T19:48:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ad9face-0ae3-4529-aacd-d53ebb36e4d0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-2-iscsi', '_interfaces': [{'id': 'dcc948ac-1cad-4ecf-8c41-5f7bf7e657c9', 'name': '', 'network_id': '4d82f7b7-d97c-4f69-af76-26788d15aead', 'tenant_id': '5031830a47dd4af1b1ffb83e812d61ea', 'mac_address': 'fa:16:3e:64:1e:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6478729e-102a-4a30-b790-61decb297583', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'c9a5e3d2-b4cb-4ff6-afc6-75b296b42958', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:48:28Z', 'updated_at': '2021-04-15T19:48:47Z', 'revision_number': 4, 'project_id': '5031830a47dd4af1b1ffb83e812d61ea', 'subnets': [{'id': 'c9a5e3d2-b4cb-4ff6-afc6-75b296b42958', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 15 19:48:50.027364 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-a2a8b8e0-78d4-4752-92bd-d0eec7004fa2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.550s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:48:50.038351 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-4207cb10-221a-411b-809b-90463ed8d5b3 req-8b3323eb-e597-41cb-966c-4c1c54472656 service neutron] 10.222.0.47 "GET /v2.0/networks/e2d187b6-98ce-49de-b641-472e7c3488cc?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4853692
Apr 15 19:48:50.121273 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-234ee44b-faec-4c29-9273-d4f406daabc1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:48:50.165662 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.quota.driver [None req-234ee44b-faec-4c29-9273-d4f406daabc1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85345) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:48:50.175871 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource [None req-234ee44b-faec-4c29-9273-d4f406daabc1 admin admin] Usage tracker for resource:security_group_rule and tenant:4d092fce3b864e8f93f5980e366bcf9a is out of sync, need to count used quota {{(pid=85345) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:48:50.212473 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource [None req-234ee44b-faec-4c29-9273-d4f406daabc1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85345) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:48:50.233022 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.quota.driver [None req-234ee44b-faec-4c29-9273-d4f406daabc1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85345) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:48:50.252945 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.l3_hamode_db [None req-cf5484d6-4486-4bbb-965a-71abf8ca65e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe8b99029b0>, [{'id': 'a1c4c8a8-b833-4ec7-b3be-7876a65a4f09', 'name': 'tempest-ServerRescueNegativeTestJSON-1228022074-router', 'tenant_id': '308b7c9489eb439cb66d243d5654d1ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b576887-bb01-4bfc-8617-ca8b886d7b7e', 'external_fixed_ips': [{'subnet_id': '7ad9face-0ae3-4529-aacd-d53ebb36e4d0', 'ip_address': '172.27.2.47'}], 'enable_snat': True}, 'gw_port_id': '45476505-6dad-485d-9d3a-8a0d1468efa7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:48:26Z', 'updated_at': '2021-04-15T19:48:37Z', 'revision_number': 4, 'project_id': '308b7c9489eb439cb66d243d5654d1ba', 'gw_port': {'id': '45476505-6dad-485d-9d3a-8a0d1468efa7', 'name': '', 'network_id': '0b576887-bb01-4bfc-8617-ca8b886d7b7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:c9:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1c4c8a8-b833-4ec7-b3be-7876a65a4f09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '7ad9face-0ae3-4529-aacd-d53ebb36e4d0', 'ip_address': '172.27.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:48:27Z', 'updated_at': '2021-04-15T19:48:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ad9face-0ae3-4529-aacd-d53ebb36e4d0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-2-iscsi', '_interfaces': [{'id': 'b2c512cd-db90-4242-a1fa-595c06234870', 'name': '', 'network_id': 'e2d187b6-98ce-49de-b641-472e7c3488cc', 'tenant_id': '308b7c9489eb439cb66d243d5654d1ba', 'mac_address': 'fa:16:3e:b2:cf:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1c4c8a8-b833-4ec7-b3be-7876a65a4f09', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'df80589a-5211-47ee-98ca-4218fd01eea5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:48:34Z', 'updated_at': '2021-04-15T19:48:48Z', 'revision_number': 4, 'project_id': '308b7c9489eb439cb66d243d5654d1ba', 'subnets': [{'id': 'df80589a-5211-47ee-98ca-4218fd01eea5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786383-2-iscsi', False) {} {{(pid=85347) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 19:48:50.282617 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf5484d6-4486-4bbb-965a-71abf8ca65e4 None None] The sync data for ids ['a1c4c8a8-b833-4ec7-b3be-7876a65a4f09'] in dv-cinder-786383-2-iscsi is: [{'id': 'a1c4c8a8-b833-4ec7-b3be-7876a65a4f09', 'name': 'tempest-ServerRescueNegativeTestJSON-1228022074-router', 'tenant_id': '308b7c9489eb439cb66d243d5654d1ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b576887-bb01-4bfc-8617-ca8b886d7b7e', 'external_fixed_ips': [{'subnet_id': '7ad9face-0ae3-4529-aacd-d53ebb36e4d0', 'ip_address': '172.27.2.47'}], 'enable_snat': True}, 'gw_port_id': '45476505-6dad-485d-9d3a-8a0d1468efa7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:48:26Z', 'updated_at': '2021-04-15T19:48:37Z', 'revision_number': 4, 'project_id': '308b7c9489eb439cb66d243d5654d1ba', 'gw_port': {'id': '45476505-6dad-485d-9d3a-8a0d1468efa7', 'name': '', 'network_id': '0b576887-bb01-4bfc-8617-ca8b886d7b7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:c9:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1c4c8a8-b833-4ec7-b3be-7876a65a4f09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '7ad9face-0ae3-4529-aacd-d53ebb36e4d0', 'ip_address': '172.27.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:48:27Z', 'updated_at': '2021-04-15T19:48:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ad9face-0ae3-4529-aacd-d53ebb36e4d0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-2-iscsi', '_interfaces': [{'id': 'b2c512cd-db90-4242-a1fa-595c06234870', 'name': '', 'network_id': 'e2d187b6-98ce-49de-b641-472e7c3488cc', 'tenant_id': '308b7c9489eb439cb66d243d5654d1ba', 'mac_address': 'fa:16:3e:b2:cf:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1c4c8a8-b833-4ec7-b3be-7876a65a4f09', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'df80589a-5211-47ee-98ca-4218fd01eea5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:48:34Z', 'updated_at': '2021-04-15T19:48:48Z', 'revision_number': 4, 'project_id': '308b7c9489eb439cb66d243d5654d1ba', 'subnets': [{'id': 'df80589a-5211-47ee-98ca-4218fd01eea5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 15 19:48:50.325650 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ed8e76-dcac-4043-a339-8f3458b4a63b req-c8c723a6-821d-4934-92b2-68cc834f739e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:48:50.327503 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-88ed8e76-dcac-4043-a339-8f3458b4a63b req-c8c723a6-821d-4934-92b2-68cc834f739e service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=baf9cfef8926468ebb80cb08498b5bf3&device_id=cf18d184-8fe9-4b62-b824-e56edc001a7d HTTP/1.1" status: 200  len: 1096 time: 0.3345146
Apr 15 19:48:50.486250 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-88ed8e76-dcac-4043-a339-8f3458b4a63b req-f671f10e-b653-4897-85d4-46253b06044b service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0f2dbfcb-23b1-46b8-a0a3-84c74f25f2e6 HTTP/1.1" status: 200  len: 217 time: 0.1330712
Apr 15 19:48:50.547394 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-4207cb10-221a-411b-809b-90463ed8d5b3 req-8d16e587-d9c7-4645-a709-7b2cd8085b63 service neutron] 10.222.0.47 "GET /v2.0/networks/e2d187b6-98ce-49de-b641-472e7c3488cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4890113
Apr 15 19:48:50.557270 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.rpc [None req-56ecdebd-c5a0-4569-bc96-ba437f5ce558 None None] Device b2c512cd-db90-4242-a1fa-595c06234870 up at agent ovs-agent-dv-cinder-786383-2-iscsi {{(pid=85346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 19:48:50.559174 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.wsgi [-] (85344) accepted ('10.222.0.47', 42544) {{(pid=85344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:48:50.592598 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.v2.base [None req-1bcb9d0f-01c8-432d-b2c1-7c45d8175dc5 tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1251657981', 'description': 'tempest-description--974641754'}} {{(pid=85344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 19:48:50.601052 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-88196109-3d6a-4ca4-9f27-4f01fc363e54 tempest-AttachVolumeTestJSON-1178366330 tempest-AttachVolumeTestJSON-1178366330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854565853'] for port, before_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:48:50.614489 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.l3_hamode_db [None req-69c3f405-d247-460c-8d5d-749c91eeeda7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe8b97fa668>, [{'id': 'f8b874cc-f348-4da0-80b2-8449d13838df', 'name': 'tempest-AttachVolumeShelveTestJSON-1863267534-router', 'tenant_id': '4bae275d2add4a8a85e8b627d205bb33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b576887-bb01-4bfc-8617-ca8b886d7b7e', 'external_fixed_ips': [{'subnet_id': '7ad9face-0ae3-4529-aacd-d53ebb36e4d0', 'ip_address': '172.27.2.96'}], 'enable_snat': True}, 'gw_port_id': '1f0a632d-6a7b-49a4-9d95-9dca92d85df6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:48:23Z', 'updated_at': '2021-04-15T19:48:43Z', 'revision_number': 4, 'project_id': '4bae275d2add4a8a85e8b627d205bb33', 'gw_port': {'id': '1f0a632d-6a7b-49a4-9d95-9dca92d85df6', 'name': '', 'network_id': '0b576887-bb01-4bfc-8617-ca8b886d7b7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:36:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8b874cc-f348-4da0-80b2-8449d13838df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '7ad9face-0ae3-4529-aacd-d53ebb36e4d0', 'ip_address': '172.27.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:48:26Z', 'updated_at': '2021-04-15T19:48:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ad9face-0ae3-4529-aacd-d53ebb36e4d0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-2-iscsi', '_interfaces': [{'id': 'c8721a51-9e02-43fd-8698-1972f9c41b9f', 'name': '', 'network_id': '3371f473-4c26-4f81-abc4-c2c4353fa3ab', 'tenant_id': '4bae275d2add4a8a85e8b627d205bb33', 'mac_address': 'fa:16:3e:1e:3d:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8b874cc-f348-4da0-80b2-8449d13838df', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '8272d6a7-33c7-4e21-aec7-64c68285458e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:48:38Z', 'updated_at': '2021-04-15T19:48:44Z', 'revision_number': 2, 'project_id': '4bae275d2add4a8a85e8b627d205bb33', 'subnets': [{'id': '8272d6a7-33c7-4e21-aec7-64c68285458e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786383-2-iscsi', False) {} {{(pid=85346) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 19:48:50.621626 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ed8e76-dcac-4043-a339-8f3458b4a63b req-0b4d9c19-fa59-482a-92c7-3bd503bdc2bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:48:50.623301 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-88ed8e76-dcac-4043-a339-8f3458b4a63b req-0b4d9c19-fa59-482a-92c7-3bd503bdc2bf service neutron] 10.222.0.65 "GET /v2.0/subnets?id=6be9cab0-c301-4b99-9135-7ca2bab15246 HTTP/1.1" status: 200  len: 855 time: 0.1243243
Apr 15 19:48:50.632060 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69c3f405-d247-460c-8d5d-749c91eeeda7 None None] Checking router: f8b874cc-f348-4da0-80b2-8449d13838df for host: dv-cinder-786383-2-iscsi {{(pid=85346) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 15 19:48:50.632468 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69c3f405-d247-460c-8d5d-749c91eeeda7 None None] Updating router f8b874cc-f348-4da0-80b2-8449d13838df port c8721a51-9e02-43fd-8698-1972f9c41b9f binding host dv-cinder-786383-2-iscsi {{(pid=85346) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 15 19:48:50.701072 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.quota.driver [None req-1bcb9d0f-01c8-432d-b2c1-7c45d8175dc5 tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:48:50.713308 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource [None req-1bcb9d0f-01c8-432d-b2c1-7c45d8175dc5 tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] Usage tracker for resource:security_group and tenant:4bae275d2add4a8a85e8b627d205bb33 is out of sync, need to count used quota {{(pid=85344) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:48:50.718755 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource [None req-1bcb9d0f-01c8-432d-b2c1-7c45d8175dc5 tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=85344) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:48:50.729184 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-234ee44b-faec-4c29-9273-d4f406daabc1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:48:50.733536 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.quota.driver [None req-1bcb9d0f-01c8-432d-b2c1-7c45d8175dc5 tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=85344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:48:50.762435 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a6178da-84f5-4bb7-8a5b-949d49ab6543 admin admin] Network bfb7faf0-99c9-4910-9a35-0d0821c80032 is scheduled to be hosted by DHCP agent 48b86c86-f902-4f97-86c7-19da88045e62 with binding_index 1 {{(pid=85344) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 15 19:48:50.765820 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.db [req-31f655a4-856d-4906-958a-440c1efeff9f req-ae17281d-47f0-4a3c-a77f-9e33644c3155 service neutron] For port be9619d3-4ba8-4e4a-a4ba-b89da7e6b04a, host hv-cinder-78638, cleared binding levels {{(pid=85344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 15 19:48:50.783328 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-1bcb9d0f-01c8-432d-b2c1-7c45d8175dc5 tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] Notify callbacks [] for security_group, before_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:48:50.798106 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-69c3f405-d247-460c-8d5d-749c91eeeda7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854565853'] for port, before_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:48:50.847517 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-234ee44b-faec-4c29-9273-d4f406daabc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806004'] for security_group, after_create {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:48:50.860778 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-88ed8e76-dcac-4043-a339-8f3458b4a63b req-3fcb66e0-d792-479e-a4cf-ed63ef7f6af2 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=dcb51ae5-ec1d-4059-96e4-434dbd301cd9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1283371
Apr 15 19:48:50.909390 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.scheduler.base_scheduler [None req-1a6178da-84f5-4bb7-8a5b-949d49ab6543 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786383-2-iscsi, bfb7faf0-99c9-4910-9a35-0d0821c80032) {{(pid=85344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 19:48:50.945418 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-5adc1271-2e4d-4efe-9dd1-af4fa750db9a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:48:50.953194 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.db [req-31f655a4-856d-4906-958a-440c1efeff9f req-ae17281d-47f0-4a3c-a77f-9e33644c3155 service neutron] For port be9619d3-4ba8-4e4a-a4ba-b89da7e6b04a, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=be9619d3-4ba8-4e4a-a4ba-b89da7e6b04a,segment=NetworkSegment(b0508205-a2b4-41c9-b1ec-e4abef51e9ad),segment_id=b0508205-a2b4-41c9-b1ec-e4abef51e9ad)] {{(pid=85344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 15 19:48:50.958951 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a6178da-84f5-4bb7-8a5b-949d49ab6543 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:48:50.959624 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-1a6178da-84f5-4bb7-8a5b-949d49ab6543 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852972363'] for subnet, before_response {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:48:50.985428 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.quota.driver [None req-1bcb9d0f-01c8-432d-b2c1-7c45d8175dc5 tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:48:50.993298 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource [None req-1bcb9d0f-01c8-432d-b2c1-7c45d8175dc5 tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] Usage tracker for resource:security_group_rule and tenant:4bae275d2add4a8a85e8b627d205bb33 is out of sync, need to count used quota {{(pid=85344) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:48:51.001417 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75012757-4e78-4add-b1b1-4dfb93fae09a None None] Network bfb7faf0-99c9-4910-9a35-0d0821c80032 requested from dv-cinder-786383-2-iscsi {{(pid=85346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 15 19:48:51.006381 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource [None req-1bcb9d0f-01c8-432d-b2c1-7c45d8175dc5 tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=85344) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:48:51.013795 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234ee44b-faec-4c29-9273-d4f406daabc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e49587d-4b20-4d1d-92b6-9cedd7bf7563,revision_number=1']} {{(pid=85345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:48:51.017423 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.quota.driver [None req-1bcb9d0f-01c8-432d-b2c1-7c45d8175dc5 tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=85344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:48:51.074794 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [req-31f655a4-856d-4906-958a-440c1efeff9f req-ae17281d-47f0-4a3c-a77f-9e33644c3155 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854693686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852972410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789846929216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789846482410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789846483725'] for port, after_update {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:48:51.099619 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-234ee44b-faec-4c29-9273-d4f406daabc1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:48:51.141120 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [None req-234ee44b-faec-4c29-9273-d4f406daabc1 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=4d092fce3b864e8f93f5980e366bcf9a&name=default HTTP/1.1" status: 200  len: 2979 time: 1.4171777
Apr 15 19:48:51.179372 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.wsgi [-] (85345) accepted ('10.222.0.47', 42556) {{(pid=85345) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:48:51.310320 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-88ed8e76-dcac-4043-a339-8f3458b4a63b req-4d685708-54b8-4b2e-803d-98de50f1425d service neutron] 10.222.0.65 "GET /v2.0/networks/dcb51ae5-ec1d-4059-96e4-434dbd301cd9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4356747
Apr 15 19:48:51.317273 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.provisioning_blocks [None req-56ecdebd-c5a0-4569-bc96-ba437f5ce558 None None] Provisioning for port b2c512cd-db90-4242-a1fa-595c06234870 completed by entity L2. {{(pid=85346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 19:48:51.389851 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.provisioning_blocks [None req-56ecdebd-c5a0-4569-bc96-ba437f5ce558 None None] Provisioning complete for port b2c512cd-db90-4242-a1fa-595c06234870 triggered by entity L2. {{(pid=85346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 19:48:51.390195 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-56ecdebd-c5a0-4569-bc96-ba437f5ce558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-428662'] for port, provisioning_complete {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:48:51.441943 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-157a13b0-e118-4609-9502-682c3f8bfcb5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:48:51.714509 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-1bcb9d0f-01c8-432d-b2c1-7c45d8175dc5 tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] Notify callbacks [] for security_group, precommit_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:48:51.804013 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-8508f37b-ddf5-4cb2-b96f-29901d199411 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:48:51.830396 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-157a13b0-e118-4609-9502-682c3f8bfcb5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:48:51.860559 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bd2fdf-9de3-4881-be3f-036f57248c2c req-f5b2b2e7-5966-46f5-8da0-6e98e6c8305b tempest-AttachVolumeNegativeTest-1626257925 tempest-AttachVolumeNegativeTest-1626257925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:48:51.861082 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-49bd2fdf-9de3-4881-be3f-036f57248c2c req-f5b2b2e7-5966-46f5-8da0-6e98e6c8305b tempest-AttachVolumeNegativeTest-1626257925 tempest-AttachVolumeNegativeTest-1626257925-project] 10.222.0.47 "GET /v2.0/ports?device_id=cf18d184-8fe9-4b62-b824-e56edc001a7d HTTP/1.1" status: 200  len: 943 time: 0.7303014
Apr 15 19:48:51.920879 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-1bcb9d0f-01c8-432d-b2c1-7c45d8175dc5 tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806004'] for security_group, after_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:48:51.931258 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40b31d52-f75b-4658-8b1c-e6fa2f95f4de None None] Network bfb7faf0-99c9-4910-9a35-0d0821c80032 requested from dv-cinder-786383-2-iscsi {{(pid=85346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 15 19:48:51.977071 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-88ed8e76-dcac-4043-a339-8f3458b4a63b req-6aaa0624-1f56-451e-9333-c012cebf8ac1 service neutron] 10.222.0.65 "GET /v2.0/networks/dcb51ae5-ec1d-4059-96e4-434dbd301cd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6568818
Apr 15 19:48:52.013014 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [None req-1a6178da-84f5-4bb7-8a5b-949d49ab6543 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 10.5350914
Apr 15 19:48:52.026889 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-49bd2fdf-9de3-4881-be3f-036f57248c2c req-d6c2e8d7-a446-4d71-838c-54c9acfc84e5 tempest-AttachVolumeNegativeTest-1626257925 tempest-AttachVolumeNegativeTest-1626257925-project] 10.222.0.47 "GET /v2.0/security-groups?id=8498f6ac-4e62-4833-b465-61e9c537cd5f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1198382
Apr 15 19:48:52.041252 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-157a13b0-e118-4609-9502-682c3f8bfcb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806004'] for security_group, after_delete {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:48:52.050609 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:48:52.080428 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157a13b0-e118-4609-9502-682c3f8bfcb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e49587d-4b20-4d1d-92b6-9cedd7bf7563,revision_number=None']} {{(pid=85345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:48:52.083242 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-157a13b0-e118-4609-9502-682c3f8bfcb5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:48:52.096954 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-157a13b0-e118-4609-9502-682c3f8bfcb5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:48:52.100700 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [None req-157a13b0-e118-4609-9502-682c3f8bfcb5 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/2e49587d-4b20-4d1d-92b6-9cedd7bf7563 HTTP/1.1" status: 204  len: 168 time: 0.9147148
Apr 15 19:48:52.113226 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-1bcb9d0f-01c8-432d-b2c1-7c45d8175dc5 tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] Notify callbacks [] for security_group, before_response {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:48:52.114657 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [None req-1bcb9d0f-01c8-432d-b2c1-7c45d8175dc5 tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1779 time: 1.5401759
Apr 15 19:48:52.118244 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.wsgi [-] (85345) accepted ('10.222.0.47', 42572) {{(pid=85345) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:48:52.128471 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.v2.base [None req-0968d7ec-8793-4dc1-abb1-83ff6e78c35b tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] Request body: {'security_group_rule': {'security_group_id': '02d47f4f-b1ff-4af7-910c-5d6978bde7fb', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=85345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 19:48:52.140528 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.quota.driver [None req-0968d7ec-8793-4dc1-abb1-83ff6e78c35b tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85345) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:48:52.152614 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource [None req-0968d7ec-8793-4dc1-abb1-83ff6e78c35b tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] Usage tracker for resource:security_group_rule and tenant:4bae275d2add4a8a85e8b627d205bb33 is out of sync, need to count used quota {{(pid=85345) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:48:52.160406 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource [None req-0968d7ec-8793-4dc1-abb1-83ff6e78c35b tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=85345) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:48:52.164690 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.db_base_plugin_common [None req-88196109-3d6a-4ca4-9f27-4f01fc363e54 tempest-AttachVolumeTestJSON-1178366330 tempest-AttachVolumeTestJSON-1178366330-project] Allocated IP 172.27.2.17 (0b576887-bb01-4bfc-8617-ca8b886d7b7e/7ad9face-0ae3-4529-aacd-d53ebb36e4d0/3c1322b5-fa50-46a1-afb8-ee08303cd593) {{(pid=85344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 15 19:48:52.172732 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f655a4-856d-4906-958a-440c1efeff9f req-ae17281d-47f0-4a3c-a77f-9e33644c3155 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:48:52.173431 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [req-31f655a4-856d-4906-958a-440c1efeff9f req-ae17281d-47f0-4a3c-a77f-9e33644c3155 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852972363'] for port, before_response {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:48:52.175644 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-31f655a4-856d-4906-958a-440c1efeff9f req-ae17281d-47f0-4a3c-a77f-9e33644c3155 service neutron] 10.222.0.65 "PUT /v2.0/ports/be9619d3-4ba8-4e4a-a4ba-b89da7e6b04a HTTP/1.1" status: 200  len: 1094 time: 6.9741268
Apr 15 19:48:52.176392 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae17281d-47f0-4a3c-a77f-9e33644c3155 service neutron] Pushing event updated for resources: {'Port': ['ID=be9619d3-4ba8-4e4a-a4ba-b89da7e6b04a,revision_number=3']} {{(pid=85344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:48:52.182417 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.quota.driver [None req-0968d7ec-8793-4dc1-abb1-83ff6e78c35b tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=85345) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:48:52.201777 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-ae17281d-47f0-4a3c-a77f-9e33644c3155 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.397s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:48:52.207756 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c716e82-8478-4821-8694-f29d4ff87eb1', 'tag': 'be9619d3-4ba8-4e4a-a4ba-b89da7e6b04a'}] {{(pid=85344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 19:48:52.236209 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-0968d7ec-8793-4dc1-abb1-83ff6e78c35b tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:48:52.355764 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.360s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:48:52.401741 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf18d184-8fe9-4b62-b824-e56edc001a7d', 'tag': '0f2dbfcb-23b1-46b8-a0a3-84c74f25f2e6', 'status': 'completed', 'code': 200}
Apr 15 19:48:52.455100 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-56ecdebd-c5a0-4569-bc96-ba437f5ce558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854565853'] for port, before_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:48:52.504940 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4b5864-5a46-46b7-ac3a-e459ca139fa8 req-987ad1c0-b0e6-4dc4-a3c8-1d51544d969a tempest-DeleteServersTestJSON-531578038 tempest-DeleteServersTestJSON-531578038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:48:52.507723 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-4f4b5864-5a46-46b7-ac3a-e459ca139fa8 req-987ad1c0-b0e6-4dc4-a3c8-1d51544d969a tempest-DeleteServersTestJSON-531578038 tempest-DeleteServersTestJSON-531578038-project] 10.222.0.47 "GET /v2.0/ports?device_id=4c716e82-8478-4821-8694-f29d4ff87eb1 HTTP/1.1" status: 200  len: 944 time: 1.4408109
Apr 15 19:48:52.528876 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bcb9d0f-01c8-432d-b2c1-7c45d8175dc5 tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] Pushing event updated for resources: {'SecurityGroup': ['ID=02d47f4f-b1ff-4af7-910c-5d6978bde7fb,revision_number=1']} {{(pid=85344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:48:52.546632 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-1bcb9d0f-01c8-432d-b2c1-7c45d8175dc5 tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:48:52.550358 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.db [None req-56ecdebd-c5a0-4569-bc96-ba437f5ce558 None None] For port b2c512cd-db90-4242-a1fa-595c06234870, host dv-cinder-786383-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-2-iscsi',level=0,port_id=b2c512cd-db90-4242-a1fa-595c06234870,segment=NetworkSegment(4fe08c56-c114-425d-80fa-84b1114c9738),segment_id=4fe08c56-c114-425d-80fa-84b1114c9738)] {{(pid=85346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 19:48:52.576050 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-0968d7ec-8793-4dc1-abb1-83ff6e78c35b tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:48:52.592482 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-0968d7ec-8793-4dc1-abb1-83ff6e78c35b tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805984'] for security_group_rule, after_create {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:48:52.616836 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-56ecdebd-c5a0-4569-bc96-ba437f5ce558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854693686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852972410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789846929216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789846482410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789846483725'] for port, after_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:48:52.625264 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-88f59caf-9867-43cb-8613-d686092c4451 tempest-AttachVolumeTestJSON-1178366330 tempest-AttachVolumeTestJSON-1178366330-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:48:52.626456 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.rpc [None req-56ecdebd-c5a0-4569-bc96-ba437f5ce558 None None] Device dcc948ac-1cad-4ecf-8c41-5f7bf7e657c9 up at agent ovs-agent-dv-cinder-786383-2-iscsi {{(pid=85346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 19:48:52.731300 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:48:52.762967 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-4f4b5864-5a46-46b7-ac3a-e459ca139fa8 req-fcaceb65-c82a-4c3a-b96e-b028effca499 tempest-DeleteServersTestJSON-531578038 tempest-DeleteServersTestJSON-531578038-project] 10.222.0.47 "GET /v2.0/security-groups?id=326d5005-9168-478f-b769-3c01532f8739&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2142799
Apr 15 19:48:52.839400 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.wsgi [-] (85344) accepted ('10.222.0.65', 50784) {{(pid=85344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:48:52.850300 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.provisioning_blocks [None req-56ecdebd-c5a0-4569-bc96-ba437f5ce558 None None] Provisioning for port dcc948ac-1cad-4ecf-8c41-5f7bf7e657c9 completed by entity L2. {{(pid=85346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 19:48:52.859605 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0968d7ec-8793-4dc1-abb1-83ff6e78c35b tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=411abb94-e7ce-45d2-83c7-263f1083a0d5,revision_number=0']} {{(pid=85345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:48:52.866359 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.provisioning_blocks [None req-56ecdebd-c5a0-4569-bc96-ba437f5ce558 None None] Provisioning complete for port dcc948ac-1cad-4ecf-8c41-5f7bf7e657c9 triggered by entity L2. {{(pid=85346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 19:48:52.867399 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-56ecdebd-c5a0-4569-bc96-ba437f5ce558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-428662'] for port, provisioning_complete {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:48:52.900636 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-0968d7ec-8793-4dc1-abb1-83ff6e78c35b tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:48:52.995719 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f655a4-856d-4906-958a-440c1efeff9f req-c339dcf0-3a91-4c9a-9699-7da6ae7f5ad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:48:52.997820 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-31f655a4-856d-4906-958a-440c1efeff9f req-c339dcf0-3a91-4c9a-9699-7da6ae7f5ad7 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=1df1ccdad5f84944aa5a1da6bd684a06&device_id=4c716e82-8478-4821-8694-f29d4ff87eb1 HTTP/1.1" status: 200  len: 1097 time: 0.6296992
Apr 15 19:48:53.014237 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-2597e61a-ceb9-4d42-9391-2e41f9bc3560 req-ff320cc3-1ec6-4435-8114-978551395c70 tempest-ServerRescueNegativeTestJSON-1235948813 tempest-ServerRescueNegativeTestJSON-1235948813-project] 10.222.0.47 "GET /v2.0/ports?device_id=d4df9318-4d76-48f8-9843-b64bef8e8007 HTTP/1.1" status: 200  len: 210 time: 0.3555739
Apr 15 19:48:53.055210 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-0968d7ec-8793-4dc1-abb1-83ff6e78c35b tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:48:53.056528 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [None req-0968d7ec-8793-4dc1-abb1-83ff6e78c35b tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.9366775
Apr 15 19:48:53.063329 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef19c914-fb3a-4f28-8698-1ec21bae94b1 req-9351bafc-c079-4185-a810-0a3588501324 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:48:53.065688 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-ef19c914-fb3a-4f28-8698-1ec21bae94b1 req-9351bafc-c079-4185-a810-0a3588501324 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=baf9cfef8926468ebb80cb08498b5bf3&device_id=cf18d184-8fe9-4b62-b824-e56edc001a7d HTTP/1.1" status: 200  len: 1096 time: 0.6479378
Apr 15 19:48:53.066246 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.wsgi [-] (85345) accepted ('10.222.0.47', 42600) {{(pid=85345) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:48:53.073803 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.v2.base [None req-263c7f5c-5e87-4dc9-9fe1-639ab6f13a1e tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] Request body: {'security_group_rule': {'security_group_id': '02d47f4f-b1ff-4af7-910c-5d6978bde7fb', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=85345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 19:48:53.084811 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.quota.driver [None req-263c7f5c-5e87-4dc9-9fe1-639ab6f13a1e tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85345) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:48:53.090047 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource [None req-263c7f5c-5e87-4dc9-9fe1-639ab6f13a1e tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] Usage tracker for resource:security_group_rule and tenant:4bae275d2add4a8a85e8b627d205bb33 is out of sync, need to count used quota {{(pid=85345) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:48:53.103743 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource [None req-263c7f5c-5e87-4dc9-9fe1-639ab6f13a1e tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=85345) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:48:53.111511 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.db.resource_extend [None req-69c3f405-d247-460c-8d5d-749c91eeeda7 None None] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=85346) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Apr 15 19:48:53.119416 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.quota.driver [None req-263c7f5c-5e87-4dc9-9fe1-639ab6f13a1e tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=85345) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:48:53.210791 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-263c7f5c-5e87-4dc9-9fe1-639ab6f13a1e tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:48:53.430559 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ecdebd-c5a0-4569-bc96-ba437f5ce558 None None] Pushing event updated for resources: {'Port': ['ID=b2c512cd-db90-4242-a1fa-595c06234870,revision_number=5']} {{(pid=85346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:48:53.578959 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-56ecdebd-c5a0-4569-bc96-ba437f5ce558 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.847s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:48:53.606808 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef19c914-fb3a-4f28-8698-1ec21bae94b1 req-938eb289-a102-497c-bab2-6e596e906986 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:48:53.608442 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-ef19c914-fb3a-4f28-8698-1ec21bae94b1 req-938eb289-a102-497c-bab2-6e596e906986 service neutron] 10.222.0.65 "GET /v2.0/networks?id=dcb51ae5-ec1d-4059-96e4-434dbd301cd9 HTTP/1.1" status: 200  len: 916 time: 0.4788222
Apr 15 19:48:53.624584 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4207cb10-221a-411b-809b-90463ed8d5b3 req-4b354a80-9562-461c-a921-eac2f6dad6d9 tempest-ServerRescueNegativeTestJSON-1235948813 tempest-ServerRescueNegativeTestJSON-1235948813-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:48:53.631024 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-4207cb10-221a-411b-809b-90463ed8d5b3 req-4b354a80-9562-461c-a921-eac2f6dad6d9 tempest-ServerRescueNegativeTestJSON-1235948813 tempest-ServerRescueNegativeTestJSON-1235948813-project] 10.222.0.65 "GET /v2.0/networks?id=e2d187b6-98ce-49de-b641-472e7c3488cc HTTP/1.1" status: 200  len: 819 time: 0.7735386
Apr 15 19:48:53.646376 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-56ecdebd-c5a0-4569-bc96-ba437f5ce558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854565853'] for port, before_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:48:53.673757 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-69c3f405-d247-460c-8d5d-749c91eeeda7 None None] Notify callbacks [] for port, precommit_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:48:53.704054 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.provisioning_blocks [None req-69c3f405-d247-460c-8d5d-749c91eeeda7 None None] Transition to ACTIVE for port object c8721a51-9e02-43fd-8698-1972f9c41b9f will not be triggered until provisioned by entity L2. {{(pid=85346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 19:48:53.719997 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-69c3f405-d247-460c-8d5d-749c91eeeda7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854693686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852972410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789846929216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789846482410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789846483725'] for port, after_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:48:53.768096 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.v2.base [req-4207cb10-221a-411b-809b-90463ed8d5b3 req-44ed2fae-2fdc-4783-8631-70e017e08b7d tempest-ServerRescueNegativeTestJSON-1235948813 tempest-ServerRescueNegativeTestJSON-1235948813-project] Request body: {'port': {'device_id': 'd4df9318-4d76-48f8-9843-b64bef8e8007', 'network_id': 'e2d187b6-98ce-49de-b641-472e7c3488cc', 'admin_state_up': True, 'tenant_id': '308b7c9489eb439cb66d243d5654d1ba'}} {{(pid=85344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 19:48:53.798833 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-263c7f5c-5e87-4dc9-9fe1-639ab6f13a1e tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:48:53.804723 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-ef19c914-fb3a-4f28-8698-1ec21bae94b1 req-87dfde36-f61e-4734-af6c-abf52bc51470 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0f2dbfcb-23b1-46b8-a0a3-84c74f25f2e6 HTTP/1.1" status: 200  len: 217 time: 0.1825588
Apr 15 19:48:53.815334 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-263c7f5c-5e87-4dc9-9fe1-639ab6f13a1e tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805984'] for security_group_rule, after_create {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:48:53.868477 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-31f655a4-856d-4906-958a-440c1efeff9f req-bf0858c8-f682-48e8-a672-42ae9057052b service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=be9619d3-4ba8-4e4a-a4ba-b89da7e6b04a HTTP/1.1" status: 200  len: 217 time: 0.6725397
Apr 15 19:48:53.904233 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.db [None req-56ecdebd-c5a0-4569-bc96-ba437f5ce558 None None] For port dcc948ac-1cad-4ecf-8c41-5f7bf7e657c9, host dv-cinder-786383-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-2-iscsi',level=0,port_id=dcc948ac-1cad-4ecf-8c41-5f7bf7e657c9,segment=NetworkSegment(fba2751d-d069-4029-bec8-ed01c7a617d8),segment_id=fba2751d-d069-4029-bec8-ed01c7a617d8)] {{(pid=85346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 19:48:53.905779 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-0df05b47-954a-478b-a22f-41da8a432b62 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:48:53.967952 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-56ecdebd-c5a0-4569-bc96-ba437f5ce558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854693686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852972410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789846929216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789846482410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789846483725'] for port, after_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:48:53.973809 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-0968d7ec-8793-4dc1-abb1-83ff6e78c35b tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:48:53.995574 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-88196109-3d6a-4ca4-9f27-4f01fc363e54 tempest-AttachVolumeTestJSON-1178366330 tempest-AttachVolumeTestJSON-1178366330-project] Notify callbacks [] for port, precommit_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:48:54.004225 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef19c914-fb3a-4f28-8698-1ec21bae94b1 req-c68a866d-825a-447c-b78c-258d7f3ba027 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:48:54.007448 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-ef19c914-fb3a-4f28-8698-1ec21bae94b1 req-c68a866d-825a-447c-b78c-258d7f3ba027 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=6be9cab0-c301-4b99-9135-7ca2bab15246 HTTP/1.1" status: 200  len: 855 time: 0.1904044
Apr 15 19:48:54.016530 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90663d85-9d06-440e-b26b-0c413df46d44 None None] Pushing event updated for resources: {'Port': ['ID=c8721a51-9e02-43fd-8698-1972f9c41b9f,revision_number=3']} {{(pid=85346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:48:54.020706 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263c7f5c-5e87-4dc9-9fe1-639ab6f13a1e tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2754640f-1545-4624-a5e9-ecfc57bf87d0,revision_number=0']} {{(pid=85345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:48:54.023161 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-90663d85-9d06-440e-b26b-0c413df46d44 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:48:54.037356 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-263c7f5c-5e87-4dc9-9fe1-639ab6f13a1e tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:48:54.044782 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-56ecdebd-c5a0-4569-bc96-ba437f5ce558 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.069s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:48:54.159593 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.rpc [None req-56ecdebd-c5a0-4569-bc96-ba437f5ce558 None None] Device b2c512cd-db90-4242-a1fa-595c06234870 up at agent ovs-agent-dv-cinder-786383-2-iscsi {{(pid=85346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 19:48:54.173839 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-ef19c914-fb3a-4f28-8698-1ec21bae94b1 req-72dc95f1-95a3-45ec-92b9-ce0599d6758f service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=dcb51ae5-ec1d-4059-96e4-434dbd301cd9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1419749
Apr 15 19:48:54.186909 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3798194-5256-4bd5-9d5f-e541e7c9dbc3 req-7a3a0ccc-63b2-4c8e-b6dc-5c00a307524e tempest-AttachVolumeNegativeTest-1626257925 tempest-AttachVolumeNegativeTest-1626257925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:48:54.188711 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-f3798194-5256-4bd5-9d5f-e541e7c9dbc3 req-7a3a0ccc-63b2-4c8e-b6dc-5c00a307524e tempest-AttachVolumeNegativeTest-1626257925 tempest-AttachVolumeNegativeTest-1626257925-project] 10.222.0.47 "GET /v2.0/ports?device_id=cf18d184-8fe9-4b62-b824-e56edc001a7d HTTP/1.1" status: 200  len: 943 time: 0.7661991
Apr 15 19:48:54.210065 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.quota.driver [req-4207cb10-221a-411b-809b-90463ed8d5b3 req-44ed2fae-2fdc-4783-8631-70e017e08b7d tempest-ServerRescueNegativeTestJSON-1235948813 tempest-ServerRescueNegativeTestJSON-1235948813-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:48:54.231825 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ecdebd-c5a0-4569-bc96-ba437f5ce558 None None] Pushing event updated for resources: {'Port': ['ID=dcc948ac-1cad-4ecf-8c41-5f7bf7e657c9,revision_number=5']} {{(pid=85346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:48:54.236031 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-56ecdebd-c5a0-4569-bc96-ba437f5ce558 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:48:54.242901 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-263c7f5c-5e87-4dc9-9fe1-639ab6f13a1e tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:48:54.243206 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.quota.driver [req-4207cb10-221a-411b-809b-90463ed8d5b3 req-44ed2fae-2fdc-4783-8631-70e017e08b7d tempest-ServerRescueNegativeTestJSON-1235948813 tempest-ServerRescueNegativeTestJSON-1235948813-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=85344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:48:54.247883 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [None req-263c7f5c-5e87-4dc9-9fe1-639ab6f13a1e tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 1.1803038
Apr 15 19:48:54.252911 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.wsgi [-] (85344) accepted ('10.222.0.47', 42654) {{(pid=85344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:48:54.285057 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.v2.base [None req-57b38028-c3dc-425d-a2d8-4953f6974979 tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] Request body: {'floatingip': {'floating_network_id': '0b576887-bb01-4bfc-8617-ca8b886d7b7e'}} {{(pid=85344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 19:48:54.317117 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f655a4-856d-4906-958a-440c1efeff9f req-c1f26e2b-e9d4-4e8c-a31e-eeded1f9e4f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:48:54.319618 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-31f655a4-856d-4906-958a-440c1efeff9f req-c1f26e2b-e9d4-4e8c-a31e-eeded1f9e4f1 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=a28637db-e9c2-4c9e-a04f-87edaec9fbe6 HTTP/1.1" status: 200  len: 850 time: 0.3096540
Apr 15 19:48:54.325679 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.quota.driver [None req-57b38028-c3dc-425d-a2d8-4953f6974979 tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:48:54.344715 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4207cb10-221a-411b-809b-90463ed8d5b3 req-44ed2fae-2fdc-4783-8631-70e017e08b7d tempest-ServerRescueNegativeTestJSON-1235948813 tempest-ServerRescueNegativeTestJSON-1235948813-project] Made reservation on behalf of 308b7c9489eb439cb66d243d5654d1ba for: {'port': 1} {{(pid=85344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 15 19:48:54.351974 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [req-4207cb10-221a-411b-809b-90463ed8d5b3 req-44ed2fae-2fdc-4783-8631-70e017e08b7d tempest-ServerRescueNegativeTestJSON-1235948813 tempest-ServerRescueNegativeTestJSON-1235948813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854565853'] for port, before_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:48:54.369670 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-f3798194-5256-4bd5-9d5f-e541e7c9dbc3 req-2a3f84de-543b-4b66-8398-64aeed3732eb tempest-AttachVolumeNegativeTest-1626257925 tempest-AttachVolumeNegativeTest-1626257925-project] 10.222.0.47 "GET /v2.0/security-groups?id=8498f6ac-4e62-4833-b465-61e9c537cd5f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1530807
Apr 15 19:48:54.467609 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-ef19c914-fb3a-4f28-8698-1ec21bae94b1 req-633fb219-b6e7-4bda-afff-1c88fd021efe service neutron] 10.222.0.65 "GET /v2.0/networks/dcb51ae5-ec1d-4059-96e4-434dbd301cd9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2766230
Apr 15 19:48:54.474717 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource [None req-57b38028-c3dc-425d-a2d8-4953f6974979 tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] Usage tracker for resource:floatingip and tenant:4bae275d2add4a8a85e8b627d205bb33 is out of sync, need to count used quota {{(pid=85344) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:48:54.490360 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0186be47-4ad5-4423-9caa-5614ad6fb5db req-0aba03d8-7156-48f4-8a50-9a2ff8e47912 tempest-ServerRescueNegativeTestJSON-1235948813 tempest-ServerRescueNegativeTestJSON-1235948813-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:48:54.499082 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-0186be47-4ad5-4423-9caa-5614ad6fb5db req-0aba03d8-7156-48f4-8a50-9a2ff8e47912 tempest-ServerRescueNegativeTestJSON-1235948813 tempest-ServerRescueNegativeTestJSON-1235948813-project] 10.222.0.47 "GET /v2.0/networks?id=e2d187b6-98ce-49de-b641-472e7c3488cc HTTP/1.1" status: 200  len: 819 time: 0.8434792
Apr 15 19:48:54.509620 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource [None req-57b38028-c3dc-425d-a2d8-4953f6974979 tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=85344) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:48:54.572464 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-0186be47-4ad5-4423-9caa-5614ad6fb5db req-cbc19e05-31e8-4503-9800-e7a760489811 tempest-ServerRescueNegativeTestJSON-1235948813 tempest-ServerRescueNegativeTestJSON-1235948813-project] 10.222.0.47 "GET /v2.0/quotas/308b7c9489eb439cb66d243d5654d1ba HTTP/1.1" status: 200  len: 375 time: 0.0722837
Apr 15 19:48:54.576250 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.managers [None req-69c3f405-d247-460c-8d5d-749c91eeeda7 None None] Attempting to bind port c8721a51-9e02-43fd-8698-1972f9c41b9f on host dv-cinder-786383-2-iscsi for vnic_type normal with profile  {{(pid=85346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 15 19:48:54.576474 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-31f655a4-856d-4906-958a-440c1efeff9f req-f4c7ce30-551b-477b-8c65-76fa6b0313f4 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=0f45a1aa-2622-4761-ba40-3d07b3d3afa9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.2462032
Apr 15 19:48:54.576884 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.managers [None req-69c3f405-d247-460c-8d5d-749c91eeeda7 None None] Attempting to bind port c8721a51-9e02-43fd-8698-1972f9c41b9f by drivers openvswitch,hyperv on host dv-cinder-786383-2-iscsi at level 0 using segments [{'id': '50fe2df4-77d3-40aa-a8a3-45d53f7bd89a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '3371f473-4c26-4f81-abc4-c2c4353fa3ab'}] {{(pid=85346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 15 19:48:54.577182 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69c3f405-d247-460c-8d5d-749c91eeeda7 None None] Attempting to bind port c8721a51-9e02-43fd-8698-1972f9c41b9f on network 3371f473-4c26-4f81-abc4-c2c4353fa3ab {{(pid=85346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 19:48:54.577426 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.quota.driver [None req-57b38028-c3dc-425d-a2d8-4953f6974979 tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=85344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:48:54.589399 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69c3f405-d247-460c-8d5d-749c91eeeda7 None None] Checking agent: {'id': 'be1a0b7a-7144-4bb6-9f10-b289de7b23b3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786383-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 19, 40, 9), 'started_at': datetime.datetime(2021, 4, 15, 19, 40, 39), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 19, 48, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786383-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 15 19:48:54.589958 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69c3f405-d247-460c-8d5d-749c91eeeda7 None None] Checking segment: {'id': '50fe2df4-77d3-40aa-a8a3-45d53f7bd89a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '3371f473-4c26-4f81-abc4-c2c4353fa3ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 19:48:54.590222 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-69c3f405-d247-460c-8d5d-749c91eeeda7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:48:54.591120 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69c3f405-d247-460c-8d5d-749c91eeeda7 None None] Bound using segment: {'id': '50fe2df4-77d3-40aa-a8a3-45d53f7bd89a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '3371f473-4c26-4f81-abc4-c2c4353fa3ab'} {{(pid=85346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 15 19:48:54.591671 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.managers [None req-69c3f405-d247-460c-8d5d-749c91eeeda7 None None] Bound port: c8721a51-9e02-43fd-8698-1972f9c41b9f, host: dv-cinder-786383-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50fe2df4-77d3-40aa-a8a3-45d53f7bd89a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '3371f473-4c26-4f81-abc4-c2c4353fa3ab'}}] {{(pid=85346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 15 19:48:54.592090 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-69c3f405-d247-460c-8d5d-749c91eeeda7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854565853'] for port, before_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:48:54.703881 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-ef19c914-fb3a-4f28-8698-1ec21bae94b1 req-2eb6ec55-c580-49a0-b6aa-2d9b217f1ae9 service neutron] 10.222.0.65 "GET /v2.0/networks/dcb51ae5-ec1d-4059-96e4-434dbd301cd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2051456
Apr 15 19:48:54.777990 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-57b38028-c3dc-425d-a2d8-4953f6974979 tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] Notify callbacks [] for floatingip, before_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:48:54.781715 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.db [None req-69c3f405-d247-460c-8d5d-749c91eeeda7 None None] For port c8721a51-9e02-43fd-8698-1972f9c41b9f, host dv-cinder-786383-2-iscsi, cleared binding levels {{(pid=85346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 15 19:48:54.785181 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.db [None req-69c3f405-d247-460c-8d5d-749c91eeeda7 None None] For port c8721a51-9e02-43fd-8698-1972f9c41b9f, host dv-cinder-786383-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-2-iscsi',level=0,port_id=c8721a51-9e02-43fd-8698-1972f9c41b9f,segment=NetworkSegment(50fe2df4-77d3-40aa-a8a3-45d53f7bd89a),segment_id=50fe2df4-77d3-40aa-a8a3-45d53f7bd89a)] {{(pid=85346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 15 19:48:54.792479 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-69c3f405-d247-460c-8d5d-749c91eeeda7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854693686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852972410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789846929216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789846482410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789846483725'] for port, after_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:48:54.815282 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-88196109-3d6a-4ca4-9f27-4f01fc363e54 tempest-AttachVolumeTestJSON-1178366330 tempest-AttachVolumeTestJSON-1178366330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854693686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852972410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789846482393'] for port, after_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:48:54.869908 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:48:54.950067 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:48:55.053504 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90663d85-9d06-440e-b26b-0c413df46d44 None None] Pushing event updated for resources: {'Port': ['ID=c8721a51-9e02-43fd-8698-1972f9c41b9f,revision_number=4']} {{(pid=85346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:48:55.058150 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.provisioning_blocks [None req-56ecdebd-c5a0-4569-bc96-ba437f5ce558 None None] Provisioning complete for port b2c512cd-db90-4242-a1fa-595c06234870 triggered by entity L2. {{(pid=85346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 19:48:55.058525 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-56ecdebd-c5a0-4569-bc96-ba437f5ce558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-428662'] for port, provisioning_complete {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:48:55.117273 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-90663d85-9d06-440e-b26b-0c413df46d44 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:48:55.155987 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69c3f405-d247-460c-8d5d-749c91eeeda7 None None] Routers {'f8b874cc-f348-4da0-80b2-8449d13838df'} bound to L3 agent in host dv-cinder-786383-2-iscsi {{(pid=85346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 19:48:55.156700 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.l3_hamode_db [None req-69c3f405-d247-460c-8d5d-749c91eeeda7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe8b97fa668>, 'dv-cinder-786383-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-15T19:40:08Z,description=<?>,heartbeat_timestamp=2021-04-15T19:48:38Z,host='dv-cinder-786383-2-iscsi',id=74482fb0-5b00-43f0-8fa9-533a3c8b2378,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T19:40:08Z,topic='l3_agent')) {'router_ids': ['f8b874cc-f348-4da0-80b2-8449d13838df'], 'active': True} {{(pid=85346) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 19:48:55.311365 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.rpc [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Device 0f2dbfcb-23b1-46b8-a0a3-84c74f25f2e6 details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=85346) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 15 19:48:55.356577 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c716e82-8478-4821-8694-f29d4ff87eb1', 'tag': 'be9619d3-4ba8-4e4a-a4ba-b89da7e6b04a', 'status': 'completed', 'code': 200}
Apr 15 19:48:55.361808 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88196109-3d6a-4ca4-9f27-4f01fc363e54 tempest-AttachVolumeTestJSON-1178366330 tempest-AttachVolumeTestJSON-1178366330-project] Pushing event updated for resources: {'Port': ['ID=3c1322b5-fa50-46a1-afb8-ee08303cd593,revision_number=1']} {{(pid=85344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:48:55.366939 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-88196109-3d6a-4ca4-9f27-4f01fc363e54 tempest-AttachVolumeTestJSON-1178366330 tempest-AttachVolumeTestJSON-1178366330-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.497s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:48:55.485835 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eca14c4-05be-4124-b2d2-b2919d160585 req-7709ffef-f344-4618-8ca5-838eae78613f tempest-DeleteServersTestJSON-531578038 tempest-DeleteServersTestJSON-531578038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:48:55.487948 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-5eca14c4-05be-4124-b2d2-b2919d160585 req-7709ffef-f344-4618-8ca5-838eae78613f tempest-DeleteServersTestJSON-531578038 tempest-DeleteServersTestJSON-531578038-project] 10.222.0.47 "GET /v2.0/ports?device_id=4c716e82-8478-4821-8694-f29d4ff87eb1 HTTP/1.1" status: 200  len: 944 time: 0.1189487
Apr 15 19:48:55.550935 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-5eca14c4-05be-4124-b2d2-b2919d160585 req-e60d2e4a-b90e-4092-9ba2-1d4c8ba191be tempest-DeleteServersTestJSON-531578038 tempest-DeleteServersTestJSON-531578038-project] 10.222.0.47 "GET /v2.0/security-groups?id=326d5005-9168-478f-b769-3c01532f8739&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0494664
Apr 15 19:48:55.625760 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-0186be47-4ad5-4423-9caa-5614ad6fb5db req-8dd696d3-a7ef-4354-8dea-6363e1a1d552 tempest-ServerRescueNegativeTestJSON-1235948813 tempest-ServerRescueNegativeTestJSON-1235948813-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=308b7c9489eb439cb66d243d5654d1ba&fields=id HTTP/1.1" status: 200  len: 255 time: 1.0522697
Apr 15 19:48:55.722492 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-31f655a4-856d-4906-958a-440c1efeff9f req-483ce59d-edb1-4f8d-b9ae-17c7352b6160 service neutron] 10.222.0.65 "GET /v2.0/networks/0f45a1aa-2622-4761-ba40-3d07b3d3afa9?fields=segments HTTP/1.1" status: 200  len: 212 time: 1.0857830
Apr 15 19:48:55.907337 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.l3_dvr_db [None req-69c3f405-d247-460c-8d5d-749c91eeeda7 None None] Set router f8b874cc-f348-4da0-80b2-8449d13838df gateway port host: dv-cinder-786383-2-iscsi {{(pid=85346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 19:48:55.963145 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.db_base_plugin_common [req-4207cb10-221a-411b-809b-90463ed8d5b3 req-44ed2fae-2fdc-4783-8631-70e017e08b7d tempest-ServerRescueNegativeTestJSON-1235948813 tempest-ServerRescueNegativeTestJSON-1235948813-project] Allocated IP 172.20.0.9 (e2d187b6-98ce-49de-b641-472e7c3488cc/df80589a-5211-47ee-98ca-4218fd01eea5/ef741914-f4e2-4191-a3f5-849ecb03ddc2) {{(pid=85344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 15 19:48:56.066537 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-0186be47-4ad5-4423-9caa-5614ad6fb5db req-47d91b23-b57b-49aa-9167-1117af234448 service neutron] 10.222.0.47 "GET /v2.0/networks/e2d187b6-98ce-49de-b641-472e7c3488cc?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3517408
Apr 15 19:48:56.106349 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.db [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] For port 0f2dbfcb-23b1-46b8-a0a3-84c74f25f2e6, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=0f2dbfcb-23b1-46b8-a0a3-84c74f25f2e6,segment=NetworkSegment(3e6fcf0e-0b95-4774-a8cb-5489ca9658fc),segment_id=3e6fcf0e-0b95-4774-a8cb-5489ca9658fc)] {{(pid=85346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 19:48:56.126054 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.rpc [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Returning: {'device': '0f2dbfcb-23b1-46b8-a0a3-84c74f25f2e6', 'network_id': 'dcb51ae5-ec1d-4059-96e4-434dbd301cd9', 'port_id': '0f2dbfcb-23b1-46b8-a0a3-84c74f25f2e6', 'mac_address': 'fa:16:3e:6b:4a:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 696, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6be9cab0-c301-4b99-9135-7ca2bab15246', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85346) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 15 19:48:56.260668 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-0186be47-4ad5-4423-9caa-5614ad6fb5db req-68ad1c22-695f-4216-85e7-12b93306b541 service neutron] 10.222.0.47 "GET /v2.0/networks/e2d187b6-98ce-49de-b641-472e7c3488cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1731961
Apr 15 19:48:56.301743 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88196109-3d6a-4ca4-9f27-4f01fc363e54 tempest-AttachVolumeTestJSON-1178366330 tempest-AttachVolumeTestJSON-1178366330-project] Network 0b576887-bb01-4bfc-8617-ca8b886d7b7e is already hosted by enough agents. {{(pid=85344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 15 19:48:56.308975 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.scheduler.base_scheduler [None req-88196109-3d6a-4ca4-9f27-4f01fc363e54 tempest-AttachVolumeTestJSON-1178366330 tempest-AttachVolumeTestJSON-1178366330-project] Resources bound (agent type, host, resource id):  {{(pid=85344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 19:48:56.321109 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88196109-3d6a-4ca4-9f27-4f01fc363e54 tempest-AttachVolumeTestJSON-1178366330 tempest-AttachVolumeTestJSON-1178366330-project] Received port after_create {{(pid=85344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 15 19:48:56.425798 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-88196109-3d6a-4ca4-9f27-4f01fc363e54 tempest-AttachVolumeTestJSON-1178366330 tempest-AttachVolumeTestJSON-1178366330-project] Notify callbacks [] for floatingip, precommit_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:48:56.491736 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951cfedb-2b09-47cf-a24c-2fe90a92c79d req-98b7062b-915a-4e57-9eb1-65bb3138c040 tempest-VolumesActionsTest-406255356 tempest-VolumesActionsTest-406255356-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:48:56.508341 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-951cfedb-2b09-47cf-a24c-2fe90a92c79d req-98b7062b-915a-4e57-9eb1-65bb3138c040 tempest-VolumesActionsTest-406255356 tempest-VolumesActionsTest-406255356-project] 10.222.0.47 "GET /v2.0/networks?id=bfb7faf0-99c9-4910-9a35-0d0821c80032 HTTP/1.1" status: 200  len: 808 time: 0.3862407
Apr 15 19:48:56.544596 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-951cfedb-2b09-47cf-a24c-2fe90a92c79d req-3a7dbe07-85c7-4ba6-90e5-1a2b43741eee tempest-VolumesActionsTest-406255356 tempest-VolumesActionsTest-406255356-project] 10.222.0.47 "GET /v2.0/quotas/6d506b42933048f69f4a289666c552b5 HTTP/1.1" status: 200  len: 375 time: 0.0338941
Apr 15 19:48:56.612979 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854565853'] for port, before_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:48:56.649196 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-31f655a4-856d-4906-958a-440c1efeff9f req-8c59b031-f265-4b44-bb35-01e545ad5b4b service neutron] 10.222.0.65 "GET /v2.0/networks/0f45a1aa-2622-4761-ba40-3d07b3d3afa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.8909302
Apr 15 19:48:56.695436 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-951cfedb-2b09-47cf-a24c-2fe90a92c79d req-fbea8390-f364-491e-ac86-9ddde43df66e tempest-VolumesActionsTest-406255356 tempest-VolumesActionsTest-406255356-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=6d506b42933048f69f4a289666c552b5&fields=id HTTP/1.1" status: 200  len: 210 time: 0.1486273
Apr 15 19:48:56.705965 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.notifiers.nova [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f2dbfcb-23b1-46b8-a0a3-84c74f25f2e6 {{(pid=85346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 15 19:48:56.772933 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.db [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] For port 0f2dbfcb-23b1-46b8-a0a3-84c74f25f2e6, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=0f2dbfcb-23b1-46b8-a0a3-84c74f25f2e6,segment=NetworkSegment(3e6fcf0e-0b95-4774-a8cb-5489ca9658fc),segment_id=3e6fcf0e-0b95-4774-a8cb-5489ca9658fc)] {{(pid=85346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 19:48:56.799285 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854693686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852972410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789846929216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789846482410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789846483725'] for port, after_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:48:56.817798 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:48:56.871323 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-57b38028-c3dc-425d-a2d8-4953f6974979 tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854565853'] for port, before_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:48:56.877732 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.rpc [None req-56ecdebd-c5a0-4569-bc96-ba437f5ce558 None None] Device dcc948ac-1cad-4ecf-8c41-5f7bf7e657c9 up at agent ovs-agent-dv-cinder-786383-2-iscsi {{(pid=85346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 19:48:56.959911 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-951cfedb-2b09-47cf-a24c-2fe90a92c79d req-16a46183-02c8-4c2a-ba4c-395d5a3fb53a service neutron] 10.222.0.47 "GET /v2.0/networks/bfb7faf0-99c9-4910-9a35-0d0821c80032?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2532737
Apr 15 19:48:56.993460 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Pushing event updated for resources: {'Port': ['ID=0f2dbfcb-23b1-46b8-a0a3-84c74f25f2e6,revision_number=4']} {{(pid=85346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:48:57.004027 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:48:57.023024 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.l3_hamode_db [None req-69c3f405-d247-460c-8d5d-749c91eeeda7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe8b97fa668>, [{'id': 'f8b874cc-f348-4da0-80b2-8449d13838df', 'name': 'tempest-AttachVolumeShelveTestJSON-1863267534-router', 'tenant_id': '4bae275d2add4a8a85e8b627d205bb33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b576887-bb01-4bfc-8617-ca8b886d7b7e', 'external_fixed_ips': [{'subnet_id': '7ad9face-0ae3-4529-aacd-d53ebb36e4d0', 'ip_address': '172.27.2.96'}], 'enable_snat': True}, 'gw_port_id': '1f0a632d-6a7b-49a4-9d95-9dca92d85df6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:48:23Z', 'updated_at': '2021-04-15T19:48:43Z', 'revision_number': 4, 'project_id': '4bae275d2add4a8a85e8b627d205bb33', 'gw_port': {'id': '1f0a632d-6a7b-49a4-9d95-9dca92d85df6', 'name': '', 'network_id': '0b576887-bb01-4bfc-8617-ca8b886d7b7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:36:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8b874cc-f348-4da0-80b2-8449d13838df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '7ad9face-0ae3-4529-aacd-d53ebb36e4d0', 'ip_address': '172.27.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:48:26Z', 'updated_at': '2021-04-15T19:48:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ad9face-0ae3-4529-aacd-d53ebb36e4d0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-2-iscsi', '_interfaces': [{'id': 'c8721a51-9e02-43fd-8698-1972f9c41b9f', 'name': '', 'network_id': '3371f473-4c26-4f81-abc4-c2c4353fa3ab', 'tenant_id': '4bae275d2add4a8a85e8b627d205bb33', 'mac_address': 'fa:16:3e:1e:3d:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8b874cc-f348-4da0-80b2-8449d13838df', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '8272d6a7-33c7-4e21-aec7-64c68285458e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:48:38Z', 'updated_at': '2021-04-15T19:48:54Z', 'revision_number': 4, 'project_id': '4bae275d2add4a8a85e8b627d205bb33', 'subnets': [{'id': '8272d6a7-33c7-4e21-aec7-64c68285458e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786383-2-iscsi', False) {} {{(pid=85346) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 19:48:57.027813 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69c3f405-d247-460c-8d5d-749c91eeeda7 None None] The sync data for ids ['f8b874cc-f348-4da0-80b2-8449d13838df'] in dv-cinder-786383-2-iscsi is: [{'id': 'f8b874cc-f348-4da0-80b2-8449d13838df', 'name': 'tempest-AttachVolumeShelveTestJSON-1863267534-router', 'tenant_id': '4bae275d2add4a8a85e8b627d205bb33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b576887-bb01-4bfc-8617-ca8b886d7b7e', 'external_fixed_ips': [{'subnet_id': '7ad9face-0ae3-4529-aacd-d53ebb36e4d0', 'ip_address': '172.27.2.96'}], 'enable_snat': True}, 'gw_port_id': '1f0a632d-6a7b-49a4-9d95-9dca92d85df6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:48:23Z', 'updated_at': '2021-04-15T19:48:43Z', 'revision_number': 4, 'project_id': '4bae275d2add4a8a85e8b627d205bb33', 'gw_port': {'id': '1f0a632d-6a7b-49a4-9d95-9dca92d85df6', 'name': '', 'network_id': '0b576887-bb01-4bfc-8617-ca8b886d7b7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:36:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8b874cc-f348-4da0-80b2-8449d13838df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '7ad9face-0ae3-4529-aacd-d53ebb36e4d0', 'ip_address': '172.27.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:48:26Z', 'updated_at': '2021-04-15T19:48:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ad9face-0ae3-4529-aacd-d53ebb36e4d0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-2-iscsi', '_interfaces': [{'id': 'c8721a51-9e02-43fd-8698-1972f9c41b9f', 'name': '', 'network_id': '3371f473-4c26-4f81-abc4-c2c4353fa3ab', 'tenant_id': '4bae275d2add4a8a85e8b627d205bb33', 'mac_address': 'fa:16:3e:1e:3d:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8b874cc-f348-4da0-80b2-8449d13838df', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '8272d6a7-33c7-4e21-aec7-64c68285458e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:48:38Z', 'updated_at': '2021-04-15T19:48:54Z', 'revision_number': 4, 'project_id': '4bae275d2add4a8a85e8b627d205bb33', 'subnets': [{'id': '8272d6a7-33c7-4e21-aec7-64c68285458e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 15 19:48:57.040768 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.provisioning_blocks [None req-56ecdebd-c5a0-4569-bc96-ba437f5ce558 None None] Provisioning complete for port dcc948ac-1cad-4ecf-8c41-5f7bf7e657c9 triggered by entity L2. {{(pid=85346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 19:48:57.041195 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-56ecdebd-c5a0-4569-bc96-ba437f5ce558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-428662'] for port, provisioning_complete {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:48:57.185694 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.db [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] get_ports_and_sgs() called for port_ids ['0f2dbfcb-23b1-46b8-a0a3-84c74f25f2e6'] {{(pid=85346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 15 19:48:57.231197 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-951cfedb-2b09-47cf-a24c-2fe90a92c79d req-cabd1168-69a4-42ce-8b1b-f9f20b9d728b service neutron] 10.222.0.47 "GET /v2.0/networks/bfb7faf0-99c9-4910-9a35-0d0821c80032?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2551844
Apr 15 19:48:57.309942 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.db_base_plugin_common [None req-57b38028-c3dc-425d-a2d8-4953f6974979 tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] Allocated IP 172.27.2.110 (0b576887-bb01-4bfc-8617-ca8b886d7b7e/7ad9face-0ae3-4529-aacd-d53ebb36e4d0/9f780d58-1b4a-4591-ad86-bfbee56678c3) {{(pid=85344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 15 19:48:57.495270 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-57b38028-c3dc-425d-a2d8-4953f6974979 tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] Notify callbacks [] for port, precommit_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:48:57.589466 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-88196109-3d6a-4ca4-9f27-4f01fc363e54 tempest-AttachVolumeTestJSON-1178366330 tempest-AttachVolumeTestJSON-1178366330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854565853'] for port, before_update {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:48:57.659566 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-57b38028-c3dc-425d-a2d8-4953f6974979 tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854693686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852972410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789846482393'] for port, after_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:48:57.927355 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-ae17281d-47f0-4a3c-a77f-9e33644c3155 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:48:58.311844 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-49f7a72b-56e6-4393-a45d-ec255a7cb0d3 req-84525716-ac31-4957-b27d-63d42c03a351 tempest-ServerRescueNegativeTestJSON-1235948813 tempest-ServerRescueNegativeTestJSON-1235948813-project] 10.222.0.47 "GET /v2.0/ports?device_id=e9aebd22-52d6-4434-8b88-31ff5eb1f75a HTTP/1.1" status: 200  len: 210 time: 0.1304789
Apr 15 19:48:58.567168 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a242689e-7850-47c5-bc5b-16074a8d6a6e req-2d4ec42a-1c60-4461-9444-b80b8e8cc359 tempest-AttachVolumeNegativeTest-1626257925 tempest-AttachVolumeNegativeTest-1626257925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:48:58.576688 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-a242689e-7850-47c5-bc5b-16074a8d6a6e req-2d4ec42a-1c60-4461-9444-b80b8e8cc359 tempest-AttachVolumeNegativeTest-1626257925 tempest-AttachVolumeNegativeTest-1626257925-project] 10.222.0.47 "GET /v2.0/ports?device_id=cf18d184-8fe9-4b62-b824-e56edc001a7d HTTP/1.1" status: 200  len: 944 time: 1.8660784
Apr 15 19:48:58.590917 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57b38028-c3dc-425d-a2d8-4953f6974979 tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] Network 0b576887-bb01-4bfc-8617-ca8b886d7b7e is already hosted by enough agents. {{(pid=85344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 15 19:48:58.601023 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.scheduler.base_scheduler [None req-57b38028-c3dc-425d-a2d8-4953f6974979 tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] Resources bound (agent type, host, resource id):  {{(pid=85344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 19:48:58.609661 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57b38028-c3dc-425d-a2d8-4953f6974979 tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] Received port after_create {{(pid=85344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 15 19:48:58.723937 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369ce26d-0928-4d4b-ae77-c7fb5105575b req-d02f83c1-dbb9-4cbd-b746-174ac62aabed tempest-DeleteServersTestJSON-531578038 tempest-DeleteServersTestJSON-531578038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:48:58.725716 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-369ce26d-0928-4d4b-ae77-c7fb5105575b req-d02f83c1-dbb9-4cbd-b746-174ac62aabed tempest-DeleteServersTestJSON-531578038 tempest-DeleteServersTestJSON-531578038-project] 10.222.0.47 "GET /v2.0/ports?device_id=4c716e82-8478-4821-8694-f29d4ff87eb1 HTTP/1.1" status: 200  len: 944 time: 0.2586265
Apr 15 19:48:58.769506 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-57b38028-c3dc-425d-a2d8-4953f6974979 tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] Notify callbacks [] for floatingip, precommit_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:48:58.769749 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0186be47-4ad5-4423-9caa-5614ad6fb5db req-d0d73082-c441-48b4-967d-e094a065fc8d tempest-ServerRescueNegativeTestJSON-1235948813 tempest-ServerRescueNegativeTestJSON-1235948813-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:48:58.770441 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource [req-0186be47-4ad5-4423-9caa-5614ad6fb5db req-d0d73082-c441-48b4-967d-e094a065fc8d tempest-ServerRescueNegativeTestJSON-1235948813 tempest-ServerRescueNegativeTestJSON-1235948813-project] Synchronizing usage tracker for tenant:308b7c9489eb439cb66d243d5654d1ba on resource:network {{(pid=85345) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 15 19:48:58.798491 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource [req-0186be47-4ad5-4423-9caa-5614ad6fb5db req-d0d73082-c441-48b4-967d-e094a065fc8d tempest-ServerRescueNegativeTestJSON-1235948813 tempest-ServerRescueNegativeTestJSON-1235948813-project] Unset dirty status for tenant:308b7c9489eb439cb66d243d5654d1ba on resource:network {{(pid=85345) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 15 19:48:58.800430 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-0186be47-4ad5-4423-9caa-5614ad6fb5db req-d0d73082-c441-48b4-967d-e094a065fc8d tempest-ServerRescueNegativeTestJSON-1235948813 tempest-ServerRescueNegativeTestJSON-1235948813-project] 10.222.0.65 "GET /v2.0/networks?id=e2d187b6-98ce-49de-b641-472e7c3488cc HTTP/1.1" status: 200  len: 819 time: 0.3887937
Apr 15 19:48:58.822428 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-369ce26d-0928-4d4b-ae77-c7fb5105575b req-b6f45224-ec5f-4b69-abcb-139a08c40467 tempest-DeleteServersTestJSON-531578038 tempest-DeleteServersTestJSON-531578038-project] 10.222.0.47 "GET /v2.0/security-groups?id=326d5005-9168-478f-b769-3c01532f8739&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0865421
Apr 15 19:48:58.828056 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.v2.base [req-0186be47-4ad5-4423-9caa-5614ad6fb5db req-557a4e71-0913-4340-b600-7e5b4a2a45b2 tempest-ServerRescueNegativeTestJSON-1235948813 tempest-ServerRescueNegativeTestJSON-1235948813-project] Request body: {'port': {'device_id': 'e9aebd22-52d6-4434-8b88-31ff5eb1f75a', 'network_id': 'e2d187b6-98ce-49de-b641-472e7c3488cc', 'admin_state_up': True, 'tenant_id': '308b7c9489eb439cb66d243d5654d1ba'}} {{(pid=85345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 19:48:58.853436 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-a242689e-7850-47c5-bc5b-16074a8d6a6e req-39f1b8e7-a6a5-4ec2-ac84-0cc6aaa27914 tempest-AttachVolumeNegativeTest-1626257925 tempest-AttachVolumeNegativeTest-1626257925-project] 10.222.0.47 "GET /v2.0/security-groups?id=8498f6ac-4e62-4833-b465-61e9c537cd5f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2750609
Apr 15 19:48:58.855321 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b38028-c3dc-425d-a2d8-4953f6974979 tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] Pushing event updated for resources: {'Port': ['ID=9f780d58-1b4a-4591-ad86-bfbee56678c3,revision_number=1']} {{(pid=85344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:48:58.861093 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-57b38028-c3dc-425d-a2d8-4953f6974979 tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.933s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:48:58.884706 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.rpc [None req-56ecdebd-c5a0-4569-bc96-ba437f5ce558 None None] Device c8721a51-9e02-43fd-8698-1972f9c41b9f up at agent ovs-agent-dv-cinder-786383-2-iscsi {{(pid=85346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 19:48:59.000989 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-57b38028-c3dc-425d-a2d8-4953f6974979 tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854565853'] for port, before_update {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:48:59.006606 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.provisioning_blocks [None req-56ecdebd-c5a0-4569-bc96-ba437f5ce558 None None] Provisioning for port c8721a51-9e02-43fd-8698-1972f9c41b9f completed by entity L2. {{(pid=85346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 19:48:59.016208 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.provisioning_blocks [None req-56ecdebd-c5a0-4569-bc96-ba437f5ce558 None None] Provisioning complete for port c8721a51-9e02-43fd-8698-1972f9c41b9f triggered by entity L2. {{(pid=85346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 19:48:59.016639 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-56ecdebd-c5a0-4569-bc96-ba437f5ce558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-428662'] for port, provisioning_complete {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:48:59.022018 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.quota.driver [req-0186be47-4ad5-4423-9caa-5614ad6fb5db req-557a4e71-0913-4340-b600-7e5b4a2a45b2 tempest-ServerRescueNegativeTestJSON-1235948813 tempest-ServerRescueNegativeTestJSON-1235948813-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85345) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:48:59.051496 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49de7ad4-9f36-400e-ac21-eef0e5338971 req-b74d1ded-60c9-4700-8ecc-8995e77fb0be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:48:59.054829 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-49de7ad4-9f36-400e-ac21-eef0e5338971 req-b74d1ded-60c9-4700-8ecc-8995e77fb0be service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=1df1ccdad5f84944aa5a1da6bd684a06&device_id=4c716e82-8478-4821-8694-f29d4ff87eb1 HTTP/1.1" status: 200  len: 1097 time: 2.2942162
Apr 15 19:48:59.086254 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-0d533020-ab2c-44e2-8812-c3f85966f9a2 req-062970ca-d832-4a35-9c15-1d4282f2e046 tempest-VolumesActionsTest-406255356 tempest-VolumesActionsTest-406255356-project] 10.222.0.47 "GET /v2.0/ports?device_id=5c125ed1-e65a-4cb3-8029-195382a202bc HTTP/1.1" status: 200  len: 210 time: 0.0656660
Apr 15 19:48:59.094417 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.quota.driver [req-0186be47-4ad5-4423-9caa-5614ad6fb5db req-557a4e71-0913-4340-b600-7e5b4a2a45b2 tempest-ServerRescueNegativeTestJSON-1235948813 tempest-ServerRescueNegativeTestJSON-1235948813-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=85345) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:48:59.107677 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0186be47-4ad5-4423-9caa-5614ad6fb5db req-557a4e71-0913-4340-b600-7e5b4a2a45b2 tempest-ServerRescueNegativeTestJSON-1235948813 tempest-ServerRescueNegativeTestJSON-1235948813-project] Made reservation on behalf of 308b7c9489eb439cb66d243d5654d1ba for: {'port': 1} {{(pid=85345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 15 19:48:59.114154 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [req-0186be47-4ad5-4423-9caa-5614ad6fb5db req-557a4e71-0913-4340-b600-7e5b4a2a45b2 tempest-ServerRescueNegativeTestJSON-1235948813 tempest-ServerRescueNegativeTestJSON-1235948813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854565853'] for port, before_create {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:48:59.191359 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-56ecdebd-c5a0-4569-bc96-ba437f5ce558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854565853'] for port, before_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:48:59.247355 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.rpc [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Device be9619d3-4ba8-4e4a-a4ba-b89da7e6b04a details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=85346) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 15 19:48:59.252105 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.db [None req-56ecdebd-c5a0-4569-bc96-ba437f5ce558 None None] For port c8721a51-9e02-43fd-8698-1972f9c41b9f, host dv-cinder-786383-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-2-iscsi',level=0,port_id=c8721a51-9e02-43fd-8698-1972f9c41b9f,segment=NetworkSegment(50fe2df4-77d3-40aa-a8a3-45d53f7bd89a),segment_id=50fe2df4-77d3-40aa-a8a3-45d53f7bd89a)] {{(pid=85346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 19:48:59.257839 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-56ecdebd-c5a0-4569-bc96-ba437f5ce558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854693686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852972410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789846929216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789846482410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789846483725'] for port, after_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:48:59.264428 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-5bd556ed-7cba-4f83-8961-e27ce655dd06 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:48:59.291077 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [req-4207cb10-221a-411b-809b-90463ed8d5b3 req-44ed2fae-2fdc-4783-8631-70e017e08b7d tempest-ServerRescueNegativeTestJSON-1235948813 tempest-ServerRescueNegativeTestJSON-1235948813-project] Notify callbacks [] for port, precommit_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:48:59.435917 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.rpc [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Device 0f2dbfcb-23b1-46b8-a0a3-84c74f25f2e6 up at agent hyperv_hv-cinder-78638 {{(pid=85346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 19:48:59.460913 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49de7ad4-9f36-400e-ac21-eef0e5338971 req-e9c996fd-3fc8-4ee7-b6d3-7193d2066175 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:48:59.462566 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-49de7ad4-9f36-400e-ac21-eef0e5338971 req-e9c996fd-3fc8-4ee7-b6d3-7193d2066175 service neutron] 10.222.0.65 "GET /v2.0/networks?id=0f45a1aa-2622-4761-ba40-3d07b3d3afa9 HTTP/1.1" status: 200  len: 911 time: 0.3922093
Apr 15 19:48:59.545255 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ecdebd-c5a0-4569-bc96-ba437f5ce558 None None] Pushing event updated for resources: {'Port': ['ID=c8721a51-9e02-43fd-8698-1972f9c41b9f,revision_number=5']} {{(pid=85346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:48:59.581169 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.wsgi [-] (85345) accepted ('10.222.0.65', 50799) {{(pid=85345) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:48:59.618789 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.agents_db [None req-b0af7715-6be6-4101-aede-c7b275f02801 None None] Agent healthcheck: found 6 active agents {{(pid=85347) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 15 19:48:59.648230 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-56ecdebd-c5a0-4569-bc96-ba437f5ce558 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.385s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:48:59.827118 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.db [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] For port be9619d3-4ba8-4e4a-a4ba-b89da7e6b04a, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=be9619d3-4ba8-4e4a-a4ba-b89da7e6b04a,segment=NetworkSegment(b0508205-a2b4-41c9-b1ec-e4abef51e9ad),segment_id=b0508205-a2b4-41c9-b1ec-e4abef51e9ad)] {{(pid=85346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 19:48:59.837136 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.provisioning_blocks [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Provisioning for port 0f2dbfcb-23b1-46b8-a0a3-84c74f25f2e6 completed by entity L2. {{(pid=85346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 19:48:59.849148 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.provisioning_blocks [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Provisioning complete for port 0f2dbfcb-23b1-46b8-a0a3-84c74f25f2e6 triggered by entity L2. {{(pid=85346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 19:48:59.849578 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-428662'] for port, provisioning_complete {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:48:59.862893 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-88196109-3d6a-4ca4-9f27-4f01fc363e54 tempest-AttachVolumeTestJSON-1178366330 tempest-AttachVolumeTestJSON-1178366330-project] Notify callbacks [] for port, precommit_update {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:48:59.869599 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-49de7ad4-9f36-400e-ac21-eef0e5338971 req-9ffd1a28-9475-4ae4-b8b2-77ebe4d65b54 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=be9619d3-4ba8-4e4a-a4ba-b89da7e6b04a HTTP/1.1" status: 200  len: 217 time: 0.3964109
Apr 15 19:48:59.949976 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.rpc [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Returning: {'device': 'be9619d3-4ba8-4e4a-a4ba-b89da7e6b04a', 'network_id': '0f45a1aa-2622-4761-ba40-3d07b3d3afa9', 'port_id': 'be9619d3-4ba8-4e4a-a4ba-b89da7e6b04a', 'mac_address': 'fa:16:3e:29:6a:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 654, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a28637db-e9c2-4c9e-a04f-87edaec9fbe6', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85346) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 15 19:48:59.999063 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-9ebe0bb9-4c21-4194-9c8c-3153263928f2 req-fd9198d3-e5f5-48a6-9869-78eaa1190833 tempest-ServerRescueNegativeTestJSON-1235948813 tempest-ServerRescueNegativeTestJSON-1235948813-project] 10.222.0.47 "GET /v2.0/ports?device_id=e9aebd22-52d6-4434-8b88-31ff5eb1f75a HTTP/1.1" status: 200  len: 210 time: 0.5682347
Apr 15 19:48:59.999825 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-88196109-3d6a-4ca4-9f27-4f01fc363e54 tempest-AttachVolumeTestJSON-1178366330 tempest-AttachVolumeTestJSON-1178366330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854693686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852972410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789846929216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789846482410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789846483725'] for port, after_update {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:49:00.024025 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [req-4207cb10-221a-411b-809b-90463ed8d5b3 req-44ed2fae-2fdc-4783-8631-70e017e08b7d tempest-ServerRescueNegativeTestJSON-1235948813 tempest-ServerRescueNegativeTestJSON-1235948813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854693686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852972410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789846482393'] for port, after_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:49:00.073599 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854565853'] for port, before_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:49:00.128985 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.notifiers.nova [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be9619d3-4ba8-4e4a-a4ba-b89da7e6b04a {{(pid=85346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 15 19:49:00.178990 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.db [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] For port be9619d3-4ba8-4e4a-a4ba-b89da7e6b04a, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=be9619d3-4ba8-4e4a-a4ba-b89da7e6b04a,segment=NetworkSegment(b0508205-a2b4-41c9-b1ec-e4abef51e9ad),segment_id=b0508205-a2b4-41c9-b1ec-e4abef51e9ad)] {{(pid=85346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 19:49:00.187272 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951cfedb-2b09-47cf-a24c-2fe90a92c79d req-864190d8-a019-4e48-8a07-641576411dbe tempest-VolumesActionsTest-406255356 tempest-VolumesActionsTest-406255356-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:49:00.189250 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-951cfedb-2b09-47cf-a24c-2fe90a92c79d req-864190d8-a019-4e48-8a07-641576411dbe tempest-VolumesActionsTest-406255356 tempest-VolumesActionsTest-406255356-project] 10.222.0.65 "GET /v2.0/networks?id=bfb7faf0-99c9-4910-9a35-0d0821c80032 HTTP/1.1" status: 200  len: 808 time: 0.6065335
Apr 15 19:49:00.191445 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854565853'] for port, before_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:49:00.213766 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.v2.base [req-951cfedb-2b09-47cf-a24c-2fe90a92c79d req-7aaff565-c95c-46f9-8f6a-a842ae8ed757 tempest-VolumesActionsTest-406255356 tempest-VolumesActionsTest-406255356-project] Request body: {'port': {'device_id': '5c125ed1-e65a-4cb3-8029-195382a202bc', 'network_id': 'bfb7faf0-99c9-4910-9a35-0d0821c80032', 'admin_state_up': True, 'tenant_id': '6d506b42933048f69f4a289666c552b5'}} {{(pid=85345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 19:49:00.237347 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.db [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] For port 0f2dbfcb-23b1-46b8-a0a3-84c74f25f2e6, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=0f2dbfcb-23b1-46b8-a0a3-84c74f25f2e6,segment=NetworkSegment(3e6fcf0e-0b95-4774-a8cb-5489ca9658fc),segment_id=3e6fcf0e-0b95-4774-a8cb-5489ca9658fc)] {{(pid=85346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 19:49:00.239211 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854693686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852972410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789846929216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789846482410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789846483725'] for port, after_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:49:00.243694 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf18d184-8fe9-4b62-b824-e56edc001a7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f2dbfcb-23b1-46b8-a0a3-84c74f25f2e6'}] {{(pid=85346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 19:49:00.313792 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-6b25475a-1b31-4fa8-a4de-25ea8c390d10 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:49:00.322587 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-57b38028-c3dc-425d-a2d8-4953f6974979 tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:49:00.357638 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854693686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852972410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789846929216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789846482410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789846483725'] for port, after_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:49:00.394432 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.quota.driver [req-951cfedb-2b09-47cf-a24c-2fe90a92c79d req-7aaff565-c95c-46f9-8f6a-a842ae8ed757 tempest-VolumesActionsTest-406255356 tempest-VolumesActionsTest-406255356-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85345) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:49:00.412177 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource [req-951cfedb-2b09-47cf-a24c-2fe90a92c79d req-7aaff565-c95c-46f9-8f6a-a842ae8ed757 tempest-VolumesActionsTest-406255356 tempest-VolumesActionsTest-406255356-project] Usage tracker for resource:port and tenant:6d506b42933048f69f4a289666c552b5 is out of sync, need to count used quota {{(pid=85345) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:49:00.416451 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource [req-951cfedb-2b09-47cf-a24c-2fe90a92c79d req-7aaff565-c95c-46f9-8f6a-a842ae8ed757 tempest-VolumesActionsTest-406255356 tempest-VolumesActionsTest-406255356-project] Quota usage for port was recalculated. Used quota:0. {{(pid=85345) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:49:00.431100 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.quota.driver [req-951cfedb-2b09-47cf-a24c-2fe90a92c79d req-7aaff565-c95c-46f9-8f6a-a842ae8ed757 tempest-VolumesActionsTest-406255356 tempest-VolumesActionsTest-406255356-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=85345) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:49:00.455541 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Pushing event updated for resources: {'Port': ['ID=be9619d3-4ba8-4e4a-a4ba-b89da7e6b04a,revision_number=4']} {{(pid=85346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:49:00.460654 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:49:00.461455 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-56ecdebd-c5a0-4569-bc96-ba437f5ce558 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.093s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:49:00.478945 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.db_base_plugin_common [req-0186be47-4ad5-4423-9caa-5614ad6fb5db req-557a4e71-0913-4340-b600-7e5b4a2a45b2 tempest-ServerRescueNegativeTestJSON-1235948813 tempest-ServerRescueNegativeTestJSON-1235948813-project] Allocated IP 172.20.0.6 (e2d187b6-98ce-49de-b641-472e7c3488cc/df80589a-5211-47ee-98ca-4218fd01eea5/26344b7c-41da-4625-ab3c-346a48e8b4e6) {{(pid=85345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 15 19:49:00.482446 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-951cfedb-2b09-47cf-a24c-2fe90a92c79d req-7aaff565-c95c-46f9-8f6a-a842ae8ed757 tempest-VolumesActionsTest-406255356 tempest-VolumesActionsTest-406255356-project] Made reservation on behalf of 6d506b42933048f69f4a289666c552b5 for: {'port': 1} {{(pid=85345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 15 19:49:00.494282 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [req-951cfedb-2b09-47cf-a24c-2fe90a92c79d req-7aaff565-c95c-46f9-8f6a-a842ae8ed757 tempest-VolumesActionsTest-406255356 tempest-VolumesActionsTest-406255356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854565853'] for port, before_create {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:49:00.516179 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.db [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] get_ports_and_sgs() called for port_ids ['be9619d3-4ba8-4e4a-a4ba-b89da7e6b04a'] {{(pid=85346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 15 19:49:00.538879 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-88196109-3d6a-4ca4-9f27-4f01fc363e54 tempest-AttachVolumeTestJSON-1178366330 tempest-AttachVolumeTestJSON-1178366330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1673197'] for floatingip, after_update {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:49:00.543811 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409cea75-f457-4842-a554-386bec1b4d9c req-a0a48946-5285-49d9-9c0e-eece33b03d25 tempest-DeleteServersTestJSON-531578038 tempest-DeleteServersTestJSON-531578038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:49:00.545650 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-409cea75-f457-4842-a554-386bec1b4d9c req-a0a48946-5285-49d9-9c0e-eece33b03d25 tempest-DeleteServersTestJSON-531578038 tempest-DeleteServersTestJSON-531578038-project] 10.222.0.47 "GET /v2.0/ports?device_id=4c716e82-8478-4821-8694-f29d4ff87eb1 HTTP/1.1" status: 200  len: 945 time: 0.5203810
Apr 15 19:49:00.644372 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Pushing event updated for resources: {'Port': ['ID=0f2dbfcb-23b1-46b8-a0a3-84c74f25f2e6,revision_number=5']} {{(pid=85346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:49:00.657623 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:49:00.670635 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-88196109-3d6a-4ca4-9f27-4f01fc363e54 tempest-AttachVolumeTestJSON-1178366330 tempest-AttachVolumeTestJSON-1178366330-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771739'] for floatingip, before_response {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:49:00.671929 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [None req-88196109-3d6a-4ca4-9f27-4f01fc363e54 tempest-AttachVolumeTestJSON-1178366330 tempest-AttachVolumeTestJSON-1178366330-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 14.5502737
Apr 15 19:49:00.731685 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49de7ad4-9f36-400e-ac21-eef0e5338971 req-26ad9639-149d-4d4d-9358-91da3f8d41c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:49:00.733335 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-49de7ad4-9f36-400e-ac21-eef0e5338971 req-26ad9639-149d-4d4d-9358-91da3f8d41c9 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=a28637db-e9c2-4c9e-a04f-87edaec9fbe6 HTTP/1.1" status: 200  len: 850 time: 0.8305323
Apr 15 19:49:00.746882 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88196109-3d6a-4ca4-9f27-4f01fc363e54 tempest-AttachVolumeTestJSON-1178366330 tempest-AttachVolumeTestJSON-1178366330-project] Pushing event updated for resources: {'Port': ['ID=3c1322b5-fa50-46a1-afb8-ee08303cd593,revision_number=2']} {{(pid=85344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:49:00.814511 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-49de7ad4-9f36-400e-ac21-eef0e5338971 req-96ec740f-f801-4d8f-91d3-de2042215f6e service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=0f45a1aa-2622-4761-ba40-3d07b3d3afa9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0646610
Apr 15 19:49:00.819623 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-88196109-3d6a-4ca4-9f27-4f01fc363e54 tempest-AttachVolumeTestJSON-1178366330 tempest-AttachVolumeTestJSON-1178366330-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.497s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:49:00.824199 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.245s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:49:00.901223 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.rpc [None req-56ecdebd-c5a0-4569-bc96-ba437f5ce558 None None] Device c8721a51-9e02-43fd-8698-1972f9c41b9f up at agent ovs-agent-dv-cinder-786383-2-iscsi {{(pid=85346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 19:49:00.933427 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-409cea75-f457-4842-a554-386bec1b4d9c req-46abb81d-a3da-4849-8b5f-a1ddf1643384 tempest-DeleteServersTestJSON-531578038 tempest-DeleteServersTestJSON-531578038-project] 10.222.0.47 "GET /v2.0/security-groups?id=326d5005-9168-478f-b769-3c01532f8739&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3731172
Apr 15 19:49:01.040183 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.provisioning_blocks [None req-56ecdebd-c5a0-4569-bc96-ba437f5ce558 None None] Provisioning complete for port c8721a51-9e02-43fd-8698-1972f9c41b9f triggered by entity L2. {{(pid=85346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 19:49:01.046555 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-56ecdebd-c5a0-4569-bc96-ba437f5ce558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-428662'] for port, provisioning_complete {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:49:01.094508 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ed2fae-2fdc-4783-8631-70e017e08b7d tempest-ServerRescueNegativeTestJSON-1235948813 tempest-ServerRescueNegativeTestJSON-1235948813-project] Pushing event updated for resources: {'Port': ['ID=ef741914-f4e2-4191-a3f5-849ecb03ddc2,revision_number=1']} {{(pid=85344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:49:01.132983 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-44ed2fae-2fdc-4783-8631-70e017e08b7d tempest-ServerRescueNegativeTestJSON-1235948813 tempest-ServerRescueNegativeTestJSON-1235948813-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.309s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:49:01.211182 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d91134-43ad-4bec-ae9b-600e6619bb0b req-34cf53f1-7476-46c1-990a-1af670da8415 tempest-AttachVolumeNegativeTest-1626257925 tempest-AttachVolumeNegativeTest-1626257925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:49:01.212866 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-a3d91134-43ad-4bec-ae9b-600e6619bb0b req-34cf53f1-7476-46c1-990a-1af670da8415 tempest-AttachVolumeNegativeTest-1626257925 tempest-AttachVolumeNegativeTest-1626257925-project] 10.222.0.47 "GET /v2.0/ports?device_id=cf18d184-8fe9-4b62-b824-e56edc001a7d HTTP/1.1" status: 200  len: 945 time: 0.9111509
Apr 15 19:49:01.221677 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-57b38028-c3dc-425d-a2d8-4953f6974979 tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] Notify callbacks [] for port, precommit_update {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:49:01.253901 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-57b38028-c3dc-425d-a2d8-4953f6974979 tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854693686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852972410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789846929216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789846482410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789846483725'] for port, after_update {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:49:01.298293 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4207cb10-221a-411b-809b-90463ed8d5b3 req-44ed2fae-2fdc-4783-8631-70e017e08b7d tempest-ServerRescueNegativeTestJSON-1235948813 tempest-ServerRescueNegativeTestJSON-1235948813-project] Network e2d187b6-98ce-49de-b641-472e7c3488cc is already hosted by enough agents. {{(pid=85344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 15 19:49:01.304171 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:49:01.344293 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.scheduler.base_scheduler [req-4207cb10-221a-411b-809b-90463ed8d5b3 req-44ed2fae-2fdc-4783-8631-70e017e08b7d tempest-ServerRescueNegativeTestJSON-1235948813 tempest-ServerRescueNegativeTestJSON-1235948813-project] Resources bound (agent type, host, resource id):  {{(pid=85344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 19:49:01.409374 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-49de7ad4-9f36-400e-ac21-eef0e5338971 req-fb8d1b48-b2b5-4b9a-9b80-1dec87bb0ca2 service neutron] 10.222.0.65 "GET /v2.0/networks/0f45a1aa-2622-4761-ba40-3d07b3d3afa9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5401843
Apr 15 19:49:01.410190 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.l3_dvrscheduler_db [req-4207cb10-221a-411b-809b-90463ed8d5b3 req-44ed2fae-2fdc-4783-8631-70e017e08b7d tempest-ServerRescueNegativeTestJSON-1235948813 tempest-ServerRescueNegativeTestJSON-1235948813-project] Received port after_create {{(pid=85344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 15 19:49:01.416910 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4207cb10-221a-411b-809b-90463ed8d5b3 req-44ed2fae-2fdc-4783-8631-70e017e08b7d tempest-ServerRescueNegativeTestJSON-1235948813 tempest-ServerRescueNegativeTestJSON-1235948813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:49:01.417614 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [req-4207cb10-221a-411b-809b-90463ed8d5b3 req-44ed2fae-2fdc-4783-8631-70e017e08b7d tempest-ServerRescueNegativeTestJSON-1235948813 tempest-ServerRescueNegativeTestJSON-1235948813-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852972363'] for port, before_response {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:49:01.512754 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-08e1bbbe-9dc0-4408-a638-ad6a447c320d req-47bcdacd-f26f-4f48-91e9-dc8249b901fd tempest-VolumesActionsTest-406255356 tempest-VolumesActionsTest-406255356-project] 10.222.0.47 "GET /v2.0/ports?device_id=5c125ed1-e65a-4cb3-8029-195382a202bc HTTP/1.1" status: 200  len: 210 time: 0.0746696
Apr 15 19:49:01.559253 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.db_base_plugin_common [req-951cfedb-2b09-47cf-a24c-2fe90a92c79d req-7aaff565-c95c-46f9-8f6a-a842ae8ed757 tempest-VolumesActionsTest-406255356 tempest-VolumesActionsTest-406255356-project] Allocated IP 172.20.0.11 (bfb7faf0-99c9-4910-9a35-0d0821c80032/fda8751e-fae3-4147-9d64-0fe1636563cb/1d72d517-5a18-4137-b90f-dff37a4e26d5) {{(pid=85345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 15 19:49:01.648163 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [req-0186be47-4ad5-4423-9caa-5614ad6fb5db req-557a4e71-0913-4340-b600-7e5b4a2a45b2 tempest-ServerRescueNegativeTestJSON-1235948813 tempest-ServerRescueNegativeTestJSON-1235948813-project] Notify callbacks [] for port, precommit_create {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:49:01.783494 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf18d184-8fe9-4b62-b824-e56edc001a7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f2dbfcb-23b1-46b8-a0a3-84c74f25f2e6', 'code': 200}
Apr 15 19:49:01.987371 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [req-951cfedb-2b09-47cf-a24c-2fe90a92c79d req-7aaff565-c95c-46f9-8f6a-a842ae8ed757 tempest-VolumesActionsTest-406255356 tempest-VolumesActionsTest-406255356-project] Notify callbacks [] for port, precommit_create {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:49:02.037626 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.wsgi [-] (85345) accepted ('10.222.0.65', 50806) {{(pid=85345) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:49:02.039186 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-a3d91134-43ad-4bec-ae9b-600e6619bb0b req-1141eec3-0164-4338-b278-3583d1ee473b tempest-AttachVolumeNegativeTest-1626257925 tempest-AttachVolumeNegativeTest-1626257925-project] 10.222.0.47 "GET /v2.0/security-groups?id=8498f6ac-4e62-4833-b465-61e9c537cd5f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.8122039
Apr 15 19:49:02.048631 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [req-0186be47-4ad5-4423-9caa-5614ad6fb5db req-557a4e71-0913-4340-b600-7e5b4a2a45b2 tempest-ServerRescueNegativeTestJSON-1235948813 tempest-ServerRescueNegativeTestJSON-1235948813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854693686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852972410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789846482393'] for port, after_create {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:49:02.068681 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b38028-c3dc-425d-a2d8-4953f6974979 tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] Pushing event updated for resources: {'Port': ['ID=9f780d58-1b4a-4591-ad86-bfbee56678c3,revision_number=2']} {{(pid=85344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:49:02.077481 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-57b38028-c3dc-425d-a2d8-4953f6974979 tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1673197'] for floatingip, after_update {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:49:02.108148 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-4207cb10-221a-411b-809b-90463ed8d5b3 req-44ed2fae-2fdc-4783-8631-70e017e08b7d tempest-ServerRescueNegativeTestJSON-1235948813 tempest-ServerRescueNegativeTestJSON-1235948813-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 8.4054184
Apr 15 19:49:02.112660 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-57b38028-c3dc-425d-a2d8-4953f6974979 tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.808s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:49:02.123564 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-e4b2fab7-bf0d-43f6-b365-431a92a7e0c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:49:02.137153 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.v2.base [req-4207cb10-221a-411b-809b-90463ed8d5b3 req-24a21593-76f6-4ed3-a517-bb1065d339b3 service neutron] Request body: {'port': {'device_id': 'd4df9318-4d76-48f8-9843-b64bef8e8007', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=85344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 19:49:02.162804 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource [req-324beea5-2787-412d-8475-134a7a9b7987 req-b903f36e-deda-42d4-aabe-6af45f1472ce tempest-AttachVolumeTestJSON-1178366330 tempest-AttachVolumeTestJSON-1178366330-project] Synchronizing usage tracker for tenant:5031830a47dd4af1b1ffb83e812d61ea on resource:security_group {{(pid=85345) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 15 19:49:02.185235 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-57b38028-c3dc-425d-a2d8-4953f6974979 tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771739'] for floatingip, before_response {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:49:02.186580 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [None req-57b38028-c3dc-425d-a2d8-4953f6974979 tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 7.9299564
Apr 15 19:49:02.368831 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource [req-324beea5-2787-412d-8475-134a7a9b7987 req-b903f36e-deda-42d4-aabe-6af45f1472ce tempest-AttachVolumeTestJSON-1178366330 tempest-AttachVolumeTestJSON-1178366330-project] Unset dirty status for tenant:5031830a47dd4af1b1ffb83e812d61ea on resource:security_group {{(pid=85345) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 15 19:49:02.377490 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-324beea5-2787-412d-8475-134a7a9b7987 req-b903f36e-deda-42d4-aabe-6af45f1472ce tempest-AttachVolumeTestJSON-1178366330 tempest-AttachVolumeTestJSON-1178366330-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-securitygroup--1386185429&fields=id&tenant_id=5031830a47dd4af1b1ffb83e812d61ea HTTP/1.1" status: 200  len: 267 time: 0.4011493
Apr 15 19:49:02.379882 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557a4e71-0913-4340-b600-7e5b4a2a45b2 tempest-ServerRescueNegativeTestJSON-1235948813 tempest-ServerRescueNegativeTestJSON-1235948813-project] Pushing event updated for resources: {'Port': ['ID=26344b7c-41da-4625-ab3c-346a48e8b4e6,revision_number=1']} {{(pid=85345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:49:02.439685 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-557a4e71-0913-4340-b600-7e5b4a2a45b2 tempest-ServerRescueNegativeTestJSON-1235948813 tempest-ServerRescueNegativeTestJSON-1235948813-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.316s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:49:02.457020 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [req-4207cb10-221a-411b-809b-90463ed8d5b3 req-24a21593-76f6-4ed3-a517-bb1065d339b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854565853'] for port, before_update {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:49:02.521008 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-49de7ad4-9f36-400e-ac21-eef0e5338971 req-37ca0390-2c3a-427b-ba1c-0a11ea3c7546 service neutron] 10.222.0.65 "GET /v2.0/networks/0f45a1aa-2622-4761-ba40-3d07b3d3afa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 1.0789266
Apr 15 19:49:02.531849 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.wsgi [-] (85344) accepted ('10.222.0.47', 42852) {{(pid=85344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:49:02.620404 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [req-951cfedb-2b09-47cf-a24c-2fe90a92c79d req-7aaff565-c95c-46f9-8f6a-a842ae8ed757 tempest-VolumesActionsTest-406255356 tempest-VolumesActionsTest-406255356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854693686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852972410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789846482393'] for port, after_create {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:49:02.732505 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-68bde507-cd1e-4a43-9ec3-91fbebc77042 tempest-AttachVolumeNegativeTest-1626257925 tempest-AttachVolumeNegativeTest-1626257925-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:49:02.754311 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-b8d84868-341c-46ae-b802-f4f16db754e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:49:02.856851 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.quota.driver [None req-b8d84868-341c-46ae-b802-f4f16db754e2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:49:02.876356 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource [None req-b8d84868-341c-46ae-b802-f4f16db754e2 admin admin] Usage tracker for resource:security_group_rule and tenant:b5b56c5c3769484da714ee8c4a52cfb9 is out of sync, need to count used quota {{(pid=85344) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:49:02.883582 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource [None req-b8d84868-341c-46ae-b802-f4f16db754e2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85344) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:49:02.901876 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.quota.driver [None req-b8d84868-341c-46ae-b802-f4f16db754e2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:49:02.949886 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8440529b-d934-4aa2-8ed3-a6cf2b280ed5 req-06f34d44-3a2c-4909-b898-ef64672726c0 tempest-ServerRescueNegativeTestJSON-1235948813 tempest-ServerRescueNegativeTestJSON-1235948813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:49:02.950700 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource [req-8440529b-d934-4aa2-8ed3-a6cf2b280ed5 req-06f34d44-3a2c-4909-b898-ef64672726c0 tempest-ServerRescueNegativeTestJSON-1235948813 tempest-ServerRescueNegativeTestJSON-1235948813-project] Synchronizing usage tracker for tenant:308b7c9489eb439cb66d243d5654d1ba on resource:port {{(pid=85344) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 15 19:49:02.954068 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.wsgi [-] (85344) accepted ('10.222.0.47', 42862) {{(pid=85344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:49:02.996596 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5941fc54-4d2c-4089-b164-8d5241d3129b req-02fc9dc8-2a38-43dc-8707-ab62340011e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:49:02.999386 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-5941fc54-4d2c-4089-b164-8d5241d3129b req-02fc9dc8-2a38-43dc-8707-ab62340011e0 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=cf18d184-8fe9-4b62-b824-e56edc001a7d HTTP/1.1" status: 200  len: 1098 time: 0.9582562
Apr 15 19:49:03.025859 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource [req-8440529b-d934-4aa2-8ed3-a6cf2b280ed5 req-06f34d44-3a2c-4909-b898-ef64672726c0 tempest-ServerRescueNegativeTestJSON-1235948813 tempest-ServerRescueNegativeTestJSON-1235948813-project] Unset dirty status for tenant:308b7c9489eb439cb66d243d5654d1ba on resource:port {{(pid=85344) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 15 19:49:03.027223 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-8440529b-d934-4aa2-8ed3-a6cf2b280ed5 req-06f34d44-3a2c-4909-b898-ef64672726c0 tempest-ServerRescueNegativeTestJSON-1235948813 tempest-ServerRescueNegativeTestJSON-1235948813-project] 10.222.0.47 "GET /v2.0/ports?device_id=e9aebd22-52d6-4434-8b88-31ff5eb1f75a HTTP/1.1" status: 200  len: 931 time: 0.5713079
Apr 15 19:49:03.088393 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0186be47-4ad5-4423-9caa-5614ad6fb5db req-557a4e71-0913-4340-b600-7e5b4a2a45b2 tempest-ServerRescueNegativeTestJSON-1235948813 tempest-ServerRescueNegativeTestJSON-1235948813-project] Network e2d187b6-98ce-49de-b641-472e7c3488cc is already hosted by enough agents. {{(pid=85345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 15 19:49:03.097252 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.scheduler.base_scheduler [req-0186be47-4ad5-4423-9caa-5614ad6fb5db req-557a4e71-0913-4340-b600-7e5b4a2a45b2 tempest-ServerRescueNegativeTestJSON-1235948813 tempest-ServerRescueNegativeTestJSON-1235948813-project] Resources bound (agent type, host, resource id):  {{(pid=85345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 19:49:03.099559 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [req-5941fc54-4d2c-4089-b164-8d5241d3129b req-598f6f01-677a-45cf-9c80-74048a3d212c service neutron] Notify callbacks [] for security_group, before_create {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:49:03.115521 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.l3_dvrscheduler_db [req-0186be47-4ad5-4423-9caa-5614ad6fb5db req-557a4e71-0913-4340-b600-7e5b4a2a45b2 tempest-ServerRescueNegativeTestJSON-1235948813 tempest-ServerRescueNegativeTestJSON-1235948813-project] Received port after_create {{(pid=85345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 15 19:49:03.121943 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0186be47-4ad5-4423-9caa-5614ad6fb5db req-557a4e71-0913-4340-b600-7e5b4a2a45b2 tempest-ServerRescueNegativeTestJSON-1235948813 tempest-ServerRescueNegativeTestJSON-1235948813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:49:03.122822 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [req-0186be47-4ad5-4423-9caa-5614ad6fb5db req-557a4e71-0913-4340-b600-7e5b4a2a45b2 tempest-ServerRescueNegativeTestJSON-1235948813 tempest-ServerRescueNegativeTestJSON-1235948813-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852972363'] for port, before_response {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:49:03.155679 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aaff565-c95c-46f9-8f6a-a842ae8ed757 tempest-VolumesActionsTest-406255356 tempest-VolumesActionsTest-406255356-project] Pushing event updated for resources: {'Port': ['ID=1d72d517-5a18-4137-b90f-dff37a4e26d5,revision_number=1']} {{(pid=85345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:49:03.169089 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-8440529b-d934-4aa2-8ed3-a6cf2b280ed5 req-e2a1a8a4-2841-43aa-b90b-319945aebdc1 tempest-ServerRescueNegativeTestJSON-1235948813 tempest-ServerRescueNegativeTestJSON-1235948813-project] 10.222.0.47 "GET /v2.0/security-groups?id=7fa5c887-ca49-4d7e-a257-900a3414a5f8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1276019
Apr 15 19:49:03.179804 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-7aaff565-c95c-46f9-8f6a-a842ae8ed757 tempest-VolumesActionsTest-406255356 tempest-VolumesActionsTest-406255356-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.447s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:49:03.188444 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.quota.driver [req-5941fc54-4d2c-4089-b164-8d5241d3129b req-598f6f01-677a-45cf-9c80-74048a3d212c service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85345) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:49:03.198955 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324beea5-2787-412d-8475-134a7a9b7987 req-a1d7ae12-250b-4201-a22e-c905e3594763 tempest-AttachVolumeTestJSON-1178366330 tempest-AttachVolumeTestJSON-1178366330-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:49:03.201052 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-324beea5-2787-412d-8475-134a7a9b7987 req-a1d7ae12-250b-4201-a22e-c905e3594763 tempest-AttachVolumeTestJSON-1178366330 tempest-AttachVolumeTestJSON-1178366330-project] 10.222.0.47 "GET /v2.0/networks?id=4d82f7b7-d97c-4f69-af76-26788d15aead HTTP/1.1" status: 200  len: 810 time: 0.8226733
Apr 15 19:49:03.219082 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource [req-5941fc54-4d2c-4089-b164-8d5241d3129b req-598f6f01-677a-45cf-9c80-74048a3d212c service neutron] Usage tracker for resource:security_group_rule and tenant:eaa91db7f07c4261a736baf96f738005 is out of sync, need to count used quota {{(pid=85345) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:49:03.221429 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.notifiers.nova [req-4207cb10-221a-411b-809b-90463ed8d5b3 req-24a21593-76f6-4ed3-a517-bb1065d339b3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ef741914-f4e2-4191-a3f5-849ecb03ddc2 {{(pid=85344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 15 19:49:03.238285 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource [req-5941fc54-4d2c-4089-b164-8d5241d3129b req-598f6f01-677a-45cf-9c80-74048a3d212c service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85345) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:49:03.259543 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.rpc [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Device be9619d3-4ba8-4e4a-a4ba-b89da7e6b04a up at agent hyperv_hv-cinder-78638 {{(pid=85346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 19:49:03.261820 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.quota.driver [req-5941fc54-4d2c-4089-b164-8d5241d3129b req-598f6f01-677a-45cf-9c80-74048a3d212c service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85345) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:49:03.264554 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-aa7ab553-c147-48ae-9890-1726f92f7d39 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:49:03.271102 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-0186be47-4ad5-4423-9caa-5614ad6fb5db req-557a4e71-0913-4340-b600-7e5b4a2a45b2 tempest-ServerRescueNegativeTestJSON-1235948813 tempest-ServerRescueNegativeTestJSON-1235948813-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 4.4473221
Apr 15 19:49:03.282500 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-324beea5-2787-412d-8475-134a7a9b7987 req-09e1f542-9403-4578-bcb6-d0927d346bc2 tempest-AttachVolumeTestJSON-1178366330 tempest-AttachVolumeTestJSON-1178366330-project] 10.222.0.47 "GET /v2.0/quotas/5031830a47dd4af1b1ffb83e812d61ea HTTP/1.1" status: 200  len: 375 time: 0.0566020
Apr 15 19:49:03.304872 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [req-4207cb10-221a-411b-809b-90463ed8d5b3 req-24a21593-76f6-4ed3-a517-bb1065d339b3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:49:03.324247 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.quota.driver [None req-aa7ab553-c147-48ae-9890-1726f92f7d39 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:49:03.330810 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-b8d84868-341c-46ae-b802-f4f16db754e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:49:03.335508 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource [None req-aa7ab553-c147-48ae-9890-1726f92f7d39 admin admin] Usage tracker for resource:security_group_rule and tenant:73d06ee0c8844f8693d0e2e891a0204e is out of sync, need to count used quota {{(pid=85344) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:49:03.339374 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.provisioning_blocks [req-4207cb10-221a-411b-809b-90463ed8d5b3 req-24a21593-76f6-4ed3-a517-bb1065d339b3 service neutron] Transition to ACTIVE for port object ef741914-f4e2-4191-a3f5-849ecb03ddc2 will not be triggered until provisioned by entity L2. {{(pid=85344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 19:49:03.340582 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource [None req-aa7ab553-c147-48ae-9890-1726f92f7d39 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85344) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:49:03.344334 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-b8d84868-341c-46ae-b802-f4f16db754e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806004'] for security_group, after_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:49:03.346417 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.provisioning_blocks [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Provisioning for port be9619d3-4ba8-4e4a-a4ba-b89da7e6b04a completed by entity L2. {{(pid=85346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 19:49:03.350825 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.v2.base [req-0186be47-4ad5-4423-9caa-5614ad6fb5db req-88ef332f-3fc7-4507-9ef1-c399d2c64e3a service neutron] Request body: {'port': {'device_id': 'e9aebd22-52d6-4434-8b88-31ff5eb1f75a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=85345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 19:49:03.353154 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.provisioning_blocks [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Provisioning complete for port be9619d3-4ba8-4e4a-a4ba-b89da7e6b04a triggered by entity L2. {{(pid=85346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 19:49:03.353829 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-428662'] for port, provisioning_complete {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:49:03.359450 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-1bcb9d0f-01c8-432d-b2c1-7c45d8175dc5 tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:49:03.366980 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [req-4207cb10-221a-411b-809b-90463ed8d5b3 req-24a21593-76f6-4ed3-a517-bb1065d339b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854693686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852972410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789846929216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789846482410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789846483725'] for port, after_update {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:49:03.368244 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.quota.driver [None req-aa7ab553-c147-48ae-9890-1726f92f7d39 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:49:03.388284 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-951cfedb-2b09-47cf-a24c-2fe90a92c79d req-7aaff565-c95c-46f9-8f6a-a842ae8ed757 tempest-VolumesActionsTest-406255356 tempest-VolumesActionsTest-406255356-project] Network bfb7faf0-99c9-4910-9a35-0d0821c80032 is already hosted by enough agents. {{(pid=85345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 15 19:49:03.405475 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.scheduler.base_scheduler [req-951cfedb-2b09-47cf-a24c-2fe90a92c79d req-7aaff565-c95c-46f9-8f6a-a842ae8ed757 tempest-VolumesActionsTest-406255356 tempest-VolumesActionsTest-406255356-project] Resources bound (agent type, host, resource id):  {{(pid=85345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 19:49:03.407471 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.l3_dvrscheduler_db [req-951cfedb-2b09-47cf-a24c-2fe90a92c79d req-7aaff565-c95c-46f9-8f6a-a842ae8ed757 tempest-VolumesActionsTest-406255356 tempest-VolumesActionsTest-406255356-project] Received port after_create {{(pid=85345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 15 19:49:03.414898 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951cfedb-2b09-47cf-a24c-2fe90a92c79d req-7aaff565-c95c-46f9-8f6a-a842ae8ed757 tempest-VolumesActionsTest-406255356 tempest-VolumesActionsTest-406255356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:49:03.415421 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [req-951cfedb-2b09-47cf-a24c-2fe90a92c79d req-7aaff565-c95c-46f9-8f6a-a842ae8ed757 tempest-VolumesActionsTest-406255356 tempest-VolumesActionsTest-406255356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852972363'] for port, before_response {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:49:03.490967 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-951cfedb-2b09-47cf-a24c-2fe90a92c79d req-7aaff565-c95c-46f9-8f6a-a842ae8ed757 tempest-VolumesActionsTest-406255356 tempest-VolumesActionsTest-406255356-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 3.2815480
Apr 15 19:49:03.499969 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [None req-b8d84868-341c-46ae-b802-f4f16db754e2 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=b5b56c5c3769484da714ee8c4a52cfb9&name=default HTTP/1.1" status: 200  len: 2979 time: 0.9617219
Apr 15 19:49:03.505451 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.wsgi [-] (85345) accepted ('10.222.0.47', 42872) {{(pid=85345) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:49:03.515567 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.v2.base [req-951cfedb-2b09-47cf-a24c-2fe90a92c79d req-73617de4-fb21-426a-b34c-248d59af9f04 service neutron] Request body: {'port': {'device_id': '5c125ed1-e65a-4cb3-8029-195382a202bc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=85345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 19:49:03.556628 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d84868-341c-46ae-b802-f4f16db754e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72282af2-5004-4aa7-acb3-31e4f28edda1,revision_number=1']} {{(pid=85344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:49:03.574910 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-b8d84868-341c-46ae-b802-f4f16db754e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:49:03.577657 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.171s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:49:03.717439 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [req-0186be47-4ad5-4423-9caa-5614ad6fb5db req-88ef332f-3fc7-4507-9ef1-c399d2c64e3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854565853'] for port, before_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:49:03.726775 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a21593-76f6-4ed3-a517-bb1065d339b3 service neutron] Pushing event updated for resources: {'Port': ['ID=ef741914-f4e2-4191-a3f5-849ecb03ddc2,revision_number=2']} {{(pid=85344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:49:03.750572 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-24a21593-76f6-4ed3-a517-bb1065d339b3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:49:03.758813 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854565853'] for port, before_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:49:03.789810 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource [req-324beea5-2787-412d-8475-134a7a9b7987 req-5779d899-23fc-4b73-bdee-d6829fcf6f72 tempest-AttachVolumeTestJSON-1178366330 tempest-AttachVolumeTestJSON-1178366330-project] Synchronizing usage tracker for tenant:5031830a47dd4af1b1ffb83e812d61ea on resource:port {{(pid=85345) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 15 19:49:03.814156 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c716e82-8478-4821-8694-f29d4ff87eb1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be9619d3-4ba8-4e4a-a4ba-b89da7e6b04a'}] {{(pid=85346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 19:49:03.835689 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.db [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] For port be9619d3-4ba8-4e4a-a4ba-b89da7e6b04a, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=be9619d3-4ba8-4e4a-a4ba-b89da7e6b04a,segment=NetworkSegment(b0508205-a2b4-41c9-b1ec-e4abef51e9ad),segment_id=b0508205-a2b4-41c9-b1ec-e4abef51e9ad)] {{(pid=85346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 19:49:03.841252 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854693686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852972410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789846929216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789846482410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789846483725'] for port, after_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:49:03.844777 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:49:03.943679 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource [req-324beea5-2787-412d-8475-134a7a9b7987 req-5779d899-23fc-4b73-bdee-d6829fcf6f72 tempest-AttachVolumeTestJSON-1178366330 tempest-AttachVolumeTestJSON-1178366330-project] Unset dirty status for tenant:5031830a47dd4af1b1ffb83e812d61ea on resource:port {{(pid=85345) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 15 19:49:03.945661 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-324beea5-2787-412d-8475-134a7a9b7987 req-5779d899-23fc-4b73-bdee-d6829fcf6f72 tempest-AttachVolumeTestJSON-1178366330 tempest-AttachVolumeTestJSON-1178366330-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=5031830a47dd4af1b1ffb83e812d61ea&fields=id HTTP/1.1" status: 200  len: 348 time: 0.6617818
Apr 15 19:49:03.954571 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [req-951cfedb-2b09-47cf-a24c-2fe90a92c79d req-73617de4-fb21-426a-b34c-248d59af9f04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854565853'] for port, before_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:49:03.972166 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [req-5941fc54-4d2c-4089-b164-8d5241d3129b req-598f6f01-677a-45cf-9c80-74048a3d212c service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:49:03.973617 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-89c4f4f9-4309-4d3a-b959-0b42c092ab74 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:49:03.991760 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Pushing event updated for resources: {'Port': ['ID=be9619d3-4ba8-4e4a-a4ba-b89da7e6b04a,revision_number=5']} {{(pid=85346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:49:03.998052 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:49:03.998871 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [req-5941fc54-4d2c-4089-b164-8d5241d3129b req-598f6f01-677a-45cf-9c80-74048a3d212c service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806004'] for security_group, after_create {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:49:04.031476 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca51d34f-2131-4297-9dbe-758a43299956 req-96976412-8e3a-4478-ae2f-c119df018f52 tempest-DeleteServersTestJSON-531578038 tempest-DeleteServersTestJSON-531578038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:49:04.034538 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-ca51d34f-2131-4297-9dbe-758a43299956 req-96976412-8e3a-4478-ae2f-c119df018f52 tempest-DeleteServersTestJSON-531578038 tempest-DeleteServersTestJSON-531578038-project] 10.222.0.47 "GET /v2.0/ports?device_id=4c716e82-8478-4821-8694-f29d4ff87eb1 HTTP/1.1" status: 200  len: 945 time: 0.5519073
Apr 15 19:49:04.048971 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-aa7ab553-c147-48ae-9890-1726f92f7d39 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:49:04.151579 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-aa7ab553-c147-48ae-9890-1726f92f7d39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806004'] for security_group, after_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:49:04.211508 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:49:04.306070 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.managers [req-4207cb10-221a-411b-809b-90463ed8d5b3 req-24a21593-76f6-4ed3-a517-bb1065d339b3 service neutron] Attempting to bind port ef741914-f4e2-4191-a3f5-849ecb03ddc2 on host hv-cinder-78638 for vnic_type normal with profile  {{(pid=85344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 15 19:49:04.306646 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.managers [req-4207cb10-221a-411b-809b-90463ed8d5b3 req-24a21593-76f6-4ed3-a517-bb1065d339b3 service neutron] Attempting to bind port ef741914-f4e2-4191-a3f5-849ecb03ddc2 by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': '4fe08c56-c114-425d-80fa-84b1114c9738', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'e2d187b6-98ce-49de-b641-472e7c3488cc'}] {{(pid=85344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 15 19:49:04.307299 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4207cb10-221a-411b-809b-90463ed8d5b3 req-24a21593-76f6-4ed3-a517-bb1065d339b3 service neutron] Attempting to bind port ef741914-f4e2-4191-a3f5-849ecb03ddc2 on network e2d187b6-98ce-49de-b641-472e7c3488cc {{(pid=85344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 19:49:04.317085 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:49:04.354442 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [None req-aa7ab553-c147-48ae-9890-1726f92f7d39 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=73d06ee0c8844f8693d0e2e891a0204e&name=default HTTP/1.1" status: 200  len: 2979 time: 1.3940053
Apr 15 19:49:04.360777 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-ca51d34f-2131-4297-9dbe-758a43299956 req-35997cbb-09f6-4105-ab74-761049f72be3 tempest-DeleteServersTestJSON-531578038 tempest-DeleteServersTestJSON-531578038-project] 10.222.0.47 "GET /v2.0/security-groups?id=326d5005-9168-478f-b769-3c01532f8739&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3156474
Apr 15 19:49:04.361886 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4207cb10-221a-411b-809b-90463ed8d5b3 req-24a21593-76f6-4ed3-a517-bb1065d339b3 service neutron] Port ef741914-f4e2-4191-a3f5-849ecb03ddc2 on network e2d187b6-98ce-49de-b641-472e7c3488cc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=85344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 15 19:49:04.362521 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4207cb10-221a-411b-809b-90463ed8d5b3 req-24a21593-76f6-4ed3-a517-bb1065d339b3 service neutron] Attempting to bind port ef741914-f4e2-4191-a3f5-849ecb03ddc2 on network e2d187b6-98ce-49de-b641-472e7c3488cc {{(pid=85344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 19:49:04.371530 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.wsgi [-] (85345) accepted ('10.222.0.47', 42880) {{(pid=85345) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:49:04.381329 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7ab553-c147-48ae-9890-1726f92f7d39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71cba206-02af-47c9-9488-8319c8ef1eef,revision_number=1']} {{(pid=85344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:49:04.387035 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4207cb10-221a-411b-809b-90463ed8d5b3 req-24a21593-76f6-4ed3-a517-bb1065d339b3 service neutron] Checking agent: {'id': '202ba611-b908-4e0e-99b2-33811728b356', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 19, 46, 37), 'started_at': datetime.datetime(2021, 4, 15, 19, 46, 37), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 19, 48, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 15 19:49:04.387668 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4207cb10-221a-411b-809b-90463ed8d5b3 req-24a21593-76f6-4ed3-a517-bb1065d339b3 service neutron] Checking segment: {'id': '4fe08c56-c114-425d-80fa-84b1114c9738', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'e2d187b6-98ce-49de-b641-472e7c3488cc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 19:49:04.388386 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4207cb10-221a-411b-809b-90463ed8d5b3 req-24a21593-76f6-4ed3-a517-bb1065d339b3 service neutron] Bound using segment: {'id': '4fe08c56-c114-425d-80fa-84b1114c9738', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'e2d187b6-98ce-49de-b641-472e7c3488cc'} {{(pid=85344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 15 19:49:04.389256 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.managers [req-4207cb10-221a-411b-809b-90463ed8d5b3 req-24a21593-76f6-4ed3-a517-bb1065d339b3 service neutron] Bound port: ef741914-f4e2-4191-a3f5-849ecb03ddc2, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4fe08c56-c114-425d-80fa-84b1114c9738', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'e2d187b6-98ce-49de-b641-472e7c3488cc'}}] {{(pid=85344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 15 19:49:04.389931 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [req-4207cb10-221a-411b-809b-90463ed8d5b3 req-24a21593-76f6-4ed3-a517-bb1065d339b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854565853'] for port, before_update {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:49:04.410637 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-aa7ab553-c147-48ae-9890-1726f92f7d39 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:49:04.431910 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-89c4f4f9-4309-4d3a-b959-0b42c092ab74 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:49:04.455916 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource [req-5941fc54-4d2c-4089-b164-8d5241d3129b req-598f6f01-677a-45cf-9c80-74048a3d212c service neutron] Synchronizing usage tracker for tenant:eaa91db7f07c4261a736baf96f738005 on resource:security_group {{(pid=85345) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 15 19:49:04.547474 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598f6f01-677a-45cf-9c80-74048a3d212c service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=1e33e10a-11a1-4588-8696-f3d0af293950,revision_number=1']} {{(pid=85345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:49:04.551029 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-598f6f01-677a-45cf-9c80-74048a3d212c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:49:04.654815 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.db [req-4207cb10-221a-411b-809b-90463ed8d5b3 req-24a21593-76f6-4ed3-a517-bb1065d339b3 service neutron] For port ef741914-f4e2-4191-a3f5-849ecb03ddc2, host hv-cinder-78638, cleared binding levels {{(pid=85344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 15 19:49:04.667759 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource [req-9254f136-151e-41e0-99d4-26a7c6415a14 req-14d86a05-9084-414a-8581-9294dfcf8a2b tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] Synchronizing usage tracker for tenant:4bae275d2add4a8a85e8b627d205bb33 on resource:security_group {{(pid=85344) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 15 19:49:04.683932 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.db [req-4207cb10-221a-411b-809b-90463ed8d5b3 req-24a21593-76f6-4ed3-a517-bb1065d339b3 service neutron] For port ef741914-f4e2-4191-a3f5-849ecb03ddc2, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=ef741914-f4e2-4191-a3f5-849ecb03ddc2,segment=NetworkSegment(4fe08c56-c114-425d-80fa-84b1114c9738),segment_id=4fe08c56-c114-425d-80fa-84b1114c9738)] {{(pid=85344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 15 19:49:04.694795 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [req-4207cb10-221a-411b-809b-90463ed8d5b3 req-24a21593-76f6-4ed3-a517-bb1065d339b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854693686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852972410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789846929216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789846482410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789846483725'] for port, after_update {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:49:04.722934 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource [req-5941fc54-4d2c-4089-b164-8d5241d3129b req-598f6f01-677a-45cf-9c80-74048a3d212c service neutron] Unset dirty status for tenant:eaa91db7f07c4261a736baf96f738005 on resource:security_group {{(pid=85345) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 15 19:49:04.724242 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-5941fc54-4d2c-4089-b164-8d5241d3129b req-598f6f01-677a-45cf-9c80-74048a3d212c service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=8498f6ac-4e62-4833-b465-61e9c537cd5f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 1.6794226
Apr 15 19:49:04.735236 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:49:04.817663 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-324beea5-2787-412d-8475-134a7a9b7987 req-12dacab5-81e4-42b8-bcd2-8c9b4c0f9436 service neutron] 10.222.0.47 "GET /v2.0/networks/4d82f7b7-d97c-4f69-af76-26788d15aead?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.8159189
Apr 15 19:49:04.873079 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-89c4f4f9-4309-4d3a-b959-0b42c092ab74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806004'] for security_group, after_delete {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:49:04.877339 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource [req-9254f136-151e-41e0-99d4-26a7c6415a14 req-14d86a05-9084-414a-8581-9294dfcf8a2b tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] Unset dirty status for tenant:4bae275d2add4a8a85e8b627d205bb33 on resource:security_group {{(pid=85344) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 15 19:49:04.878637 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-9254f136-151e-41e0-99d4-26a7c6415a14 req-14d86a05-9084-414a-8581-9294dfcf8a2b tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-securitygroup--1251657981&fields=id&tenant_id=4bae275d2add4a8a85e8b627d205bb33 HTTP/1.1" status: 200  len: 267 time: 0.3462689
Apr 15 19:49:04.972641 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a21593-76f6-4ed3-a517-bb1065d339b3 service neutron] Pushing event updated for resources: {'Port': ['ID=ef741914-f4e2-4191-a3f5-849ecb03ddc2,revision_number=3']} {{(pid=85344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:49:05.031378 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:49:05.034504 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-24a21593-76f6-4ed3-a517-bb1065d339b3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.299s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:49:05.069625 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-d5b51ba2-f6bf-4216-972d-23ad8c15f8d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:49:05.071731 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c4f4f9-4309-4d3a-b959-0b42c092ab74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72282af2-5004-4aa7-acb3-31e4f28edda1,revision_number=None']} {{(pid=85345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:49:05.074222 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-89c4f4f9-4309-4d3a-b959-0b42c092ab74 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:49:05.118131 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4207cb10-221a-411b-809b-90463ed8d5b3 req-24a21593-76f6-4ed3-a517-bb1065d339b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:49:05.119157 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [req-4207cb10-221a-411b-809b-90463ed8d5b3 req-24a21593-76f6-4ed3-a517-bb1065d339b3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852972363'] for port, before_response {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:49:05.120384 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-4207cb10-221a-411b-809b-90463ed8d5b3 req-24a21593-76f6-4ed3-a517-bb1065d339b3 service neutron] 10.222.0.65 "PUT /v2.0/ports/ef741914-f4e2-4191-a3f5-849ecb03ddc2 HTTP/1.1" status: 200  len: 1093 time: 2.9886081
Apr 15 19:49:05.120910 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4df9318-4d76-48f8-9843-b64bef8e8007', 'tag': 'ef741914-f4e2-4191-a3f5-849ecb03ddc2'}] {{(pid=85344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 19:49:05.168025 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9254f136-151e-41e0-99d4-26a7c6415a14 req-edf27dc4-6e6a-40c5-8377-c6c11bf8e290 tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:49:05.168853 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource [req-9254f136-151e-41e0-99d4-26a7c6415a14 req-edf27dc4-6e6a-40c5-8377-c6c11bf8e290 tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] Synchronizing usage tracker for tenant:4bae275d2add4a8a85e8b627d205bb33 on resource:network {{(pid=85344) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 15 19:49:05.181355 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-89c4f4f9-4309-4d3a-b959-0b42c092ab74 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:49:05.182577 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [None req-89c4f4f9-4309-4d3a-b959-0b42c092ab74 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/72282af2-5004-4aa7-acb3-31e4f28edda1 HTTP/1.1" status: 204  len: 168 time: 1.6745460
Apr 15 19:49:05.195601 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-d5b51ba2-f6bf-4216-972d-23ad8c15f8d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:49:05.244388 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource [req-9254f136-151e-41e0-99d4-26a7c6415a14 req-edf27dc4-6e6a-40c5-8377-c6c11bf8e290 tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] Unset dirty status for tenant:4bae275d2add4a8a85e8b627d205bb33 on resource:network {{(pid=85344) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 15 19:49:05.251406 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-9254f136-151e-41e0-99d4-26a7c6415a14 req-edf27dc4-6e6a-40c5-8377-c6c11bf8e290 tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] 10.222.0.47 "GET /v2.0/networks?id=3371f473-4c26-4f81-abc4-c2c4353fa3ab HTTP/1.1" status: 200  len: 817 time: 0.3466949
Apr 15 19:49:05.272327 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-9254f136-151e-41e0-99d4-26a7c6415a14 req-86052e76-7518-4018-a946-d70850ece999 tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] 10.222.0.47 "GET /v2.0/quotas/4bae275d2add4a8a85e8b627d205bb33 HTTP/1.1" status: 200  len: 375 time: 0.0196168
Apr 15 19:49:05.339463 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-324beea5-2787-412d-8475-134a7a9b7987 req-9255b677-942c-43f1-874c-0b6839824ca2 service neutron] 10.222.0.47 "GET /v2.0/networks/4d82f7b7-d97c-4f69-af76-26788d15aead?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4937582
Apr 15 19:49:05.380426 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.notifiers.nova [req-0186be47-4ad5-4423-9caa-5614ad6fb5db req-88ef332f-3fc7-4507-9ef1-c399d2c64e3a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 26344b7c-41da-4625-ab3c-346a48e8b4e6 {{(pid=85345) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 15 19:49:05.399869 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [req-0186be47-4ad5-4423-9caa-5614ad6fb5db req-88ef332f-3fc7-4507-9ef1-c399d2c64e3a service neutron] Notify callbacks [] for port, precommit_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:49:05.449123 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-8285f454-94ca-4d64-8ce3-607005d4c8b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789847050935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-428960'] for agent, after_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:49:05.478932 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.provisioning_blocks [req-0186be47-4ad5-4423-9caa-5614ad6fb5db req-88ef332f-3fc7-4507-9ef1-c399d2c64e3a service neutron] Transition to ACTIVE for port object 26344b7c-41da-4625-ab3c-346a48e8b4e6 will not be triggered until provisioned by entity L2. {{(pid=85345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 19:49:05.482186 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-d5b51ba2-f6bf-4216-972d-23ad8c15f8d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806004'] for security_group, after_delete {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:49:05.490000 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4207cb10-221a-411b-809b-90463ed8d5b3 req-f4071df1-c5a9-443b-bbab-286692a52013 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:49:05.492344 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:49:05.492939 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-4207cb10-221a-411b-809b-90463ed8d5b3 req-f4071df1-c5a9-443b-bbab-286692a52013 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=308b7c9489eb439cb66d243d5654d1ba&device_id=d4df9318-4d76-48f8-9843-b64bef8e8007 HTTP/1.1" status: 200  len: 1096 time: 0.3192568
Apr 15 19:49:05.500458 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [req-0186be47-4ad5-4423-9caa-5614ad6fb5db req-88ef332f-3fc7-4507-9ef1-c399d2c64e3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854693686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852972410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789846929216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789846482410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789846483725'] for port, after_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:49:05.503365 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.notifiers.nova [req-951cfedb-2b09-47cf-a24c-2fe90a92c79d req-73617de4-fb21-426a-b34c-248d59af9f04 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1d72d517-5a18-4137-b90f-dff37a4e26d5 {{(pid=85345) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 15 19:49:05.530110 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [req-951cfedb-2b09-47cf-a24c-2fe90a92c79d req-73617de4-fb21-426a-b34c-248d59af9f04 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:49:05.544894 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b51ba2-f6bf-4216-972d-23ad8c15f8d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71cba206-02af-47c9-9488-8319c8ef1eef,revision_number=None']} {{(pid=85345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:49:05.552855 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-d5b51ba2-f6bf-4216-972d-23ad8c15f8d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:49:05.606734 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.070s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:49:05.657012 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-4207cb10-221a-411b-809b-90463ed8d5b3 req-0d6c6f28-07bb-49f3-b3f9-0416c2c8334d service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ef741914-f4e2-4191-a3f5-849ecb03ddc2 HTTP/1.1" status: 200  len: 217 time: 0.1485136
Apr 15 19:49:05.672405 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-d5b51ba2-f6bf-4216-972d-23ad8c15f8d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:49:05.673881 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [None req-d5b51ba2-f6bf-4216-972d-23ad8c15f8d9 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/71cba206-02af-47c9-9488-8319c8ef1eef HTTP/1.1" status: 204  len: 168 time: 1.2478466
Apr 15 19:49:05.724865 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.provisioning_blocks [req-951cfedb-2b09-47cf-a24c-2fe90a92c79d req-73617de4-fb21-426a-b34c-248d59af9f04 service neutron] Transition to ACTIVE for port object 1d72d517-5a18-4137-b90f-dff37a4e26d5 will not be triggered until provisioned by entity L2. {{(pid=85345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 19:49:05.784785 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [req-951cfedb-2b09-47cf-a24c-2fe90a92c79d req-73617de4-fb21-426a-b34c-248d59af9f04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854693686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852972410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789846929216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789846482410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789846483725'] for port, after_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:49:05.808610 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4207cb10-221a-411b-809b-90463ed8d5b3 req-fd41bd64-b14b-4031-95ce-4587b0ea7f81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:49:05.811862 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-4207cb10-221a-411b-809b-90463ed8d5b3 req-fd41bd64-b14b-4031-95ce-4587b0ea7f81 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=df80589a-5211-47ee-98ca-4218fd01eea5 HTTP/1.1" status: 200  len: 859 time: 0.1465504
Apr 15 19:49:05.839766 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-9254f136-151e-41e0-99d4-26a7c6415a14 req-17deff54-421f-4149-971b-b685853311f5 tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=4bae275d2add4a8a85e8b627d205bb33&fields=id HTTP/1.1" status: 200  len: 348 time: 0.5648618
Apr 15 19:49:06.111167 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ef332f-3fc7-4507-9ef1-c399d2c64e3a service neutron] Pushing event updated for resources: {'Port': ['ID=26344b7c-41da-4625-ab3c-346a48e8b4e6,revision_number=2']} {{(pid=85345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:49:06.111648 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.wsgi [-] (85344) accepted ('10.222.0.47', 42908) {{(pid=85344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:49:06.116647 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-4207cb10-221a-411b-809b-90463ed8d5b3 req-73093bef-5749-4366-a0f1-7ea1dec60e5c service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=e2d187b6-98ce-49de-b641-472e7c3488cc&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.2748258
Apr 15 19:49:06.301795 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-fe3a894b-7246-49ca-bb6a-85fee9e652ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:49:06.406710 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-88ef332f-3fc7-4507-9ef1-c399d2c64e3a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.800s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:49:06.410079 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.525s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:49:06.722508 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.quota.driver [None req-fe3a894b-7246-49ca-bb6a-85fee9e652ab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:49:06.779269 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789847050935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-428960'] for agent, after_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:49:06.814033 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-9254f136-151e-41e0-99d4-26a7c6415a14 req-3428a3c9-bbdd-4d37-8e68-bf928c2c092c service neutron] 10.222.0.47 "GET /v2.0/networks/3371f473-4c26-4f81-abc4-c2c4353fa3ab?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.8847663
Apr 15 19:49:06.854230 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource [None req-fe3a894b-7246-49ca-bb6a-85fee9e652ab admin admin] Usage tracker for resource:security_group_rule and tenant:e896833e21074ec29db3053572746268 is out of sync, need to count used quota {{(pid=85344) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:49:06.935870 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource [None req-fe3a894b-7246-49ca-bb6a-85fee9e652ab admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85344) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:49:06.968819 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.quota.driver [None req-fe3a894b-7246-49ca-bb6a-85fee9e652ab admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:49:07.000924 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73617de4-fb21-426a-b34c-248d59af9f04 service neutron] Pushing event updated for resources: {'Port': ['ID=1d72d517-5a18-4137-b90f-dff37a4e26d5,revision_number=2']} {{(pid=85345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:49:07.021146 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-73617de4-fb21-426a-b34c-248d59af9f04 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.611s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:49:07.145761 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-9254f136-151e-41e0-99d4-26a7c6415a14 req-30c26456-5a69-4162-8167-e89d7f25cf3d service neutron] 10.222.0.47 "GET /v2.0/networks/3371f473-4c26-4f81-abc4-c2c4353fa3ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3304014
Apr 15 19:49:07.150664 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-4207cb10-221a-411b-809b-90463ed8d5b3 req-a4824523-6ad0-4cec-99ab-5735b17f6a62 service neutron] 10.222.0.65 "GET /v2.0/networks/e2d187b6-98ce-49de-b641-472e7c3488cc?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.9087386
Apr 15 19:49:07.302271 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.managers [req-0186be47-4ad5-4423-9caa-5614ad6fb5db req-88ef332f-3fc7-4507-9ef1-c399d2c64e3a service neutron] Attempting to bind port 26344b7c-41da-4625-ab3c-346a48e8b4e6 on host hv-cinder-78638 for vnic_type normal with profile  {{(pid=85345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 15 19:49:07.302589 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.managers [req-0186be47-4ad5-4423-9caa-5614ad6fb5db req-88ef332f-3fc7-4507-9ef1-c399d2c64e3a service neutron] Attempting to bind port 26344b7c-41da-4625-ab3c-346a48e8b4e6 by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': '4fe08c56-c114-425d-80fa-84b1114c9738', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'e2d187b6-98ce-49de-b641-472e7c3488cc'}] {{(pid=85345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 15 19:49:07.302957 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0186be47-4ad5-4423-9caa-5614ad6fb5db req-88ef332f-3fc7-4507-9ef1-c399d2c64e3a service neutron] Attempting to bind port 26344b7c-41da-4625-ab3c-346a48e8b4e6 on network e2d187b6-98ce-49de-b641-472e7c3488cc {{(pid=85345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 19:49:07.306440 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.managers [req-951cfedb-2b09-47cf-a24c-2fe90a92c79d req-73617de4-fb21-426a-b34c-248d59af9f04 service neutron] Attempting to bind port 1d72d517-5a18-4137-b90f-dff37a4e26d5 on host hv-cinder-78638 for vnic_type normal with profile  {{(pid=85345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 15 19:49:07.306816 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.managers [req-951cfedb-2b09-47cf-a24c-2fe90a92c79d req-73617de4-fb21-426a-b34c-248d59af9f04 service neutron] Attempting to bind port 1d72d517-5a18-4137-b90f-dff37a4e26d5 by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': '3b41c3b7-71a7-4ab9-8ff9-1dbe658da667', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'bfb7faf0-99c9-4910-9a35-0d0821c80032'}] {{(pid=85345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 15 19:49:07.307176 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-951cfedb-2b09-47cf-a24c-2fe90a92c79d req-73617de4-fb21-426a-b34c-248d59af9f04 service neutron] Attempting to bind port 1d72d517-5a18-4137-b90f-dff37a4e26d5 on network bfb7faf0-99c9-4910-9a35-0d0821c80032 {{(pid=85345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 19:49:07.314473 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-951cfedb-2b09-47cf-a24c-2fe90a92c79d req-73617de4-fb21-426a-b34c-248d59af9f04 service neutron] Port 1d72d517-5a18-4137-b90f-dff37a4e26d5 on network bfb7faf0-99c9-4910-9a35-0d0821c80032 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=85345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 15 19:49:07.314877 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-951cfedb-2b09-47cf-a24c-2fe90a92c79d req-73617de4-fb21-426a-b34c-248d59af9f04 service neutron] Attempting to bind port 1d72d517-5a18-4137-b90f-dff37a4e26d5 on network bfb7faf0-99c9-4910-9a35-0d0821c80032 {{(pid=85345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 19:49:07.326003 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a778eb5-b698-4510-b455-1945ff7d2b1e req-60e5126a-1c67-4466-be6f-0849579fdb1e tempest-VolumesActionsTest-406255356 tempest-VolumesActionsTest-406255356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:49:07.326818 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource [req-9a778eb5-b698-4510-b455-1945ff7d2b1e req-60e5126a-1c67-4466-be6f-0849579fdb1e tempest-VolumesActionsTest-406255356 tempest-VolumesActionsTest-406255356-project] Synchronizing usage tracker for tenant:6d506b42933048f69f4a289666c552b5 on resource:port {{(pid=85345) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 15 19:49:07.335894 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0186be47-4ad5-4423-9caa-5614ad6fb5db req-88ef332f-3fc7-4507-9ef1-c399d2c64e3a service neutron] Port 26344b7c-41da-4625-ab3c-346a48e8b4e6 on network e2d187b6-98ce-49de-b641-472e7c3488cc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=85345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 15 19:49:07.336279 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0186be47-4ad5-4423-9caa-5614ad6fb5db req-88ef332f-3fc7-4507-9ef1-c399d2c64e3a service neutron] Attempting to bind port 26344b7c-41da-4625-ab3c-346a48e8b4e6 on network e2d187b6-98ce-49de-b641-472e7c3488cc {{(pid=85345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 19:49:07.339657 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-951cfedb-2b09-47cf-a24c-2fe90a92c79d req-73617de4-fb21-426a-b34c-248d59af9f04 service neutron] Checking agent: {'id': '202ba611-b908-4e0e-99b2-33811728b356', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 19, 46, 37), 'started_at': datetime.datetime(2021, 4, 15, 19, 46, 37), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 19, 49, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 15 19:49:07.340052 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-951cfedb-2b09-47cf-a24c-2fe90a92c79d req-73617de4-fb21-426a-b34c-248d59af9f04 service neutron] Checking segment: {'id': '3b41c3b7-71a7-4ab9-8ff9-1dbe658da667', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'bfb7faf0-99c9-4910-9a35-0d0821c80032'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 19:49:07.340449 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-951cfedb-2b09-47cf-a24c-2fe90a92c79d req-73617de4-fb21-426a-b34c-248d59af9f04 service neutron] Bound using segment: {'id': '3b41c3b7-71a7-4ab9-8ff9-1dbe658da667', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'bfb7faf0-99c9-4910-9a35-0d0821c80032'} {{(pid=85345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 15 19:49:07.340947 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.managers [req-951cfedb-2b09-47cf-a24c-2fe90a92c79d req-73617de4-fb21-426a-b34c-248d59af9f04 service neutron] Bound port: 1d72d517-5a18-4137-b90f-dff37a4e26d5, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3b41c3b7-71a7-4ab9-8ff9-1dbe658da667', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'bfb7faf0-99c9-4910-9a35-0d0821c80032'}}] {{(pid=85345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 15 19:49:07.341333 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [req-951cfedb-2b09-47cf-a24c-2fe90a92c79d req-73617de4-fb21-426a-b34c-248d59af9f04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854565853'] for port, before_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:49:07.364069 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0186be47-4ad5-4423-9caa-5614ad6fb5db req-88ef332f-3fc7-4507-9ef1-c399d2c64e3a service neutron] Checking agent: {'id': '202ba611-b908-4e0e-99b2-33811728b356', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 19, 46, 37), 'started_at': datetime.datetime(2021, 4, 15, 19, 46, 37), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 19, 49, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 15 19:49:07.364997 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0186be47-4ad5-4423-9caa-5614ad6fb5db req-88ef332f-3fc7-4507-9ef1-c399d2c64e3a service neutron] Checking segment: {'id': '4fe08c56-c114-425d-80fa-84b1114c9738', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'e2d187b6-98ce-49de-b641-472e7c3488cc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 19:49:07.365432 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0186be47-4ad5-4423-9caa-5614ad6fb5db req-88ef332f-3fc7-4507-9ef1-c399d2c64e3a service neutron] Bound using segment: {'id': '4fe08c56-c114-425d-80fa-84b1114c9738', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'e2d187b6-98ce-49de-b641-472e7c3488cc'} {{(pid=85345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 15 19:49:07.365925 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.managers [req-0186be47-4ad5-4423-9caa-5614ad6fb5db req-88ef332f-3fc7-4507-9ef1-c399d2c64e3a service neutron] Bound port: 26344b7c-41da-4625-ab3c-346a48e8b4e6, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4fe08c56-c114-425d-80fa-84b1114c9738', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'e2d187b6-98ce-49de-b641-472e7c3488cc'}}] {{(pid=85345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 15 19:49:07.366314 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [req-0186be47-4ad5-4423-9caa-5614ad6fb5db req-88ef332f-3fc7-4507-9ef1-c399d2c64e3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854565853'] for port, before_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:49:07.610042 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource [req-9a778eb5-b698-4510-b455-1945ff7d2b1e req-60e5126a-1c67-4466-be6f-0849579fdb1e tempest-VolumesActionsTest-406255356 tempest-VolumesActionsTest-406255356-project] Unset dirty status for tenant:6d506b42933048f69f4a289666c552b5 on resource:port {{(pid=85345) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 15 19:49:07.613442 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-9a778eb5-b698-4510-b455-1945ff7d2b1e req-60e5126a-1c67-4466-be6f-0849579fdb1e tempest-VolumesActionsTest-406255356 tempest-VolumesActionsTest-406255356-project] 10.222.0.47 "GET /v2.0/ports?device_id=5c125ed1-e65a-4cb3-8029-195382a202bc HTTP/1.1" status: 200  len: 944 time: 1.3875959
Apr 15 19:49:07.757282 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-fe3a894b-7246-49ca-bb6a-85fee9e652ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:49:07.772757 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-fe3a894b-7246-49ca-bb6a-85fee9e652ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806004'] for security_group, after_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:49:07.825136 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-9a778eb5-b698-4510-b455-1945ff7d2b1e req-c4d5cdb1-edd4-4dbf-b677-98747896eba8 tempest-VolumesActionsTest-406255356 tempest-VolumesActionsTest-406255356-project] 10.222.0.47 "GET /v2.0/security-groups?id=7c3120a5-91b3-4e2d-96a8-e876bf30b25c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1929951
Apr 15 19:49:07.841863 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.db [req-951cfedb-2b09-47cf-a24c-2fe90a92c79d req-73617de4-fb21-426a-b34c-248d59af9f04 service neutron] For port 1d72d517-5a18-4137-b90f-dff37a4e26d5, host hv-cinder-78638, cleared binding levels {{(pid=85345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 15 19:49:07.861781 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-a2a8b8e0-78d4-4752-92bd-d0eec7004fa2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:49:07.862517 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.db [req-951cfedb-2b09-47cf-a24c-2fe90a92c79d req-73617de4-fb21-426a-b34c-248d59af9f04 service neutron] For port 1d72d517-5a18-4137-b90f-dff37a4e26d5, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=1d72d517-5a18-4137-b90f-dff37a4e26d5,segment=NetworkSegment(3b41c3b7-71a7-4ab9-8ff9-1dbe658da667),segment_id=3b41c3b7-71a7-4ab9-8ff9-1dbe658da667)] {{(pid=85345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 15 19:49:07.864384 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.db [req-0186be47-4ad5-4423-9caa-5614ad6fb5db req-88ef332f-3fc7-4507-9ef1-c399d2c64e3a service neutron] For port 26344b7c-41da-4625-ab3c-346a48e8b4e6, host hv-cinder-78638, cleared binding levels {{(pid=85345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 15 19:49:07.873688 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.db [req-0186be47-4ad5-4423-9caa-5614ad6fb5db req-88ef332f-3fc7-4507-9ef1-c399d2c64e3a service neutron] For port 26344b7c-41da-4625-ab3c-346a48e8b4e6, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=26344b7c-41da-4625-ab3c-346a48e8b4e6,segment=NetworkSegment(4fe08c56-c114-425d-80fa-84b1114c9738),segment_id=4fe08c56-c114-425d-80fa-84b1114c9738)] {{(pid=85345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 15 19:49:07.875986 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [req-951cfedb-2b09-47cf-a24c-2fe90a92c79d req-73617de4-fb21-426a-b34c-248d59af9f04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854693686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852972410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789846929216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789846482410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789846483725'] for port, after_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:49:07.924063 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [req-0186be47-4ad5-4423-9caa-5614ad6fb5db req-88ef332f-3fc7-4507-9ef1-c399d2c64e3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854693686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852972410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789846929216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789846482410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789846483725'] for port, after_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:49:07.939161 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:49:07.944182 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c716e82-8478-4821-8694-f29d4ff87eb1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be9619d3-4ba8-4e4a-a4ba-b89da7e6b04a', 'code': 200}
Apr 15 19:49:07.983793 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3a894b-7246-49ca-bb6a-85fee9e652ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90d38828-266f-4633-92c3-4680313d23d0,revision_number=1']} {{(pid=85344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:49:08.035226 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-fe3a894b-7246-49ca-bb6a-85fee9e652ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:49:08.069338 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [None req-fe3a894b-7246-49ca-bb6a-85fee9e652ab admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=e896833e21074ec29db3053572746268&name=default HTTP/1.1" status: 200  len: 2979 time: 1.9510703
Apr 15 19:49:08.093775 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.wsgi [-] (85344) accepted ('10.222.0.47', 42948) {{(pid=85344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:49:08.109190 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-67527eb5-9e2c-411a-9333-79c7d40afe74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789847050935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-428960'] for agent, after_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:49:08.306560 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-4207cb10-221a-411b-809b-90463ed8d5b3 req-941eb16f-1710-48a4-a237-790fa1c39cc0 service neutron] 10.222.0.65 "GET /v2.0/networks/e2d187b6-98ce-49de-b641-472e7c3488cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 1.1269350
Apr 15 19:49:08.360039 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-71bb1ce7-38ff-4bf6-9bcc-496cede2a47e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:49:08.388320 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f2d13f-72af-417b-8ca8-096a9b428a2f req-5218c122-42fa-4369-a64e-c0f14014f2b5 tempest-AttachVolumeNegativeTest-1626257925 tempest-AttachVolumeNegativeTest-1626257925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:49:08.391136 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-14f2d13f-72af-417b-8ca8-096a9b428a2f req-5218c122-42fa-4369-a64e-c0f14014f2b5 tempest-AttachVolumeNegativeTest-1626257925 tempest-AttachVolumeNegativeTest-1626257925-project] 10.222.0.47 "GET /v2.0/ports?device_id=cf18d184-8fe9-4b62-b824-e56edc001a7d HTTP/1.1" status: 200  len: 945 time: 0.7817705
Apr 15 19:49:08.546738 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-14f2d13f-72af-417b-8ca8-096a9b428a2f req-5455cbdf-ea4b-49d6-825d-e4b46bf8f6fd tempest-AttachVolumeNegativeTest-1626257925 tempest-AttachVolumeNegativeTest-1626257925-project] 10.222.0.47 "GET /v2.0/security-groups?id=8498f6ac-4e62-4833-b465-61e9c537cd5f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1291564
Apr 15 19:49:08.561188 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-71bb1ce7-38ff-4bf6-9bcc-496cede2a47e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:49:08.662256 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73617de4-fb21-426a-b34c-248d59af9f04 service neutron] Pushing event updated for resources: {'Port': ['ID=1d72d517-5a18-4137-b90f-dff37a4e26d5,revision_number=3']} {{(pid=85345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:49:08.814125 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-71bb1ce7-38ff-4bf6-9bcc-496cede2a47e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806004'] for security_group, after_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:49:08.820419 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324beea5-2787-412d-8475-134a7a9b7987 req-3dc4858b-24d0-427f-9ff7-825f5365fd16 tempest-AttachVolumeTestJSON-1178366330 tempest-AttachVolumeTestJSON-1178366330-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:49:08.822286 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-324beea5-2787-412d-8475-134a7a9b7987 req-3dc4858b-24d0-427f-9ff7-825f5365fd16 tempest-AttachVolumeTestJSON-1178366330 tempest-AttachVolumeTestJSON-1178366330-project] 10.222.0.65 "GET /v2.0/networks?id=4d82f7b7-d97c-4f69-af76-26788d15aead HTTP/1.1" status: 200  len: 810 time: 0.6039603
Apr 15 19:49:08.848974 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4df9318-4d76-48f8-9843-b64bef8e8007', 'tag': 'ef741914-f4e2-4191-a3f5-849ecb03ddc2', 'status': 'completed', 'code': 200}
Apr 15 19:49:08.885062 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:49:08.934668 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bb1ce7-38ff-4bf6-9bcc-496cede2a47e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90d38828-266f-4633-92c3-4680313d23d0,revision_number=None']} {{(pid=85344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:49:08.947478 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-71bb1ce7-38ff-4bf6-9bcc-496cede2a47e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:49:09.017867 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-71bb1ce7-38ff-4bf6-9bcc-496cede2a47e admin admin] Notify callbacks [] for security_group, before_response {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:49:09.019183 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [None req-71bb1ce7-38ff-4bf6-9bcc-496cede2a47e admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/90d38828-266f-4633-92c3-4680313d23d0 HTTP/1.1" status: 204  len: 168 time: 0.9234314
Apr 15 19:49:09.168625 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-b400c4f8-8969-424f-8663-39cf5b6e1207 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789847050935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-428960'] for agent, after_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:49:09.203213 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0d127d-86bf-4b45-bbcd-99f25230a2b0 req-b1ed0442-9dca-49cf-b19b-3184e65e8a5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:49:09.204893 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-1c0d127d-86bf-4b45-bbcd-99f25230a2b0 req-b1ed0442-9dca-49cf-b19b-3184e65e8a5c service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=4c716e82-8478-4821-8694-f29d4ff87eb1 HTTP/1.1" status: 200  len: 1099 time: 0.6143076
Apr 15 19:49:09.233020 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b62378-08cd-4050-902b-b743dd4195bc req-852edc68-d861-41ce-bf49-b365a2278bde tempest-ServerRescueNegativeTestJSON-1235948813 tempest-ServerRescueNegativeTestJSON-1235948813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:49:09.243931 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource [req-26b62378-08cd-4050-902b-b743dd4195bc req-852edc68-d861-41ce-bf49-b365a2278bde tempest-ServerRescueNegativeTestJSON-1235948813 tempest-ServerRescueNegativeTestJSON-1235948813-project] Synchronizing usage tracker for tenant:308b7c9489eb439cb66d243d5654d1ba on resource:port {{(pid=85345) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 15 19:49:09.280380 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-1c0d127d-86bf-4b45-bbcd-99f25230a2b0 req-0f52da41-8682-47e2-94a2-e0da88f23aa1 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=326d5005-9168-478f-b769-3c01532f8739&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0644197
Apr 15 19:49:09.334682 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0186be47-4ad5-4423-9caa-5614ad6fb5db req-88ef332f-3fc7-4507-9ef1-c399d2c64e3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:49:09.343307 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [req-0186be47-4ad5-4423-9caa-5614ad6fb5db req-88ef332f-3fc7-4507-9ef1-c399d2c64e3a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852972363'] for port, before_response {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:49:09.345599 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-0186be47-4ad5-4423-9caa-5614ad6fb5db req-88ef332f-3fc7-4507-9ef1-c399d2c64e3a service neutron] 10.222.0.65 "PUT /v2.0/ports/26344b7c-41da-4625-ab3c-346a48e8b4e6 HTTP/1.1" status: 200  len: 1093 time: 6.0577157
Apr 15 19:49:09.359275 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9aebd22-52d6-4434-8b88-31ff5eb1f75a', 'tag': '26344b7c-41da-4625-ab3c-346a48e8b4e6'}] {{(pid=85345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 19:49:09.365899 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8cdbe1-b038-42cc-b8ff-bff61d55c6f5 req-f45d5915-c0b5-41ff-8a12-cf22d434398b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:49:09.367997 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-ee8cdbe1-b038-42cc-b8ff-bff61d55c6f5 req-f45d5915-c0b5-41ff-8a12-cf22d434398b service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=308b7c9489eb439cb66d243d5654d1ba&device_id=d4df9318-4d76-48f8-9843-b64bef8e8007 HTTP/1.1" status: 200  len: 1096 time: 0.3241415
Apr 15 19:49:09.372294 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951cfedb-2b09-47cf-a24c-2fe90a92c79d req-73617de4-fb21-426a-b34c-248d59af9f04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:49:09.373122 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [req-951cfedb-2b09-47cf-a24c-2fe90a92c79d req-73617de4-fb21-426a-b34c-248d59af9f04 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852972363'] for port, before_response {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:49:09.374724 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-951cfedb-2b09-47cf-a24c-2fe90a92c79d req-73617de4-fb21-426a-b34c-248d59af9f04 service neutron] 10.222.0.65 "PUT /v2.0/ports/1d72d517-5a18-4137-b90f-dff37a4e26d5 HTTP/1.1" status: 200  len: 1094 time: 5.8761671
Apr 15 19:49:09.384429 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ef332f-3fc7-4507-9ef1-c399d2c64e3a service neutron] Pushing event updated for resources: {'Port': ['ID=26344b7c-41da-4625-ab3c-346a48e8b4e6,revision_number=3']} {{(pid=85345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:49:09.397181 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-88ef332f-3fc7-4507-9ef1-c399d2c64e3a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.458s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:49:09.398951 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-e4b2fab7-bf0d-43f6-b365-431a92a7e0c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.181s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:49:09.399143 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-e4b2fab7-bf0d-43f6-b365-431a92a7e0c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:49:09.422674 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-324beea5-2787-412d-8475-134a7a9b7987 req-f385c7a2-3478-4381-9d93-c71ba5da9b1b tempest-AttachVolumeTestJSON-1178366330 tempest-AttachVolumeTestJSON-1178366330-project] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=5031830a47dd4af1b1ffb83e812d61ea HTTP/1.1" status: 200  len: 5704 time: 0.4418929
Apr 15 19:49:09.423478 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource [req-26b62378-08cd-4050-902b-b743dd4195bc req-852edc68-d861-41ce-bf49-b365a2278bde tempest-ServerRescueNegativeTestJSON-1235948813 tempest-ServerRescueNegativeTestJSON-1235948813-project] Unset dirty status for tenant:308b7c9489eb439cb66d243d5654d1ba on resource:port {{(pid=85345) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 15 19:49:09.436203 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-26b62378-08cd-4050-902b-b743dd4195bc req-852edc68-d861-41ce-bf49-b365a2278bde tempest-ServerRescueNegativeTestJSON-1235948813 tempest-ServerRescueNegativeTestJSON-1235948813-project] 10.222.0.47 "GET /v2.0/ports?device_id=e9aebd22-52d6-4434-8b88-31ff5eb1f75a HTTP/1.1" status: 200  len: 943 time: 1.2158902
Apr 15 19:49:09.481636 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0e9ed2-7f48-4494-b873-772ac578f957 req-f9b472fe-c574-41c4-9082-96667c9d73f4 tempest-DeleteServersTestJSON-531578038 tempest-DeleteServersTestJSON-531578038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:49:09.490811 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-7c0e9ed2-7f48-4494-b873-772ac578f957 req-f9b472fe-c574-41c4-9082-96667c9d73f4 tempest-DeleteServersTestJSON-531578038 tempest-DeleteServersTestJSON-531578038-project] 10.222.0.47 "GET /v2.0/ports?device_id=4c716e82-8478-4821-8694-f29d4ff87eb1 HTTP/1.1" status: 200  len: 946 time: 0.3545318
Apr 15 19:49:09.530621 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.v2.base [req-324beea5-2787-412d-8475-134a7a9b7987 req-9abd995a-399f-45e0-8b2d-d065486cf4ec tempest-AttachVolumeTestJSON-1178366330 tempest-AttachVolumeTestJSON-1178366330-project] Request body: {'port': {'device_id': '4b964d00-f051-4d1a-9f0a-e0355ef23ca5', 'network_id': '4d82f7b7-d97c-4f69-af76-26788d15aead', 'admin_state_up': True, 'tenant_id': '5031830a47dd4af1b1ffb83e812d61ea', 'security_groups': ['8f5f2180-5269-4c6c-a059-f56827110a59']}} {{(pid=85345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 19:49:09.542768 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-56ecdebd-c5a0-4569-bc96-ba437f5ce558 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789847050935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-428960'] for agent, after_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:49:09.782038 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-7c0e9ed2-7f48-4494-b873-772ac578f957 req-5b0399b9-2919-4e5c-ac8b-cb7146c262e4 tempest-DeleteServersTestJSON-531578038 tempest-DeleteServersTestJSON-531578038-project] 10.222.0.47 "GET /v2.0/security-groups?id=326d5005-9168-478f-b769-3c01532f8739&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2898715
Apr 15 19:49:09.923289 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource [req-26b62378-08cd-4050-902b-b743dd4195bc req-49fb57f5-d95e-478d-b06f-a3b9d473923a tempest-ServerRescueNegativeTestJSON-1235948813 tempest-ServerRescueNegativeTestJSON-1235948813-project] Synchronizing usage tracker for tenant:308b7c9489eb439cb66d243d5654d1ba on resource:security_group {{(pid=85345) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 15 19:49:09.952298 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8cdbe1-b038-42cc-b8ff-bff61d55c6f5 req-d00317a3-d5a7-4941-80b5-3661e6e6301f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:49:09.953053 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-ee8cdbe1-b038-42cc-b8ff-bff61d55c6f5 req-d00317a3-d5a7-4941-80b5-3661e6e6301f service neutron] 10.222.0.65 "GET /v2.0/networks?id=e2d187b6-98ce-49de-b641-472e7c3488cc HTTP/1.1" status: 200  len: 920 time: 0.5758111
Apr 15 19:49:10.137256 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource [req-26b62378-08cd-4050-902b-b743dd4195bc req-49fb57f5-d95e-478d-b06f-a3b9d473923a tempest-ServerRescueNegativeTestJSON-1235948813 tempest-ServerRescueNegativeTestJSON-1235948813-project] Unset dirty status for tenant:308b7c9489eb439cb66d243d5654d1ba on resource:security_group {{(pid=85345) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 15 19:49:10.156902 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-26b62378-08cd-4050-902b-b743dd4195bc req-49fb57f5-d95e-478d-b06f-a3b9d473923a tempest-ServerRescueNegativeTestJSON-1235948813 tempest-ServerRescueNegativeTestJSON-1235948813-project] 10.222.0.47 "GET /v2.0/security-groups?id=7fa5c887-ca49-4d7e-a257-900a3414a5f8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.7193716
Apr 15 19:49:10.227797 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-ee8cdbe1-b038-42cc-b8ff-bff61d55c6f5 req-925659d2-48c0-4acf-89f3-57bc94101d71 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ef741914-f4e2-4191-a3f5-849ecb03ddc2 HTTP/1.1" status: 200  len: 217 time: 0.2618508
Apr 15 19:49:10.309141 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.wsgi [-] (85345) accepted ('10.222.0.47', 42994) {{(pid=85345) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:49:10.422346 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-0c017979-af1f-41d1-b0fd-0592f9839fe7 req-fde3357e-f560-41bf-9e2b-7bdcf6334643 tempest-AttachVolumeTestJSON-1178366330 tempest-AttachVolumeTestJSON-1178366330-project] 10.222.0.47 "GET /v2.0/ports?device_id=4b964d00-f051-4d1a-9f0a-e0355ef23ca5 HTTP/1.1" status: 200  len: 210 time: 0.2894244
Apr 15 19:49:10.579403 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-3d77682a-3290-49f5-9a09-7e8e47f8ddca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789847050935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-428960'] for agent, after_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:49:10.587639 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-ae6c2143-3f8a-4486-93cc-edbff9f678ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:49:10.617982 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8cdbe1-b038-42cc-b8ff-bff61d55c6f5 req-05be81e0-c331-40f5-a70c-e96f3777a522 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:49:10.622667 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-ee8cdbe1-b038-42cc-b8ff-bff61d55c6f5 req-05be81e0-c331-40f5-a70c-e96f3777a522 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=df80589a-5211-47ee-98ca-4218fd01eea5 HTTP/1.1" status: 200  len: 859 time: 0.3767762
Apr 15 19:49:10.687801 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource [req-f3156656-a52d-48fc-9344-face8bc831b9 req-ec741228-a673-477a-b92c-76cbfd8796c1 tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] Synchronizing usage tracker for tenant:4bae275d2add4a8a85e8b627d205bb33 on resource:port {{(pid=85345) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 15 19:49:10.723054 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.quota.driver [None req-ae6c2143-3f8a-4486-93cc-edbff9f678ff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85345) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:49:10.729869 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951cfedb-2b09-47cf-a24c-2fe90a92c79d req-82d5fb7c-d649-4246-8e52-180fc680f9cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:49:10.731993 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-951cfedb-2b09-47cf-a24c-2fe90a92c79d req-82d5fb7c-d649-4246-8e52-180fc680f9cb service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=6d506b42933048f69f4a289666c552b5&device_id=5c125ed1-e65a-4cb3-8029-195382a202bc HTTP/1.1" status: 200  len: 1097 time: 0.9210532
Apr 15 19:49:10.753006 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource [None req-ae6c2143-3f8a-4486-93cc-edbff9f678ff admin admin] Usage tracker for resource:security_group_rule and tenant:7bda404c134f4b24b39390e61e97d96a is out of sync, need to count used quota {{(pid=85345) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:49:10.765987 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource [None req-ae6c2143-3f8a-4486-93cc-edbff9f678ff admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85345) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:49:10.856418 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-ee8cdbe1-b038-42cc-b8ff-bff61d55c6f5 req-e783fae4-290c-4a98-b68a-265b14f865cd service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=e2d187b6-98ce-49de-b641-472e7c3488cc&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.2262063
Apr 15 19:49:10.890339 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-951cfedb-2b09-47cf-a24c-2fe90a92c79d req-91eada93-2946-4aa7-a906-e9247357c006 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1d72d517-5a18-4137-b90f-dff37a4e26d5 HTTP/1.1" status: 200  len: 217 time: 0.1262441
Apr 15 19:49:10.891641 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource [req-f3156656-a52d-48fc-9344-face8bc831b9 req-ec741228-a673-477a-b92c-76cbfd8796c1 tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] Unset dirty status for tenant:4bae275d2add4a8a85e8b627d205bb33 on resource:port {{(pid=85345) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 15 19:49:10.904075 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-f3156656-a52d-48fc-9344-face8bc831b9 req-ec741228-a673-477a-b92c-76cbfd8796c1 tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] 10.222.0.47 "GET /v2.0/ports?device_id=a1383150-72ad-4e1a-b482-18005ac62501 HTTP/1.1" status: 200  len: 210 time: 0.3317580
Apr 15 19:49:10.924943 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0186be47-4ad5-4423-9caa-5614ad6fb5db req-b915e283-58e4-4ab1-97f8-a5162539d39f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:49:10.926757 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-0186be47-4ad5-4423-9caa-5614ad6fb5db req-b915e283-58e4-4ab1-97f8-a5162539d39f service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=308b7c9489eb439cb66d243d5654d1ba&device_id=e9aebd22-52d6-4434-8b88-31ff5eb1f75a HTTP/1.1" status: 200  len: 1096 time: 1.3372815
Apr 15 19:49:11.007861 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9254f136-151e-41e0-99d4-26a7c6415a14 req-078aa1db-3512-4422-9531-52d88fe77a9a tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:49:11.011770 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-9254f136-151e-41e0-99d4-26a7c6415a14 req-078aa1db-3512-4422-9531-52d88fe77a9a tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] 10.222.0.65 "GET /v2.0/networks?id=3371f473-4c26-4f81-abc4-c2c4353fa3ab HTTP/1.1" status: 200  len: 817 time: 0.8832576
Apr 15 19:49:11.021851 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.quota.driver [None req-ae6c2143-3f8a-4486-93cc-edbff9f678ff admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85345) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:49:11.228897 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-0186be47-4ad5-4423-9caa-5614ad6fb5db req-1cf1b8f9-2ac8-483d-a063-2caa2d7bb140 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=26344b7c-41da-4625-ab3c-346a48e8b4e6 HTTP/1.1" status: 200  len: 217 time: 0.2105515
Apr 15 19:49:11.232849 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e9aebd22-52d6-4434-8b88-31ff5eb1f75a', 'tag': '26344b7c-41da-4625-ab3c-346a48e8b4e6', 'status': 'completed', 'code': 200}
Apr 15 19:49:11.250636 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.quota.driver [req-324beea5-2787-412d-8475-134a7a9b7987 req-9abd995a-399f-45e0-8b2d-d065486cf4ec tempest-AttachVolumeTestJSON-1178366330 tempest-AttachVolumeTestJSON-1178366330-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85345) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:49:11.295598 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.rpc [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Device ef741914-f4e2-4191-a3f5-849ecb03ddc2 details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=85346) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 15 19:49:11.352854 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-9254f136-151e-41e0-99d4-26a7c6415a14 req-1592adeb-89a4-4213-a981-6ad465a83325 tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=4bae275d2add4a8a85e8b627d205bb33 HTTP/1.1" status: 200  len: 5704 time: 0.1788678
Apr 15 19:49:11.395770 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.v2.base [req-9254f136-151e-41e0-99d4-26a7c6415a14 req-997d10e7-e77b-4c61-8c2c-cbb8a069b5a7 tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] Request body: {'port': {'device_id': 'a1383150-72ad-4e1a-b482-18005ac62501', 'network_id': '3371f473-4c26-4f81-abc4-c2c4353fa3ab', 'admin_state_up': True, 'tenant_id': '4bae275d2add4a8a85e8b627d205bb33', 'security_groups': ['02d47f4f-b1ff-4af7-910c-5d6978bde7fb']}} {{(pid=85344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 19:49:11.463933 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.quota.driver [req-324beea5-2787-412d-8475-134a7a9b7987 req-9abd995a-399f-45e0-8b2d-d065486cf4ec tempest-AttachVolumeTestJSON-1178366330 tempest-AttachVolumeTestJSON-1178366330-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=85345) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:49:11.542332 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-ee8cdbe1-b038-42cc-b8ff-bff61d55c6f5 req-335f38d3-9da8-4257-8f41-a93f605b1864 service neutron] 10.222.0.65 "GET /v2.0/networks/e2d187b6-98ce-49de-b641-472e7c3488cc?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6432500
Apr 15 19:49:11.549764 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951cfedb-2b09-47cf-a24c-2fe90a92c79d req-ef9a87da-edd5-498b-9200-17613e1521c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:49:11.553676 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-951cfedb-2b09-47cf-a24c-2fe90a92c79d req-ef9a87da-edd5-498b-9200-17613e1521c3 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=fda8751e-fae3-4147-9d64-0fe1636563cb HTTP/1.1" status: 200  len: 848 time: 0.6475880
Apr 15 19:49:11.611878 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.db [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] For port ef741914-f4e2-4191-a3f5-849ecb03ddc2, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=ef741914-f4e2-4191-a3f5-849ecb03ddc2,segment=NetworkSegment(4fe08c56-c114-425d-80fa-84b1114c9738),segment_id=4fe08c56-c114-425d-80fa-84b1114c9738)] {{(pid=85346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 19:49:11.626725 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bb6f23-f96f-42f5-805a-a4dbae080e99 req-1b248af7-5401-48eb-b04d-83787def722a tempest-VolumesActionsTest-406255356 tempest-VolumesActionsTest-406255356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:49:11.629308 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-96bb6f23-f96f-42f5-805a-a4dbae080e99 req-1b248af7-5401-48eb-b04d-83787def722a tempest-VolumesActionsTest-406255356 tempest-VolumesActionsTest-406255356-project] 10.222.0.47 "GET /v2.0/ports?device_id=5c125ed1-e65a-4cb3-8029-195382a202bc HTTP/1.1" status: 200  len: 944 time: 0.7702670
Apr 15 19:49:11.645129 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.rpc [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Returning: {'device': 'ef741914-f4e2-4191-a3f5-849ecb03ddc2', 'network_id': 'e2d187b6-98ce-49de-b641-472e7c3488cc', 'port_id': 'ef741914-f4e2-4191-a3f5-849ecb03ddc2', 'mac_address': 'fa:16:3e:e2:03:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 689, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df80589a-5211-47ee-98ca-4218fd01eea5', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85346) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 15 19:49:11.792049 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854565853'] for port, before_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:49:11.823027 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.notifiers.nova [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ef741914-f4e2-4191-a3f5-849ecb03ddc2 {{(pid=85346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 15 19:49:11.857061 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.db [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] For port ef741914-f4e2-4191-a3f5-849ecb03ddc2, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=ef741914-f4e2-4191-a3f5-849ecb03ddc2,segment=NetworkSegment(4fe08c56-c114-425d-80fa-84b1114c9738),segment_id=4fe08c56-c114-425d-80fa-84b1114c9738)] {{(pid=85346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 19:49:11.862122 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854693686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852972410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789846929216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789846482410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789846483725'] for port, after_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:49:11.865924 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-ec2a98a0-5753-46c8-ab8f-71b6677b0746 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:49:11.948623 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource [req-96bb6f23-f96f-42f5-805a-a4dbae080e99 req-0fdae3b8-2392-4997-a1c7-d1f281269fd2 tempest-VolumesActionsTest-406255356 tempest-VolumesActionsTest-406255356-project] Synchronizing usage tracker for tenant:6d506b42933048f69f4a289666c552b5 on resource:security_group {{(pid=85344) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 15 19:49:11.952176 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.quota.driver [req-9254f136-151e-41e0-99d4-26a7c6415a14 req-997d10e7-e77b-4c61-8c2c-cbb8a069b5a7 tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:49:11.978893 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Pushing event updated for resources: {'Port': ['ID=ef741914-f4e2-4191-a3f5-849ecb03ddc2,revision_number=4']} {{(pid=85346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:49:11.983940 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:49:12.064422 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-324beea5-2787-412d-8475-134a7a9b7987 req-9abd995a-399f-45e0-8b2d-d065486cf4ec tempest-AttachVolumeTestJSON-1178366330 tempest-AttachVolumeTestJSON-1178366330-project] Made reservation on behalf of 5031830a47dd4af1b1ffb83e812d61ea for: {'port': 1} {{(pid=85345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 15 19:49:12.071336 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [req-324beea5-2787-412d-8475-134a7a9b7987 req-9abd995a-399f-45e0-8b2d-d065486cf4ec tempest-AttachVolumeTestJSON-1178366330 tempest-AttachVolumeTestJSON-1178366330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854565853'] for port, before_create {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:49:12.082513 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.db [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] get_ports_and_sgs() called for port_ids ['ef741914-f4e2-4191-a3f5-849ecb03ddc2'] {{(pid=85346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 15 19:49:12.199241 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-951cfedb-2b09-47cf-a24c-2fe90a92c79d req-287c22c8-3027-4e6d-8e31-80c14139f7bc service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=bfb7faf0-99c9-4910-9a35-0d0821c80032&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.6224258
Apr 15 19:49:12.247689 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0186be47-4ad5-4423-9caa-5614ad6fb5db req-a437873a-bf7d-4310-9a0a-19a58d8defaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:49:12.250527 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-0186be47-4ad5-4423-9caa-5614ad6fb5db req-a437873a-bf7d-4310-9a0a-19a58d8defaf service neutron] 10.222.0.65 "GET /v2.0/subnets?id=df80589a-5211-47ee-98ca-4218fd01eea5 HTTP/1.1" status: 200  len: 859 time: 0.9955657
Apr 15 19:49:12.347428 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.quota.driver [req-9254f136-151e-41e0-99d4-26a7c6415a14 req-997d10e7-e77b-4c61-8c2c-cbb8a069b5a7 tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=85344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:49:12.404375 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-ee8cdbe1-b038-42cc-b8ff-bff61d55c6f5 req-568e83b4-02e1-4011-8a68-248131820923 service neutron] 10.222.0.65 "GET /v2.0/networks/e2d187b6-98ce-49de-b641-472e7c3488cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.8468997
Apr 15 19:49:12.406204 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource [req-96bb6f23-f96f-42f5-805a-a4dbae080e99 req-0fdae3b8-2392-4997-a1c7-d1f281269fd2 tempest-VolumesActionsTest-406255356 tempest-VolumesActionsTest-406255356-project] Unset dirty status for tenant:6d506b42933048f69f4a289666c552b5 on resource:security_group {{(pid=85344) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 15 19:49:12.408211 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-96bb6f23-f96f-42f5-805a-a4dbae080e99 req-0fdae3b8-2392-4997-a1c7-d1f281269fd2 tempest-VolumesActionsTest-406255356 tempest-VolumesActionsTest-406255356-project] 10.222.0.47 "GET /v2.0/security-groups?id=7c3120a5-91b3-4e2d-96a8-e876bf30b25c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.7649467
Apr 15 19:49:12.471088 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-ae6c2143-3f8a-4486-93cc-edbff9f678ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:49:12.481227 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9254f136-151e-41e0-99d4-26a7c6415a14 req-997d10e7-e77b-4c61-8c2c-cbb8a069b5a7 tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] Made reservation on behalf of 4bae275d2add4a8a85e8b627d205bb33 for: {'port': 1} {{(pid=85344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 15 19:49:12.492689 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [req-9254f136-151e-41e0-99d4-26a7c6415a14 req-997d10e7-e77b-4c61-8c2c-cbb8a069b5a7 tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854565853'] for port, before_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:49:12.494271 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-0186be47-4ad5-4423-9caa-5614ad6fb5db req-944dd3e2-e19a-4884-9bf6-a88f162dcafd service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=e2d187b6-98ce-49de-b641-472e7c3488cc&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1783972
Apr 15 19:49:12.510088 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-ae6c2143-3f8a-4486-93cc-edbff9f678ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806004'] for security_group, after_create {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:49:12.529741 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75397b45-af13-445a-9a52-250e8e71988a req-398efa86-0bf5-4756-94dc-d0fc732ab502 tempest-DeleteServersTestJSON-531578038 tempest-DeleteServersTestJSON-531578038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:49:12.531881 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-75397b45-af13-445a-9a52-250e8e71988a req-398efa86-0bf5-4756-94dc-d0fc732ab502 tempest-DeleteServersTestJSON-531578038 tempest-DeleteServersTestJSON-531578038-project] 10.222.0.47 "GET /v2.0/ports?device_id=4c716e82-8478-4821-8694-f29d4ff87eb1 HTTP/1.1" status: 200  len: 946 time: 1.1939092
Apr 15 19:49:12.642748 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:49:12.802454 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-951cfedb-2b09-47cf-a24c-2fe90a92c79d req-25fb8ea7-e700-4953-a136-0f98b36e8bca service neutron] 10.222.0.65 "GET /v2.0/networks/bfb7faf0-99c9-4910-9a35-0d0821c80032?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5604897
Apr 15 19:49:12.804327 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.db_base_plugin_common [req-9254f136-151e-41e0-99d4-26a7c6415a14 req-997d10e7-e77b-4c61-8c2c-cbb8a069b5a7 tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] Allocated IP 172.20.0.12 (3371f473-4c26-4f81-abc4-c2c4353fa3ab/8272d6a7-33c7-4e21-aec7-64c68285458e/b7d370ef-6621-4ccd-8223-e4a1f5504c1b) {{(pid=85344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 15 19:49:12.986134 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [None req-ae6c2143-3f8a-4486-93cc-edbff9f678ff admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=7bda404c134f4b24b39390e61e97d96a&name=default HTTP/1.1" status: 200  len: 2979 time: 2.6681631
Apr 15 19:49:13.023735 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.wsgi [-] (85344) accepted ('10.222.0.47', 43030) {{(pid=85344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:49:13.128302 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-75397b45-af13-445a-9a52-250e8e71988a req-23f0cdb9-9175-4ef9-be0f-585ab7886c89 tempest-DeleteServersTestJSON-531578038 tempest-DeleteServersTestJSON-531578038-project] 10.222.0.47 "GET /v2.0/security-groups?id=326d5005-9168-478f-b769-3c01532f8739&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4548254
Apr 15 19:49:13.166265 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6c2143-3f8a-4486-93cc-edbff9f678ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e6b88e6-dcac-41f8-8509-382f32bd6fd0,revision_number=1']} {{(pid=85345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:49:13.216624 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-ae6c2143-3f8a-4486-93cc-edbff9f678ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.574s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:49:13.239008 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c125ed1-e65a-4cb3-8029-195382a202bc', 'tag': '1d72d517-5a18-4137-b90f-dff37a4e26d5'}] {{(pid=85345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 19:49:13.264995 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.db_base_plugin_common [req-324beea5-2787-412d-8475-134a7a9b7987 req-9abd995a-399f-45e0-8b2d-d065486cf4ec tempest-AttachVolumeTestJSON-1178366330 tempest-AttachVolumeTestJSON-1178366330-project] Allocated IP 172.20.0.5 (4d82f7b7-d97c-4f69-af76-26788d15aead/c9a5e3d2-b4cb-4ff6-afc6-75b296b42958/3124f886-86b8-4e82-9d80-cb724b2065e3) {{(pid=85345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 15 19:49:13.308194 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.rpc [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Device ef741914-f4e2-4191-a3f5-849ecb03ddc2 up at agent hyperv_hv-cinder-78638 {{(pid=85346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 19:49:13.357552 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-951cfedb-2b09-47cf-a24c-2fe90a92c79d req-dbed01c1-dcab-4620-a805-aa1584af26f7 service neutron] 10.222.0.65 "GET /v2.0/networks/bfb7faf0-99c9-4910-9a35-0d0821c80032?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4988453
Apr 15 19:49:13.359592 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-0186be47-4ad5-4423-9caa-5614ad6fb5db req-26ceaf86-4228-42dc-8ae6-c22898024e22 service neutron] 10.222.0.65 "GET /v2.0/networks/e2d187b6-98ce-49de-b641-472e7c3488cc?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.8414590
Apr 15 19:49:13.469476 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-02815e34-8b42-4185-b0cf-c6cd15dac0c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:49:13.520320 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.provisioning_blocks [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Provisioning for port ef741914-f4e2-4191-a3f5-849ecb03ddc2 completed by entity L2. {{(pid=85346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 19:49:13.528096 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-02815e34-8b42-4185-b0cf-c6cd15dac0c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:49:13.532536 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.provisioning_blocks [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Provisioning complete for port ef741914-f4e2-4191-a3f5-849ecb03ddc2 triggered by entity L2. {{(pid=85346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 19:49:13.533242 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-428662'] for port, provisioning_complete {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:49:13.615565 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [req-324beea5-2787-412d-8475-134a7a9b7987 req-9abd995a-399f-45e0-8b2d-d065486cf4ec tempest-AttachVolumeTestJSON-1178366330 tempest-AttachVolumeTestJSON-1178366330-project] Notify callbacks [] for port, precommit_create {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:49:13.635760 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.provisioning_blocks [req-324beea5-2787-412d-8475-134a7a9b7987 req-9abd995a-399f-45e0-8b2d-d065486cf4ec tempest-AttachVolumeTestJSON-1178366330 tempest-AttachVolumeTestJSON-1178366330-project] Transition to ACTIVE for port object 3124f886-86b8-4e82-9d80-cb724b2065e3 will not be triggered until provisioned by entity DHCP. {{(pid=85345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 19:49:13.655156 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-02815e34-8b42-4185-b0cf-c6cd15dac0c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806004'] for security_group, after_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:49:13.713013 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:49:13.822592 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [req-324beea5-2787-412d-8475-134a7a9b7987 req-9abd995a-399f-45e0-8b2d-d065486cf4ec tempest-AttachVolumeTestJSON-1178366330 tempest-AttachVolumeTestJSON-1178366330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854693686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852972410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789846482393'] for port, after_create {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:49:13.841704 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854565853'] for port, before_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:49:13.856354 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [req-9254f136-151e-41e0-99d4-26a7c6415a14 req-997d10e7-e77b-4c61-8c2c-cbb8a069b5a7 tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] Notify callbacks [] for port, precommit_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:49:13.878045 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.provisioning_blocks [req-9254f136-151e-41e0-99d4-26a7c6415a14 req-997d10e7-e77b-4c61-8c2c-cbb8a069b5a7 tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] Transition to ACTIVE for port object b7d370ef-6621-4ccd-8223-e4a1f5504c1b will not be triggered until provisioned by entity DHCP. {{(pid=85344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 19:49:13.883773 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02815e34-8b42-4185-b0cf-c6cd15dac0c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e6b88e6-dcac-41f8-8509-382f32bd6fd0,revision_number=None']} {{(pid=85344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:49:13.897047 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-02815e34-8b42-4185-b0cf-c6cd15dac0c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:49:13.912034 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4df9318-4d76-48f8-9843-b64bef8e8007', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef741914-f4e2-4191-a3f5-849ecb03ddc2'}] {{(pid=85346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 19:49:13.944006 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c240d9-fe18-420c-a0fa-52cacdfe653d req-56245229-a957-45c6-b0a8-1cc1bce6f594 tempest-ServerRescueNegativeTestJSON-1235948813 tempest-ServerRescueNegativeTestJSON-1235948813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:49:13.955612 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-d4c240d9-fe18-420c-a0fa-52cacdfe653d req-56245229-a957-45c6-b0a8-1cc1bce6f594 tempest-ServerRescueNegativeTestJSON-1235948813 tempest-ServerRescueNegativeTestJSON-1235948813-project] 10.222.0.47 "GET /v2.0/ports?device_id=e9aebd22-52d6-4434-8b88-31ff5eb1f75a HTTP/1.1" status: 200  len: 943 time: 0.7108302
Apr 15 19:49:13.968218 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.db [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] For port ef741914-f4e2-4191-a3f5-849ecb03ddc2, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=ef741914-f4e2-4191-a3f5-849ecb03ddc2,segment=NetworkSegment(4fe08c56-c114-425d-80fa-84b1114c9738),segment_id=4fe08c56-c114-425d-80fa-84b1114c9738)] {{(pid=85346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 19:49:13.979782 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854693686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852972410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789846929216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789846482410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789846483725'] for port, after_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:49:13.983810 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-56ecdebd-c5a0-4569-bc96-ba437f5ce558 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:49:14.045129 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-02815e34-8b42-4185-b0cf-c6cd15dac0c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:49:14.049215 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [None req-02815e34-8b42-4185-b0cf-c6cd15dac0c6 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/0e6b88e6-dcac-41f8-8509-382f32bd6fd0 HTTP/1.1" status: 204  len: 168 time: 1.0216093
Apr 15 19:49:14.093560 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [req-9254f136-151e-41e0-99d4-26a7c6415a14 req-997d10e7-e77b-4c61-8c2c-cbb8a069b5a7 tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854693686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852972410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789846482393'] for port, after_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:49:14.114679 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-d4c240d9-fe18-420c-a0fa-52cacdfe653d req-0364e501-e647-41c9-affb-aa109c4f8bad tempest-ServerRescueNegativeTestJSON-1235948813 tempest-ServerRescueNegativeTestJSON-1235948813-project] 10.222.0.47 "GET /v2.0/security-groups?id=7fa5c887-ca49-4d7e-a257-900a3414a5f8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1569734
Apr 15 19:49:14.123544 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Pushing event updated for resources: {'Port': ['ID=ef741914-f4e2-4191-a3f5-849ecb03ddc2,revision_number=5']} {{(pid=85346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:49:14.139717 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:49:14.177894 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-a5635896-99ef-4ac2-927e-fbf54a0c1ee3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:49:14.343605 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-557a4e71-0913-4340-b600-7e5b4a2a45b2 tempest-ServerRescueNegativeTestJSON-1235948813 tempest-ServerRescueNegativeTestJSON-1235948813-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:49:14.553648 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9abd995a-399f-45e0-8b2d-d065486cf4ec tempest-AttachVolumeTestJSON-1178366330 tempest-AttachVolumeTestJSON-1178366330-project] Pushing event updated for resources: {'Port': ['ID=3124f886-86b8-4e82-9d80-cb724b2065e3,revision_number=1']} {{(pid=85345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:49:14.558454 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-9abd995a-399f-45e0-8b2d-d065486cf4ec tempest-AttachVolumeTestJSON-1178366330 tempest-AttachVolumeTestJSON-1178366330-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:49:14.613570 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-0186be47-4ad5-4423-9caa-5614ad6fb5db req-608d3f63-3e5f-4cb0-b499-1b8bc2894680 service neutron] 10.222.0.65 "GET /v2.0/networks/e2d187b6-98ce-49de-b641-472e7c3488cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.9531362
Apr 15 19:49:14.617124 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-324beea5-2787-412d-8475-134a7a9b7987 req-9abd995a-399f-45e0-8b2d-d065486cf4ec tempest-AttachVolumeTestJSON-1178366330 tempest-AttachVolumeTestJSON-1178366330-project] Network 4d82f7b7-d97c-4f69-af76-26788d15aead is already hosted by enough agents. {{(pid=85345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 15 19:49:14.620806 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.scheduler.base_scheduler [req-324beea5-2787-412d-8475-134a7a9b7987 req-9abd995a-399f-45e0-8b2d-d065486cf4ec tempest-AttachVolumeTestJSON-1178366330 tempest-AttachVolumeTestJSON-1178366330-project] Resources bound (agent type, host, resource id):  {{(pid=85345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 19:49:14.623650 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.l3_dvrscheduler_db [req-324beea5-2787-412d-8475-134a7a9b7987 req-9abd995a-399f-45e0-8b2d-d065486cf4ec tempest-AttachVolumeTestJSON-1178366330 tempest-AttachVolumeTestJSON-1178366330-project] Received port after_create {{(pid=85345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 15 19:49:14.630227 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324beea5-2787-412d-8475-134a7a9b7987 req-9abd995a-399f-45e0-8b2d-d065486cf4ec tempest-AttachVolumeTestJSON-1178366330 tempest-AttachVolumeTestJSON-1178366330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:49:14.631275 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [req-324beea5-2787-412d-8475-134a7a9b7987 req-9abd995a-399f-45e0-8b2d-d065486cf4ec tempest-AttachVolumeTestJSON-1178366330 tempest-AttachVolumeTestJSON-1178366330-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852972363'] for port, before_response {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:49:14.642290 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997d10e7-e77b-4c61-8c2c-cbb8a069b5a7 tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] Pushing event updated for resources: {'Port': ['ID=b7d370ef-6621-4ccd-8223-e4a1f5504c1b,revision_number=1']} {{(pid=85344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:49:14.703791 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-997d10e7-e77b-4c61-8c2c-cbb8a069b5a7 tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.526s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:49:14.754088 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9254f136-151e-41e0-99d4-26a7c6415a14 req-997d10e7-e77b-4c61-8c2c-cbb8a069b5a7 tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] Network 3371f473-4c26-4f81-abc4-c2c4353fa3ab is already hosted by enough agents. {{(pid=85344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 15 19:49:14.763155 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-324beea5-2787-412d-8475-134a7a9b7987 req-9abd995a-399f-45e0-8b2d-d065486cf4ec tempest-AttachVolumeTestJSON-1178366330 tempest-AttachVolumeTestJSON-1178366330-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 5.3219931
Apr 15 19:49:14.792841 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.v2.base [req-324beea5-2787-412d-8475-134a7a9b7987 req-71412259-67fa-4e91-bcbb-7c628b9cb3b9 service neutron] Request body: {'port': {'device_id': '4b964d00-f051-4d1a-9f0a-e0355ef23ca5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=85345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 19:49:14.797265 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.scheduler.base_scheduler [req-9254f136-151e-41e0-99d4-26a7c6415a14 req-997d10e7-e77b-4c61-8c2c-cbb8a069b5a7 tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] Resources bound (agent type, host, resource id):  {{(pid=85344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 19:49:14.818107 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.l3_dvrscheduler_db [req-9254f136-151e-41e0-99d4-26a7c6415a14 req-997d10e7-e77b-4c61-8c2c-cbb8a069b5a7 tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] Received port after_create {{(pid=85344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 15 19:49:14.854301 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9254f136-151e-41e0-99d4-26a7c6415a14 req-997d10e7-e77b-4c61-8c2c-cbb8a069b5a7 tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:49:14.855552 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [req-9254f136-151e-41e0-99d4-26a7c6415a14 req-997d10e7-e77b-4c61-8c2c-cbb8a069b5a7 tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852972363'] for port, before_response {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:49:14.894309 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535f279b-0e4f-4284-80c9-5522e68d8e9f req-402d45e9-eac2-4ba7-88d9-88e1d862969f tempest-AttachVolumeTestJSON-1178366330 tempest-AttachVolumeTestJSON-1178366330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:49:14.895283 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource [req-535f279b-0e4f-4284-80c9-5522e68d8e9f req-402d45e9-eac2-4ba7-88d9-88e1d862969f tempest-AttachVolumeTestJSON-1178366330 tempest-AttachVolumeTestJSON-1178366330-project] Synchronizing usage tracker for tenant:5031830a47dd4af1b1ffb83e812d61ea on resource:port {{(pid=85345) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 15 19:49:14.959982 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource [req-535f279b-0e4f-4284-80c9-5522e68d8e9f req-402d45e9-eac2-4ba7-88d9-88e1d862969f tempest-AttachVolumeTestJSON-1178366330 tempest-AttachVolumeTestJSON-1178366330-project] Unset dirty status for tenant:5031830a47dd4af1b1ffb83e812d61ea on resource:port {{(pid=85345) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 15 19:49:14.972818 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-535f279b-0e4f-4284-80c9-5522e68d8e9f req-402d45e9-eac2-4ba7-88d9-88e1d862969f tempest-AttachVolumeTestJSON-1178366330 tempest-AttachVolumeTestJSON-1178366330-project] 10.222.0.47 "GET /v2.0/ports?device_id=4b964d00-f051-4d1a-9f0a-e0355ef23ca5 HTTP/1.1" status: 200  len: 931 time: 1.3104279
Apr 15 19:49:14.985617 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6e1275-0fbe-4c73-98bc-ca6cd68c52f3 req-36d01d32-a6aa-4198-8b16-7dcda826c6d0 tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:49:14.986923 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource [req-2e6e1275-0fbe-4c73-98bc-ca6cd68c52f3 req-36d01d32-a6aa-4198-8b16-7dcda826c6d0 tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] Synchronizing usage tracker for tenant:4bae275d2add4a8a85e8b627d205bb33 on resource:port {{(pid=85344) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 15 19:49:15.002716 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-9254f136-151e-41e0-99d4-26a7c6415a14 req-997d10e7-e77b-4c61-8c2c-cbb8a069b5a7 tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 3.6268725
Apr 15 19:49:15.022125 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.v2.base [req-9254f136-151e-41e0-99d4-26a7c6415a14 req-89cc1384-e118-4421-8daf-c8e0a9087d7e service neutron] Request body: {'port': {'device_id': 'a1383150-72ad-4e1a-b482-18005ac62501', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=85344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 19:49:15.125792 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.provisioning_blocks [None req-dca40f57-f5e5-4bef-be49-1619396de897 None None] Provisioning for port 3124f886-86b8-4e82-9d80-cb724b2065e3 completed by entity DHCP. {{(pid=85346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 19:49:15.137864 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource [req-2e6e1275-0fbe-4c73-98bc-ca6cd68c52f3 req-36d01d32-a6aa-4198-8b16-7dcda826c6d0 tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] Unset dirty status for tenant:4bae275d2add4a8a85e8b627d205bb33 on resource:port {{(pid=85344) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 15 19:49:15.138228 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [req-324beea5-2787-412d-8475-134a7a9b7987 req-71412259-67fa-4e91-bcbb-7c628b9cb3b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854565853'] for port, before_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:49:15.140227 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-2e6e1275-0fbe-4c73-98bc-ca6cd68c52f3 req-36d01d32-a6aa-4198-8b16-7dcda826c6d0 tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] 10.222.0.47 "GET /v2.0/ports?device_id=a1383150-72ad-4e1a-b482-18005ac62501 HTTP/1.1" status: 200  len: 932 time: 0.7070522
Apr 15 19:49:15.149433 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.provisioning_blocks [None req-dca40f57-f5e5-4bef-be49-1619396de897 None None] Provisioning complete for port 3124f886-86b8-4e82-9d80-cb724b2065e3 triggered by entity DHCP. {{(pid=85346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 19:49:15.153477 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-dca40f57-f5e5-4bef-be49-1619396de897 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-428662'] for port, provisioning_complete {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:49:15.315631 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c95ded-e808-4875-a613-3decbebcfb29 req-4a03c901-15c7-4840-ac03-87d344e88a8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:49:15.317415 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-65c95ded-e808-4875-a613-3decbebcfb29 req-4a03c901-15c7-4840-ac03-87d344e88a8c service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=308b7c9489eb439cb66d243d5654d1ba&device_id=e9aebd22-52d6-4434-8b88-31ff5eb1f75a HTTP/1.1" status: 200  len: 1096 time: 0.6191673
Apr 15 19:49:15.329197 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.plugin [None req-dca40f57-f5e5-4bef-be49-1619396de897 None None] Port 3124f886-86b8-4e82-9d80-cb724b2065e3 cannot update to ACTIVE because it is not bound. {{(pid=85346) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 15 19:49:15.330414 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-535f279b-0e4f-4284-80c9-5522e68d8e9f req-ae1768a6-8f5e-42a8-8cde-60f13baf482f tempest-AttachVolumeTestJSON-1178366330 tempest-AttachVolumeTestJSON-1178366330-project] 10.222.0.47 "GET /v2.0/security-groups?id=8f5f2180-5269-4c6c-a059-f56827110a59&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3563936
Apr 15 19:49:15.485270 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.provisioning_blocks [None req-ac0ea3cb-8634-4a31-8423-7bcf8f566713 None None] Provisioning for port b7d370ef-6621-4ccd-8223-e4a1f5504c1b completed by entity DHCP. {{(pid=85346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 19:49:15.500258 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.provisioning_blocks [None req-ac0ea3cb-8634-4a31-8423-7bcf8f566713 None None] Provisioning complete for port b7d370ef-6621-4ccd-8223-e4a1f5504c1b triggered by entity DHCP. {{(pid=85346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 19:49:15.500681 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-ac0ea3cb-8634-4a31-8423-7bcf8f566713 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-428662'] for port, provisioning_complete {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:49:15.592190 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-2e6e1275-0fbe-4c73-98bc-ca6cd68c52f3 req-b05c2b09-2252-4bf9-9042-455995ae438c tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] 10.222.0.47 "GET /v2.0/security-groups?id=02d47f4f-b1ff-4af7-910c-5d6978bde7fb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.4122012
Apr 15 19:49:15.603697 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c125ed1-e65a-4cb3-8029-195382a202bc', 'tag': '1d72d517-5a18-4137-b90f-dff37a4e26d5', 'status': 'completed', 'code': 200}
Apr 15 19:49:15.620796 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [req-9254f136-151e-41e0-99d4-26a7c6415a14 req-89cc1384-e118-4421-8daf-c8e0a9087d7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854565853'] for port, before_update {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:49:15.715762 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.plugin [None req-ac0ea3cb-8634-4a31-8423-7bcf8f566713 None None] Port b7d370ef-6621-4ccd-8223-e4a1f5504c1b cannot update to ACTIVE because it is not bound. {{(pid=85346) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 15 19:49:15.853104 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4df9318-4d76-48f8-9843-b64bef8e8007', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef741914-f4e2-4191-a3f5-849ecb03ddc2', 'code': 200}
Apr 15 19:49:15.914024 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c95ded-e808-4875-a613-3decbebcfb29 req-a7d43a1a-c0f4-407f-a44d-668667f145f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:49:15.915720 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-65c95ded-e808-4875-a613-3decbebcfb29 req-a7d43a1a-c0f4-407f-a44d-668667f145f6 service neutron] 10.222.0.65 "GET /v2.0/networks?id=e2d187b6-98ce-49de-b641-472e7c3488cc HTTP/1.1" status: 200  len: 920 time: 0.5842278
Apr 15 19:49:16.550333 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6db51eb-0e38-42e7-abb1-0bd5ecf19556 req-8ab9c23c-3696-46b0-9edb-3c5e7f7e043d tempest-ServerRescueNegativeTestJSON-1235948813 tempest-ServerRescueNegativeTestJSON-1235948813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:49:16.552787 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-f6db51eb-0e38-42e7-abb1-0bd5ecf19556 req-8ab9c23c-3696-46b0-9edb-3c5e7f7e043d tempest-ServerRescueNegativeTestJSON-1235948813 tempest-ServerRescueNegativeTestJSON-1235948813-project] 10.222.0.47 "GET /v2.0/ports?device_id=e9aebd22-52d6-4434-8b88-31ff5eb1f75a HTTP/1.1" status: 200  len: 943 time: 0.3492255
Apr 15 19:49:16.564183 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd956cd9-3537-4a91-8015-b83f3a29dfc7 req-10d096ac-4bde-48ea-9d71-140d6c2b2a3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:49:16.565992 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-bd956cd9-3537-4a91-8015-b83f3a29dfc7 req-10d096ac-4bde-48ea-9d71-140d6c2b2a3e service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=d4df9318-4d76-48f8-9843-b64bef8e8007 HTTP/1.1" status: 200  len: 1098 time: 0.3026769
Apr 15 19:49:16.603281 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-65c95ded-e808-4875-a613-3decbebcfb29 req-2ca9b481-c048-47cb-9635-254d95c61dec service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=26344b7c-41da-4625-ab3c-346a48e8b4e6 HTTP/1.1" status: 200  len: 217 time: 0.6412079
Apr 15 19:49:16.723814 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-f6db51eb-0e38-42e7-abb1-0bd5ecf19556 req-fa6e7ad5-af57-4e72-8d8d-65c67e0a267b tempest-ServerRescueNegativeTestJSON-1235948813 tempest-ServerRescueNegativeTestJSON-1235948813-project] 10.222.0.47 "GET /v2.0/security-groups?id=7fa5c887-ca49-4d7e-a257-900a3414a5f8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1565464
Apr 15 19:49:16.727958 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-bd956cd9-3537-4a91-8015-b83f3a29dfc7 req-c64e8546-aec7-4170-98dc-3d5ca8b13023 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=7fa5c887-ca49-4d7e-a257-900a3414a5f8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1421163
Apr 15 19:49:16.740852 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.notifiers.nova [req-9254f136-151e-41e0-99d4-26a7c6415a14 req-89cc1384-e118-4421-8daf-c8e0a9087d7e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b7d370ef-6621-4ccd-8223-e4a1f5504c1b {{(pid=85344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 15 19:49:16.767687 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [req-9254f136-151e-41e0-99d4-26a7c6415a14 req-89cc1384-e118-4421-8daf-c8e0a9087d7e service neutron] Notify callbacks [] for port, precommit_update {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:49:16.785821 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.provisioning_blocks [req-9254f136-151e-41e0-99d4-26a7c6415a14 req-89cc1384-e118-4421-8daf-c8e0a9087d7e service neutron] Transition to ACTIVE for port object b7d370ef-6621-4ccd-8223-e4a1f5504c1b will not be triggered until provisioned by entity L2. {{(pid=85344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 19:49:16.789356 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [req-9254f136-151e-41e0-99d4-26a7c6415a14 req-89cc1384-e118-4421-8daf-c8e0a9087d7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854693686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852972410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789846929216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789846482410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789846483725'] for port, after_update {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:49:16.807143 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:49:16.939617 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c95ded-e808-4875-a613-3decbebcfb29 req-4e98bfcb-be61-4f0c-b915-7ae5bea54259 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:49:16.943447 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-65c95ded-e808-4875-a613-3decbebcfb29 req-4e98bfcb-be61-4f0c-b915-7ae5bea54259 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=df80589a-5211-47ee-98ca-4218fd01eea5 HTTP/1.1" status: 200  len: 859 time: 0.3172665
Apr 15 19:49:16.961330 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89cc1384-e118-4421-8daf-c8e0a9087d7e service neutron] Pushing event updated for resources: {'Port': ['ID=b7d370ef-6621-4ccd-8223-e4a1f5504c1b,revision_number=2']} {{(pid=85344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:49:16.967206 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-89cc1384-e118-4421-8daf-c8e0a9087d7e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:49:17.103231 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-65c95ded-e808-4875-a613-3decbebcfb29 req-23474a43-d958-4d51-aca2-4f7e71cae5e5 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=e2d187b6-98ce-49de-b641-472e7c3488cc&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1405718
Apr 15 19:49:17.280343 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.managers [req-9254f136-151e-41e0-99d4-26a7c6415a14 req-89cc1384-e118-4421-8daf-c8e0a9087d7e service neutron] Attempting to bind port b7d370ef-6621-4ccd-8223-e4a1f5504c1b on host hv-cinder-78638 for vnic_type normal with profile  {{(pid=85344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 15 19:49:17.281368 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.managers [req-9254f136-151e-41e0-99d4-26a7c6415a14 req-89cc1384-e118-4421-8daf-c8e0a9087d7e service neutron] Attempting to bind port b7d370ef-6621-4ccd-8223-e4a1f5504c1b by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': '50fe2df4-77d3-40aa-a8a3-45d53f7bd89a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '3371f473-4c26-4f81-abc4-c2c4353fa3ab'}] {{(pid=85344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 15 19:49:17.282260 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9254f136-151e-41e0-99d4-26a7c6415a14 req-89cc1384-e118-4421-8daf-c8e0a9087d7e service neutron] Attempting to bind port b7d370ef-6621-4ccd-8223-e4a1f5504c1b on network 3371f473-4c26-4f81-abc4-c2c4353fa3ab {{(pid=85344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 19:49:17.293107 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9254f136-151e-41e0-99d4-26a7c6415a14 req-89cc1384-e118-4421-8daf-c8e0a9087d7e service neutron] Port b7d370ef-6621-4ccd-8223-e4a1f5504c1b on network 3371f473-4c26-4f81-abc4-c2c4353fa3ab not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=85344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 15 19:49:17.293866 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9254f136-151e-41e0-99d4-26a7c6415a14 req-89cc1384-e118-4421-8daf-c8e0a9087d7e service neutron] Attempting to bind port b7d370ef-6621-4ccd-8223-e4a1f5504c1b on network 3371f473-4c26-4f81-abc4-c2c4353fa3ab {{(pid=85344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 19:49:17.304407 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9254f136-151e-41e0-99d4-26a7c6415a14 req-89cc1384-e118-4421-8daf-c8e0a9087d7e service neutron] Checking agent: {'id': '202ba611-b908-4e0e-99b2-33811728b356', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 19, 46, 37), 'started_at': datetime.datetime(2021, 4, 15, 19, 46, 37), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 19, 49, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 15 19:49:17.305144 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9254f136-151e-41e0-99d4-26a7c6415a14 req-89cc1384-e118-4421-8daf-c8e0a9087d7e service neutron] Checking segment: {'id': '50fe2df4-77d3-40aa-a8a3-45d53f7bd89a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '3371f473-4c26-4f81-abc4-c2c4353fa3ab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 19:49:17.305793 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9254f136-151e-41e0-99d4-26a7c6415a14 req-89cc1384-e118-4421-8daf-c8e0a9087d7e service neutron] Bound using segment: {'id': '50fe2df4-77d3-40aa-a8a3-45d53f7bd89a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '3371f473-4c26-4f81-abc4-c2c4353fa3ab'} {{(pid=85344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 15 19:49:17.306507 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.managers [req-9254f136-151e-41e0-99d4-26a7c6415a14 req-89cc1384-e118-4421-8daf-c8e0a9087d7e service neutron] Bound port: b7d370ef-6621-4ccd-8223-e4a1f5504c1b, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '50fe2df4-77d3-40aa-a8a3-45d53f7bd89a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '3371f473-4c26-4f81-abc4-c2c4353fa3ab'}}] {{(pid=85344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 15 19:49:17.307176 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [req-9254f136-151e-41e0-99d4-26a7c6415a14 req-89cc1384-e118-4421-8daf-c8e0a9087d7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854565853'] for port, before_update {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:49:17.337285 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.rpc [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Device 1d72d517-5a18-4137-b90f-dff37a4e26d5 details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=85346) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 15 19:49:17.629464 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.db [req-9254f136-151e-41e0-99d4-26a7c6415a14 req-89cc1384-e118-4421-8daf-c8e0a9087d7e service neutron] For port b7d370ef-6621-4ccd-8223-e4a1f5504c1b, host hv-cinder-78638, cleared binding levels {{(pid=85344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 15 19:49:17.634714 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.db [req-9254f136-151e-41e0-99d4-26a7c6415a14 req-89cc1384-e118-4421-8daf-c8e0a9087d7e service neutron] For port b7d370ef-6621-4ccd-8223-e4a1f5504c1b, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=b7d370ef-6621-4ccd-8223-e4a1f5504c1b,segment=NetworkSegment(50fe2df4-77d3-40aa-a8a3-45d53f7bd89a),segment_id=50fe2df4-77d3-40aa-a8a3-45d53f7bd89a)] {{(pid=85344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 15 19:49:17.645906 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [req-9254f136-151e-41e0-99d4-26a7c6415a14 req-89cc1384-e118-4421-8daf-c8e0a9087d7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854693686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852972410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789846929216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789846482410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789846483725'] for port, after_update {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:49:17.666015 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-88196109-3d6a-4ca4-9f27-4f01fc363e54 tempest-AttachVolumeTestJSON-1178366330 tempest-AttachVolumeTestJSON-1178366330-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:49:17.679695 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030db9f6-8459-4546-b1af-7945e0ec2631 req-9df03334-a6af-45b1-a069-a2034668414e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:49:17.682274 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.db [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] For port 1d72d517-5a18-4137-b90f-dff37a4e26d5, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=1d72d517-5a18-4137-b90f-dff37a4e26d5,segment=NetworkSegment(3b41c3b7-71a7-4ab9-8ff9-1dbe658da667),segment_id=3b41c3b7-71a7-4ab9-8ff9-1dbe658da667)] {{(pid=85346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 19:49:17.695301 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-030db9f6-8459-4546-b1af-7945e0ec2631 req-9df03334-a6af-45b1-a069-a2034668414e service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=6d506b42933048f69f4a289666c552b5&device_id=5c125ed1-e65a-4cb3-8029-195382a202bc HTTP/1.1" status: 200  len: 1097 time: 1.7780740
Apr 15 19:49:17.704550 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.rpc [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Returning: {'device': '1d72d517-5a18-4137-b90f-dff37a4e26d5', 'network_id': 'bfb7faf0-99c9-4910-9a35-0d0821c80032', 'port_id': '1d72d517-5a18-4137-b90f-dff37a4e26d5', 'mac_address': 'fa:16:3e:a5:62:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 675, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fda8751e-fae3-4147-9d64-0fe1636563cb', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85346) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 15 19:49:17.887170 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854565853'] for port, before_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:49:17.902672 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da9fbf5-8fda-4a5f-8a11-ecf22c0c87b0 req-4be1f1b5-ce51-403d-9fa1-79f428ea13e3 tempest-VolumesActionsTest-406255356 tempest-VolumesActionsTest-406255356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:49:17.915828 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-0da9fbf5-8fda-4a5f-8a11-ecf22c0c87b0 req-4be1f1b5-ce51-403d-9fa1-79f428ea13e3 tempest-VolumesActionsTest-406255356 tempest-VolumesActionsTest-406255356-project] 10.222.0.47 "GET /v2.0/ports?device_id=5c125ed1-e65a-4cb3-8029-195382a202bc HTTP/1.1" status: 200  len: 944 time: 1.7867472
Apr 15 19:49:17.942041 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.notifiers.nova [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d72d517-5a18-4137-b90f-dff37a4e26d5 {{(pid=85346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 15 19:49:17.998342 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.db [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] For port 1d72d517-5a18-4137-b90f-dff37a4e26d5, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=1d72d517-5a18-4137-b90f-dff37a4e26d5,segment=NetworkSegment(3b41c3b7-71a7-4ab9-8ff9-1dbe658da667),segment_id=3b41c3b7-71a7-4ab9-8ff9-1dbe658da667)] {{(pid=85346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 19:49:18.004273 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854693686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852972410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789846929216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789846482410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789846483725'] for port, after_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:49:18.007043 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.rpc [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Device 26344b7c-41da-4625-ab3c-346a48e8b4e6 details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=85346) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 15 19:49:18.013541 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-08594f69-2bf8-426e-a33e-4bac15ee39f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:49:18.062992 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9254f136-151e-41e0-99d4-26a7c6415a14 req-89cc1384-e118-4421-8daf-c8e0a9087d7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:49:18.064281 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [req-9254f136-151e-41e0-99d4-26a7c6415a14 req-89cc1384-e118-4421-8daf-c8e0a9087d7e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852972363'] for port, before_response {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:49:18.066167 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-9254f136-151e-41e0-99d4-26a7c6415a14 req-89cc1384-e118-4421-8daf-c8e0a9087d7e service neutron] 10.222.0.65 "PUT /v2.0/ports/b7d370ef-6621-4ccd-8223-e4a1f5504c1b HTTP/1.1" status: 200  len: 1094 time: 3.0526009
Apr 15 19:49:18.067554 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1383150-72ad-4e1a-b482-18005ac62501', 'tag': 'b7d370ef-6621-4ccd-8223-e4a1f5504c1b'}] {{(pid=85344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 19:49:18.074552 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89cc1384-e118-4421-8daf-c8e0a9087d7e service neutron] Pushing event updated for resources: {'Port': ['ID=b7d370ef-6621-4ccd-8223-e4a1f5504c1b,revision_number=3']} {{(pid=85344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:49:18.084504 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-89cc1384-e118-4421-8daf-c8e0a9087d7e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.418s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:49:18.252629 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.db.resource_extend [req-324beea5-2787-412d-8475-134a7a9b7987 req-71412259-67fa-4e91-bcbb-7c628b9cb3b9 service neutron] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=85345) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Apr 15 19:49:18.376221 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-0da9fbf5-8fda-4a5f-8a11-ecf22c0c87b0 req-bd4a2bd0-6713-4d37-b3ea-a2eb396455fe tempest-VolumesActionsTest-406255356 tempest-VolumesActionsTest-406255356-project] 10.222.0.47 "GET /v2.0/security-groups?id=7c3120a5-91b3-4e2d-96a8-e876bf30b25c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3273921
Apr 15 19:49:18.377545 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030db9f6-8459-4546-b1af-7945e0ec2631 req-3fb4543b-ea0e-4e0d-9e91-1617f6158e78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:49:18.379301 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-030db9f6-8459-4546-b1af-7945e0ec2631 req-3fb4543b-ea0e-4e0d-9e91-1617f6158e78 service neutron] 10.222.0.65 "GET /v2.0/networks?id=bfb7faf0-99c9-4910-9a35-0d0821c80032 HTTP/1.1" status: 200  len: 909 time: 0.6533792
Apr 15 19:49:18.448011 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Pushing event updated for resources: {'Port': ['ID=1d72d517-5a18-4137-b90f-dff37a4e26d5,revision_number=4']} {{(pid=85346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:49:18.483007 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.467s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:49:18.514527 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9254f136-151e-41e0-99d4-26a7c6415a14 req-eb3829a9-942e-4fee-8edb-2c0cfb98d6bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:49:18.517730 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-9254f136-151e-41e0-99d4-26a7c6415a14 req-eb3829a9-942e-4fee-8edb-2c0cfb98d6bd service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=4bae275d2add4a8a85e8b627d205bb33&device_id=a1383150-72ad-4e1a-b482-18005ac62501 HTTP/1.1" status: 200  len: 1097 time: 0.3313241
Apr 15 19:49:18.620365 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.db [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] For port 26344b7c-41da-4625-ab3c-346a48e8b4e6, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=26344b7c-41da-4625-ab3c-346a48e8b4e6,segment=NetworkSegment(4fe08c56-c114-425d-80fa-84b1114c9738),segment_id=4fe08c56-c114-425d-80fa-84b1114c9738)] {{(pid=85346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 19:49:18.641259 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.rpc [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Returning: {'device': '26344b7c-41da-4625-ab3c-346a48e8b4e6', 'network_id': 'e2d187b6-98ce-49de-b641-472e7c3488cc', 'port_id': '26344b7c-41da-4625-ab3c-346a48e8b4e6', 'mac_address': 'fa:16:3e:9a:a1:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 689, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df80589a-5211-47ee-98ca-4218fd01eea5', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85346) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 15 19:49:18.679204 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-65c95ded-e808-4875-a613-3decbebcfb29 req-5336a02c-8fd3-4505-ba19-7f76cd9131bf service neutron] 10.222.0.65 "GET /v2.0/networks/e2d187b6-98ce-49de-b641-472e7c3488cc?fields=segments HTTP/1.1" status: 200  len: 212 time: 1.5479991
Apr 15 19:49:18.856692 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854565853'] for port, before_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:49:18.897518 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.notifiers.nova [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 26344b7c-41da-4625-ab3c-346a48e8b4e6 {{(pid=85346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 15 19:49:18.912411 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-030db9f6-8459-4546-b1af-7945e0ec2631 req-f23a1d2d-f204-4708-a849-6579a5a7ed83 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1d72d517-5a18-4137-b90f-dff37a4e26d5 HTTP/1.1" status: 200  len: 217 time: 0.3569448
Apr 15 19:49:18.943658 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.db [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] For port 26344b7c-41da-4625-ab3c-346a48e8b4e6, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=26344b7c-41da-4625-ab3c-346a48e8b4e6,segment=NetworkSegment(4fe08c56-c114-425d-80fa-84b1114c9738),segment_id=4fe08c56-c114-425d-80fa-84b1114c9738)] {{(pid=85346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 19:49:18.952155 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854693686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852972410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789846929216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789846482410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789846483725'] for port, after_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:49:18.964293 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:49:19.061823 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030db9f6-8459-4546-b1af-7945e0ec2631 req-ba053d60-f917-4a15-b0d4-cbb2504825c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:49:19.063679 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-030db9f6-8459-4546-b1af-7945e0ec2631 req-ba053d60-f917-4a15-b0d4-cbb2504825c5 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=fda8751e-fae3-4147-9d64-0fe1636563cb HTTP/1.1" status: 200  len: 848 time: 0.1432400
Apr 15 19:49:19.105535 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-9254f136-151e-41e0-99d4-26a7c6415a14 req-b137ed40-b597-4d8a-b4b5-fb370cb32bab service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b7d370ef-6621-4ccd-8223-e4a1f5504c1b HTTP/1.1" status: 200  len: 217 time: 0.5781679
Apr 15 19:49:19.141405 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.notifiers.nova [req-324beea5-2787-412d-8475-134a7a9b7987 req-71412259-67fa-4e91-bcbb-7c628b9cb3b9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3124f886-86b8-4e82-9d80-cb724b2065e3 {{(pid=85345) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 15 19:49:19.148823 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-030db9f6-8459-4546-b1af-7945e0ec2631 req-b4d0bc67-f378-4c77-8a6c-6d0b5486644e service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=bfb7faf0-99c9-4910-9a35-0d0821c80032&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0671568
Apr 15 19:49:19.157057 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [req-324beea5-2787-412d-8475-134a7a9b7987 req-71412259-67fa-4e91-bcbb-7c628b9cb3b9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:49:19.198629 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Pushing event updated for resources: {'Port': ['ID=26344b7c-41da-4625-ab3c-346a48e8b4e6,revision_number=4']} {{(pid=85346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:49:19.203805 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:49:19.249727 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9254f136-151e-41e0-99d4-26a7c6415a14 req-053703b1-c84c-4436-862f-1435b2b035e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:49:19.251388 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-9254f136-151e-41e0-99d4-26a7c6415a14 req-053703b1-c84c-4436-862f-1435b2b035e8 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=8272d6a7-33c7-4e21-aec7-64c68285458e HTTP/1.1" status: 200  len: 856 time: 0.1360826
Apr 15 19:49:19.299818 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.db [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] get_ports_and_sgs() called for port_ids ['1d72d517-5a18-4137-b90f-dff37a4e26d5'] {{(pid=85346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 15 19:49:19.344031 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-030db9f6-8459-4546-b1af-7945e0ec2631 req-7efd0ab9-13b4-45c9-aee6-d0e502f63495 service neutron] 10.222.0.65 "GET /v2.0/networks/bfb7faf0-99c9-4910-9a35-0d0821c80032?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1775715
Apr 15 19:49:19.422790 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.db [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] get_ports_and_sgs() called for port_ids ['26344b7c-41da-4625-ab3c-346a48e8b4e6'] {{(pid=85346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 15 19:49:19.430660 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.provisioning_blocks [req-324beea5-2787-412d-8475-134a7a9b7987 req-71412259-67fa-4e91-bcbb-7c628b9cb3b9 service neutron] Transition to ACTIVE for port object 3124f886-86b8-4e82-9d80-cb724b2065e3 will not be triggered until provisioned by entity L2. {{(pid=85345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 19:49:19.465869 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecf17ce-a5c6-4c7d-adf8-6d7549d91724 req-dd3a30df-2f98-4b7b-8577-6cb48495dc45 tempest-AttachVolumeTestJSON-1178366330 tempest-AttachVolumeTestJSON-1178366330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:49:19.468965 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-aecf17ce-a5c6-4c7d-adf8-6d7549d91724 req-dd3a30df-2f98-4b7b-8577-6cb48495dc45 tempest-AttachVolumeTestJSON-1178366330 tempest-AttachVolumeTestJSON-1178366330-project] 10.222.0.47 "GET /v2.0/ports?device_id=4b964d00-f051-4d1a-9f0a-e0355ef23ca5 HTTP/1.1" status: 200  len: 931 time: 0.8295169
Apr 15 19:49:19.509218 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [req-324beea5-2787-412d-8475-134a7a9b7987 req-71412259-67fa-4e91-bcbb-7c628b9cb3b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854693686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852972410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789846929216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789846482410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789846483725'] for port, after_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:49:19.519123 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35f4604-ce0a-41d4-b31f-45ff917a500b req-a8c01006-cee6-4c4e-9050-42c88b25af66 tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:49:19.527637 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-e35f4604-ce0a-41d4-b31f-45ff917a500b req-a8c01006-cee6-4c4e-9050-42c88b25af66 tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] 10.222.0.47 "GET /v2.0/ports?device_id=a1383150-72ad-4e1a-b482-18005ac62501 HTTP/1.1" status: 200  len: 944 time: 0.8460250
Apr 15 19:49:19.617486 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource [req-aecf17ce-a5c6-4c7d-adf8-6d7549d91724 req-87f3fd46-d3ff-494b-9f17-2d36984b6c69 tempest-AttachVolumeTestJSON-1178366330 tempest-AttachVolumeTestJSON-1178366330-project] Synchronizing usage tracker for tenant:5031830a47dd4af1b1ffb83e812d61ea on resource:security_group {{(pid=85344) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 15 19:49:19.653414 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9254f136-151e-41e0-99d4-26a7c6415a14 req-19b48f10-6894-4349-b132-07982a6feda1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:49:19.678895 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-9254f136-151e-41e0-99d4-26a7c6415a14 req-19b48f10-6894-4349-b132-07982a6feda1 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=3371f473-4c26-4f81-abc4-c2c4353fa3ab&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.4088788
Apr 15 19:49:19.798416 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-030db9f6-8459-4546-b1af-7945e0ec2631 req-a58dade1-ca90-4397-b69f-3589442f23b6 service neutron] 10.222.0.65 "GET /v2.0/networks/bfb7faf0-99c9-4910-9a35-0d0821c80032?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4314919
Apr 15 19:49:19.822370 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:49:19.832297 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource [req-aecf17ce-a5c6-4c7d-adf8-6d7549d91724 req-87f3fd46-d3ff-494b-9f17-2d36984b6c69 tempest-AttachVolumeTestJSON-1178366330 tempest-AttachVolumeTestJSON-1178366330-project] Unset dirty status for tenant:5031830a47dd4af1b1ffb83e812d61ea on resource:security_group {{(pid=85344) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 15 19:49:19.834619 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-aecf17ce-a5c6-4c7d-adf8-6d7549d91724 req-87f3fd46-d3ff-494b-9f17-2d36984b6c69 tempest-AttachVolumeTestJSON-1178366330 tempest-AttachVolumeTestJSON-1178366330-project] 10.222.0.47 "GET /v2.0/security-groups?id=8f5f2180-5269-4c6c-a059-f56827110a59&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3471856
Apr 15 19:49:19.889899 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-e35f4604-ce0a-41d4-b31f-45ff917a500b req-f6bb8ab9-74e9-4669-b413-2d0dbdb2f7ea tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] 10.222.0.47 "GET /v2.0/security-groups?id=02d47f4f-b1ff-4af7-910c-5d6978bde7fb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3607121
Apr 15 19:49:19.913283 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-65c95ded-e808-4875-a613-3decbebcfb29 req-6fefa108-1f55-45ce-9047-605696ef8c04 service neutron] 10.222.0.65 "GET /v2.0/networks/e2d187b6-98ce-49de-b641-472e7c3488cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 1.0780334
Apr 15 19:49:20.101537 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a1383150-72ad-4e1a-b482-18005ac62501', 'tag': 'b7d370ef-6621-4ccd-8223-e4a1f5504c1b', 'status': 'completed', 'code': 200}
Apr 15 19:49:20.229556 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.wsgi [-] (85345) accepted ('10.222.0.47', 43188) {{(pid=85345) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:49:20.230186 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.wsgi [-] (85345) accepted ('10.222.0.47', 43190) {{(pid=85345) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:49:20.319976 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71412259-67fa-4e91-bcbb-7c628b9cb3b9 service neutron] Pushing event updated for resources: {'Port': ['ID=3124f886-86b8-4e82-9d80-cb724b2065e3,revision_number=2']} {{(pid=85345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:49:20.378482 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-9254f136-151e-41e0-99d4-26a7c6415a14 req-e41f72e2-780f-4a43-8a3c-37c0c7a9bceb service neutron] 10.222.0.65 "GET /v2.0/networks/3371f473-4c26-4f81-abc4-c2c4353fa3ab?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6743202
Apr 15 19:49:20.400813 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71412259-67fa-4e91-bcbb-7c628b9cb3b9 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:49:20.401255 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71412259-67fa-4e91-bcbb-7c628b9cb3b9 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:49:20.401804 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71412259-67fa-4e91-bcbb-7c628b9cb3b9 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:49:20.402279 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71412259-67fa-4e91-bcbb-7c628b9cb3b9 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:49:20.402750 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71412259-67fa-4e91-bcbb-7c628b9cb3b9 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:49:20.403687 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71412259-67fa-4e91-bcbb-7c628b9cb3b9 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:49:20.403687 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71412259-67fa-4e91-bcbb-7c628b9cb3b9 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:49:20.404070 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71412259-67fa-4e91-bcbb-7c628b9cb3b9 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:49:20.404546 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71412259-67fa-4e91-bcbb-7c628b9cb3b9 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:49:20.405013 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71412259-67fa-4e91-bcbb-7c628b9cb3b9 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:49:20.405481 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71412259-67fa-4e91-bcbb-7c628b9cb3b9 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:49:20.405960 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71412259-67fa-4e91-bcbb-7c628b9cb3b9 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:49:20.416452 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-71412259-67fa-4e91-bcbb-7c628b9cb3b9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.594s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:49:20.421977 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.managers [req-324beea5-2787-412d-8475-134a7a9b7987 req-71412259-67fa-4e91-bcbb-7c628b9cb3b9 service neutron] Attempting to bind port 3124f886-86b8-4e82-9d80-cb724b2065e3 on host hv-cinder-78638 for vnic_type normal with profile  {{(pid=85345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 15 19:49:20.422457 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.managers [req-324beea5-2787-412d-8475-134a7a9b7987 req-71412259-67fa-4e91-bcbb-7c628b9cb3b9 service neutron] Attempting to bind port 3124f886-86b8-4e82-9d80-cb724b2065e3 by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': 'fba2751d-d069-4029-bec8-ed01c7a617d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '4d82f7b7-d97c-4f69-af76-26788d15aead'}] {{(pid=85345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 15 19:49:20.423150 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-324beea5-2787-412d-8475-134a7a9b7987 req-71412259-67fa-4e91-bcbb-7c628b9cb3b9 service neutron] Attempting to bind port 3124f886-86b8-4e82-9d80-cb724b2065e3 on network 4d82f7b7-d97c-4f69-af76-26788d15aead {{(pid=85345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 19:49:20.430229 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-324beea5-2787-412d-8475-134a7a9b7987 req-71412259-67fa-4e91-bcbb-7c628b9cb3b9 service neutron] Port 3124f886-86b8-4e82-9d80-cb724b2065e3 on network 4d82f7b7-d97c-4f69-af76-26788d15aead not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=85345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 15 19:49:20.430811 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-324beea5-2787-412d-8475-134a7a9b7987 req-71412259-67fa-4e91-bcbb-7c628b9cb3b9 service neutron] Attempting to bind port 3124f886-86b8-4e82-9d80-cb724b2065e3 on network 4d82f7b7-d97c-4f69-af76-26788d15aead {{(pid=85345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 19:49:20.439783 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-324beea5-2787-412d-8475-134a7a9b7987 req-71412259-67fa-4e91-bcbb-7c628b9cb3b9 service neutron] Checking agent: {'id': '202ba611-b908-4e0e-99b2-33811728b356', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 19, 46, 37), 'started_at': datetime.datetime(2021, 4, 15, 19, 46, 37), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 19, 49, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 15 19:49:20.440071 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-324beea5-2787-412d-8475-134a7a9b7987 req-71412259-67fa-4e91-bcbb-7c628b9cb3b9 service neutron] Checking segment: {'id': 'fba2751d-d069-4029-bec8-ed01c7a617d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '4d82f7b7-d97c-4f69-af76-26788d15aead'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 19:49:20.440672 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-324beea5-2787-412d-8475-134a7a9b7987 req-71412259-67fa-4e91-bcbb-7c628b9cb3b9 service neutron] Bound using segment: {'id': 'fba2751d-d069-4029-bec8-ed01c7a617d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '4d82f7b7-d97c-4f69-af76-26788d15aead'} {{(pid=85345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 15 19:49:20.441231 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.managers [req-324beea5-2787-412d-8475-134a7a9b7987 req-71412259-67fa-4e91-bcbb-7c628b9cb3b9 service neutron] Bound port: 3124f886-86b8-4e82-9d80-cb724b2065e3, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fba2751d-d069-4029-bec8-ed01c7a617d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '4d82f7b7-d97c-4f69-af76-26788d15aead'}}] {{(pid=85345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 15 19:49:20.441721 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [req-324beea5-2787-412d-8475-134a7a9b7987 req-71412259-67fa-4e91-bcbb-7c628b9cb3b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854565853'] for port, before_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:49:20.533039 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a001dc-4f63-4203-937c-4b820939acc1 req-dd993b1f-1df4-46f7-8b1b-3ee331f556ed tempest-VolumesActionsTest-406255356 tempest-VolumesActionsTest-406255356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:49:20.535125 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-77a001dc-4f63-4203-937c-4b820939acc1 req-dd993b1f-1df4-46f7-8b1b-3ee331f556ed tempest-VolumesActionsTest-406255356 tempest-VolumesActionsTest-406255356-project] 10.222.0.47 "GET /v2.0/ports?device_id=5c125ed1-e65a-4cb3-8029-195382a202bc HTTP/1.1" status: 200  len: 945 time: 0.2474036
Apr 15 19:49:20.619742 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb00da5-22ee-4ac1-b8fd-8308e79c6519 req-2f9ec054-1ed4-4b1f-b898-4d36188a21bb tempest-ServerRescueNegativeTestJSON-1235948813 tempest-ServerRescueNegativeTestJSON-1235948813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:49:20.621604 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-2fb00da5-22ee-4ac1-b8fd-8308e79c6519 req-2f9ec054-1ed4-4b1f-b898-4d36188a21bb tempest-ServerRescueNegativeTestJSON-1235948813 tempest-ServerRescueNegativeTestJSON-1235948813-project] 10.222.0.47 "GET /v2.0/ports?device_id=e9aebd22-52d6-4434-8b88-31ff5eb1f75a HTTP/1.1" status: 200  len: 944 time: 0.3853292
Apr 15 19:49:20.731674 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-2fb00da5-22ee-4ac1-b8fd-8308e79c6519 req-b2be970c-a0d2-40b7-9c38-7a2253e682f8 tempest-ServerRescueNegativeTestJSON-1235948813 tempest-ServerRescueNegativeTestJSON-1235948813-project] 10.222.0.47 "GET /v2.0/security-groups?id=7fa5c887-ca49-4d7e-a257-900a3414a5f8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0992341
Apr 15 19:49:20.735940 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-9254f136-151e-41e0-99d4-26a7c6415a14 req-f916f5f0-2d52-48b4-9431-6819578137dd service neutron] 10.222.0.65 "GET /v2.0/networks/3371f473-4c26-4f81-abc4-c2c4353fa3ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3451195
Apr 15 19:49:20.874424 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-de0760e8-d045-455c-8192-0bdbe9329e4a admin admin] Notify callbacks [] for security_group, before_create {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:49:20.887221 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdb027f-b782-4dc8-bf04-cb69f82bf0bf req-63d986f0-e994-44a5-a3c0-1e43538b4802 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:49:20.888910 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-3bdb027f-b782-4dc8-bf04-cb69f82bf0bf req-63d986f0-e994-44a5-a3c0-1e43538b4802 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=4bae275d2add4a8a85e8b627d205bb33&device_id=a1383150-72ad-4e1a-b482-18005ac62501 HTTP/1.1" status: 200  len: 1097 time: 0.0949168
Apr 15 19:49:20.891679 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-e6d88e94-34df-4184-aa66-bd3790bc0dcb admin admin] Notify callbacks [] for security_group, before_create {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:49:20.909709 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.db [req-324beea5-2787-412d-8475-134a7a9b7987 req-71412259-67fa-4e91-bcbb-7c628b9cb3b9 service neutron] For port 3124f886-86b8-4e82-9d80-cb724b2065e3, host hv-cinder-78638, cleared binding levels {{(pid=85345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 15 19:49:20.920866 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.quota.driver [None req-de0760e8-d045-455c-8192-0bdbe9329e4a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85345) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:49:20.925143 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource [None req-de0760e8-d045-455c-8192-0bdbe9329e4a admin admin] Usage tracker for resource:security_group_rule and tenant:74f26dc649654e95aa6a456c91c9ac96 is out of sync, need to count used quota {{(pid=85345) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:49:20.929071 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource [None req-de0760e8-d045-455c-8192-0bdbe9329e4a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85345) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:49:20.937333 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-77a001dc-4f63-4203-937c-4b820939acc1 req-1801aa64-e4f3-45ce-aada-e1f49d03c1bc tempest-VolumesActionsTest-406255356 tempest-VolumesActionsTest-406255356-project] 10.222.0.47 "GET /v2.0/security-groups?id=7c3120a5-91b3-4e2d-96a8-e876bf30b25c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3900530
Apr 15 19:49:20.945597 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.quota.driver [None req-e6d88e94-34df-4184-aa66-bd3790bc0dcb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85345) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:49:20.949541 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.db [req-324beea5-2787-412d-8475-134a7a9b7987 req-71412259-67fa-4e91-bcbb-7c628b9cb3b9 service neutron] For port 3124f886-86b8-4e82-9d80-cb724b2065e3, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=3124f886-86b8-4e82-9d80-cb724b2065e3,segment=NetworkSegment(fba2751d-d069-4029-bec8-ed01c7a617d8),segment_id=fba2751d-d069-4029-bec8-ed01c7a617d8)] {{(pid=85345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 15 19:49:20.951170 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.quota.driver [None req-de0760e8-d045-455c-8192-0bdbe9329e4a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85345) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:49:20.962740 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [req-324beea5-2787-412d-8475-134a7a9b7987 req-71412259-67fa-4e91-bcbb-7c628b9cb3b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854693686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852972410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789846929216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789846482410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789846483725'] for port, after_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:49:20.965350 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource [None req-e6d88e94-34df-4184-aa66-bd3790bc0dcb admin admin] Usage tracker for resource:security_group_rule and tenant:14f89fbae3df4a588969abd1a510d803 is out of sync, need to count used quota {{(pid=85345) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:49:20.968820 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource [None req-e6d88e94-34df-4184-aa66-bd3790bc0dcb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85345) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:49:20.975969 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.quota.driver [None req-e6d88e94-34df-4184-aa66-bd3790bc0dcb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85345) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:49:21.097191 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-e6d88e94-34df-4184-aa66-bd3790bc0dcb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:49:21.124721 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:49:21.183874 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-e6d88e94-34df-4184-aa66-bd3790bc0dcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806004'] for security_group, after_create {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:49:21.282400 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdb027f-b782-4dc8-bf04-cb69f82bf0bf req-85d4814f-1ec5-4485-901e-798638210531 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:49:21.284139 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-3bdb027f-b782-4dc8-bf04-cb69f82bf0bf req-85d4814f-1ec5-4485-901e-798638210531 service neutron] 10.222.0.65 "GET /v2.0/networks?id=3371f473-4c26-4f81-abc4-c2c4353fa3ab HTTP/1.1" status: 200  len: 918 time: 0.3795004
Apr 15 19:49:21.355574 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.rpc [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Device 1d72d517-5a18-4137-b90f-dff37a4e26d5 up at agent hyperv_hv-cinder-78638 {{(pid=85346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 19:49:21.402521 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-3bdb027f-b782-4dc8-bf04-cb69f82bf0bf req-16c07f2f-6bfe-4cdc-8faa-8a5778b27d48 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b7d370ef-6621-4ccd-8223-e4a1f5504c1b HTTP/1.1" status: 200  len: 217 time: 0.1076138
Apr 15 19:49:21.434523 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [None req-e6d88e94-34df-4184-aa66-bd3790bc0dcb admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=14f89fbae3df4a588969abd1a510d803&name=default HTTP/1.1" status: 200  len: 2979 time: 1.1560202
Apr 15 19:49:21.445151 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.wsgi [-] (85345) accepted ('10.222.0.47', 43212) {{(pid=85345) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:49:21.468693 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56712989-a8b3-4d5d-9284-761a94dc552c req-7c84a959-b8f8-4654-be75-8e3fd209c393 tempest-AttachVolumeTestJSON-1178366330 tempest-AttachVolumeTestJSON-1178366330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:49:21.471667 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-56712989-a8b3-4d5d-9284-761a94dc552c req-7c84a959-b8f8-4654-be75-8e3fd209c393 tempest-AttachVolumeTestJSON-1178366330 tempest-AttachVolumeTestJSON-1178366330-project] 10.222.0.47 "GET /v2.0/ports?device_id=4b964d00-f051-4d1a-9f0a-e0355ef23ca5 HTTP/1.1" status: 200  len: 943 time: 0.3747363
Apr 15 19:49:21.473508 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71412259-67fa-4e91-bcbb-7c628b9cb3b9 service neutron] Pushing event updated for resources: {'Port': ['ID=3124f886-86b8-4e82-9d80-cb724b2065e3,revision_number=3']} {{(pid=85345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:49:21.475603 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.provisioning_blocks [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Provisioning for port 1d72d517-5a18-4137-b90f-dff37a4e26d5 completed by entity L2. {{(pid=85346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 19:49:21.477286 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-71412259-67fa-4e91-bcbb-7c628b9cb3b9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.352s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:49:21.487078 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-89c4f4f9-4309-4d3a-b959-0b42c092ab74 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.226s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:49:21.487358 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.provisioning_blocks [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Provisioning complete for port 1d72d517-5a18-4137-b90f-dff37a4e26d5 triggered by entity L2. {{(pid=85346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 19:49:21.488412 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-428662'] for port, provisioning_complete {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:49:21.516378 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324beea5-2787-412d-8475-134a7a9b7987 req-71412259-67fa-4e91-bcbb-7c628b9cb3b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:49:21.517087 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [req-324beea5-2787-412d-8475-134a7a9b7987 req-71412259-67fa-4e91-bcbb-7c628b9cb3b9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852972363'] for port, before_response {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:49:21.518669 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-324beea5-2787-412d-8475-134a7a9b7987 req-71412259-67fa-4e91-bcbb-7c628b9cb3b9 service neutron] 10.222.0.65 "PUT /v2.0/ports/3124f886-86b8-4e82-9d80-cb724b2065e3 HTTP/1.1" status: 200  len: 1093 time: 6.7338529
Apr 15 19:49:21.549687 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b964d00-f051-4d1a-9f0a-e0355ef23ca5', 'tag': '3124f886-86b8-4e82-9d80-cb724b2065e3'}] {{(pid=85345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 19:49:21.559595 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d88e94-34df-4184-aa66-bd3790bc0dcb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=036c107d-1260-4c30-b23c-25e1bed4e78a,revision_number=1']} {{(pid=85345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:49:21.577376 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdb027f-b782-4dc8-bf04-cb69f82bf0bf req-a553e039-833d-446b-a978-0248c62e7719 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:49:21.579120 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-3bdb027f-b782-4dc8-bf04-cb69f82bf0bf req-a553e039-833d-446b-a978-0248c62e7719 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=8272d6a7-33c7-4e21-aec7-64c68285458e HTTP/1.1" status: 200  len: 856 time: 0.1634381
Apr 15 19:49:21.617757 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-e6d88e94-34df-4184-aa66-bd3790bc0dcb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:49:21.687227 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-56712989-a8b3-4d5d-9284-761a94dc552c req-236cb998-f391-4f64-8adf-7cb1086dfef5 tempest-AttachVolumeTestJSON-1178366330 tempest-AttachVolumeTestJSON-1178366330-project] 10.222.0.47 "GET /v2.0/security-groups?id=8f5f2180-5269-4c6c-a059-f56827110a59&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1907294
Apr 15 19:49:21.793771 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854565853'] for port, before_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:49:21.826424 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdb027f-b782-4dc8-bf04-cb69f82bf0bf req-c884433f-fb5f-44c8-861e-73e82d7641a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:49:21.830585 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-3bdb027f-b782-4dc8-bf04-cb69f82bf0bf req-c884433f-fb5f-44c8-861e-73e82d7641a5 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=3371f473-4c26-4f81-abc4-c2c4353fa3ab&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2371087
Apr 15 19:49:21.837021 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-de0760e8-d045-455c-8192-0bdbe9329e4a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:49:21.858439 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c125ed1-e65a-4cb3-8029-195382a202bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d72d517-5a18-4137-b90f-dff37a4e26d5'}] {{(pid=85346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 19:49:21.884592 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.db [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] For port 1d72d517-5a18-4137-b90f-dff37a4e26d5, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=1d72d517-5a18-4137-b90f-dff37a4e26d5,segment=NetworkSegment(3b41c3b7-71a7-4ab9-8ff9-1dbe658da667),segment_id=3b41c3b7-71a7-4ab9-8ff9-1dbe658da667)] {{(pid=85346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 19:49:21.894820 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854693686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852972410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789846929216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789846482410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789846483725'] for port, after_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:49:21.895877 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.rpc [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Device 26344b7c-41da-4625-ab3c-346a48e8b4e6 up at agent hyperv_hv-cinder-78638 {{(pid=85346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 19:49:21.941586 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-56ecdebd-c5a0-4569-bc96-ba437f5ce558 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:49:22.096915 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b964d00-f051-4d1a-9f0a-e0355ef23ca5', 'tag': '3124f886-86b8-4e82-9d80-cb724b2065e3', 'status': 'completed', 'code': 200}
Apr 15 19:49:22.099207 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-de0760e8-d045-455c-8192-0bdbe9329e4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806004'] for security_group, after_create {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:49:22.147756 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Pushing event updated for resources: {'Port': ['ID=1d72d517-5a18-4137-b90f-dff37a4e26d5,revision_number=5']} {{(pid=85346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:49:22.157562 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:49:22.170047 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:49:22.170927 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:49:22.171833 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:49:22.172407 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:49:22.172958 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:49:22.182439 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:49:22.183123 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:49:22.183442 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-3bdb027f-b782-4dc8-bf04-cb69f82bf0bf req-c4e8c73a-5dc3-4e4d-98c8-ed493b6b55be service neutron] 10.222.0.65 "GET /v2.0/networks/3371f473-4c26-4f81-abc4-c2c4353fa3ab?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3437788
Apr 15 19:49:22.183856 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:49:22.184405 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:49:22.184936 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:49:22.185439 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:49:22.190147 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:49:22.193527 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-157a13b0-e118-4609-9502-682c3f8bfcb5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:49:22.218937 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.provisioning_blocks [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Provisioning for port 26344b7c-41da-4625-ab3c-346a48e8b4e6 completed by entity L2. {{(pid=85346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 19:49:22.230277 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.provisioning_blocks [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Provisioning complete for port 26344b7c-41da-4625-ab3c-346a48e8b4e6 triggered by entity L2. {{(pid=85346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 19:49:22.231071 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-428662'] for port, provisioning_complete {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:49:22.277853 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0760e8-d045-455c-8192-0bdbe9329e4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b84e8b92-11d3-4730-a2d0-8509d894b35a,revision_number=1']} {{(pid=85345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:49:22.291058 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-de0760e8-d045-455c-8192-0bdbe9329e4a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:49:22.341637 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4c3371-cb7d-4227-b421-dfb0cf8c0276 req-f144fe8c-fc6a-4a59-b614-c010fdadc6b1 tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:49:22.344118 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-fd4c3371-cb7d-4227-b421-dfb0cf8c0276 req-f144fe8c-fc6a-4a59-b614-c010fdadc6b1 tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] 10.222.0.47 "GET /v2.0/ports?device_id=a1383150-72ad-4e1a-b482-18005ac62501 HTTP/1.1" status: 200  len: 944 time: 1.0777516
Apr 15 19:49:22.363955 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-259f0445-e083-4aef-a943-348794ea9e77 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:49:22.431994 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-259f0445-e083-4aef-a943-348794ea9e77 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:49:22.481435 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [None req-de0760e8-d045-455c-8192-0bdbe9329e4a admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=74f26dc649654e95aa6a456c91c9ac96&name=default HTTP/1.1" status: 200  len: 2979 time: 2.2044399
Apr 15 19:49:22.494150 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.wsgi [-] (85344) accepted ('10.222.0.47', 43232) {{(pid=85344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:49:22.534958 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854565853'] for port, before_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:49:22.607592 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.db [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] For port 26344b7c-41da-4625-ab3c-346a48e8b4e6, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=26344b7c-41da-4625-ab3c-346a48e8b4e6,segment=NetworkSegment(4fe08c56-c114-425d-80fa-84b1114c9738),segment_id=4fe08c56-c114-425d-80fa-84b1114c9738)] {{(pid=85346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 19:49:22.612607 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854693686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852972410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789846929216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789846482410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789846483725'] for port, after_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:49:22.616333 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:49:22.666482 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-fd4c3371-cb7d-4227-b421-dfb0cf8c0276 req-d27f89f3-3154-4bff-a54c-f3a47f34060c tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] 10.222.0.47 "GET /v2.0/security-groups?id=02d47f4f-b1ff-4af7-910c-5d6978bde7fb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2966628
Apr 15 19:49:22.670572 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324beea5-2787-412d-8475-134a7a9b7987 req-46dffa39-c4f3-4b44-9504-bf3f42c56f49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:49:22.673864 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-324beea5-2787-412d-8475-134a7a9b7987 req-46dffa39-c4f3-4b44-9504-bf3f42c56f49 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=5031830a47dd4af1b1ffb83e812d61ea&device_id=4b964d00-f051-4d1a-9f0a-e0355ef23ca5 HTTP/1.1" status: 200  len: 1096 time: 1.0720370
Apr 15 19:49:22.718825 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Pushing event updated for resources: {'Port': ['ID=26344b7c-41da-4625-ab3c-346a48e8b4e6,revision_number=5']} {{(pid=85346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:49:22.722289 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:49:22.770447 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-300d8763-1a74-4c33-a352-338d11616110 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:49:22.816799 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-324beea5-2787-412d-8475-134a7a9b7987 req-7b55d47f-9bcc-47df-afe0-e7172ea72d9f service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3124f886-86b8-4e82-9d80-cb724b2065e3 HTTP/1.1" status: 200  len: 217 time: 0.1324573
Apr 15 19:49:22.826436 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-259f0445-e083-4aef-a943-348794ea9e77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806004'] for security_group, after_delete {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:49:22.834913 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:49:22.843950 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5308e7c-7765-4c12-bc2a-f7ecd03ef193 req-5f21b2f5-b6f7-4d9d-a9b0-5f9bd06ae889 tempest-ServerRescueNegativeTestJSON-1235948813 tempest-ServerRescueNegativeTestJSON-1235948813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:49:22.847185 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-a5308e7c-7765-4c12-bc2a-f7ecd03ef193 req-5f21b2f5-b6f7-4d9d-a9b0-5f9bd06ae889 tempest-ServerRescueNegativeTestJSON-1235948813 tempest-ServerRescueNegativeTestJSON-1235948813-project] 10.222.0.47 "GET /v2.0/ports?device_id=e9aebd22-52d6-4434-8b88-31ff5eb1f75a HTTP/1.1" status: 200  len: 944 time: 0.6617992
Apr 15 19:49:22.850842 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c125ed1-e65a-4cb3-8029-195382a202bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d72d517-5a18-4137-b90f-dff37a4e26d5', 'code': 200}
Apr 15 19:49:22.869126 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-3bdb027f-b782-4dc8-bf04-cb69f82bf0bf req-aee4f76d-9225-44a6-98af-3da833e0ed34 service neutron] 10.222.0.65 "GET /v2.0/networks/3371f473-4c26-4f81-abc4-c2c4353fa3ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5763257
Apr 15 19:49:22.896571 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259f0445-e083-4aef-a943-348794ea9e77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=036c107d-1260-4c30-b23c-25e1bed4e78a,revision_number=None']} {{(pid=85345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:49:22.899197 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-259f0445-e083-4aef-a943-348794ea9e77 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:49:22.937504 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-300d8763-1a74-4c33-a352-338d11616110 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:49:22.940694 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-259f0445-e083-4aef-a943-348794ea9e77 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:49:22.947067 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [None req-259f0445-e083-4aef-a943-348794ea9e77 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/036c107d-1260-4c30-b23c-25e1bed4e78a HTTP/1.1" status: 204  len: 168 time: 1.4937422
Apr 15 19:49:22.956122 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324beea5-2787-412d-8475-134a7a9b7987 req-39af7ce7-2ecc-4d7f-bb80-59a272142b44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:49:22.957821 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-324beea5-2787-412d-8475-134a7a9b7987 req-39af7ce7-2ecc-4d7f-bb80-59a272142b44 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=c9a5e3d2-b4cb-4ff6-afc6-75b296b42958 HTTP/1.1" status: 200  len: 849 time: 0.1241004
Apr 15 19:49:23.088076 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-a5308e7c-7765-4c12-bc2a-f7ecd03ef193 req-34a34f7a-8959-4302-a9da-dcb948892da2 tempest-ServerRescueNegativeTestJSON-1235948813 tempest-ServerRescueNegativeTestJSON-1235948813-project] 10.222.0.47 "GET /v2.0/security-groups?id=7fa5c887-ca49-4d7e-a257-900a3414a5f8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2022510
Apr 15 19:49:23.109283 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-300d8763-1a74-4c33-a352-338d11616110 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806004'] for security_group, after_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:49:23.138982 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:49:23.158970 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300d8763-1a74-4c33-a352-338d11616110 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b84e8b92-11d3-4730-a2d0-8509d894b35a,revision_number=None']} {{(pid=85344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:49:23.168630 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-300d8763-1a74-4c33-a352-338d11616110 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:49:23.170664 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [None req-300d8763-1a74-4c33-a352-338d11616110 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/b84e8b92-11d3-4730-a2d0-8509d894b35a HTTP/1.1" status: 204  len: 168 time: 0.6651881
Apr 15 19:49:23.182563 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-300d8763-1a74-4c33-a352-338d11616110 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:49:23.183368 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-300d8763-1a74-4c33-a352-338d11616110 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:49:23.183906 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-300d8763-1a74-4c33-a352-338d11616110 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:49:23.184595 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-300d8763-1a74-4c33-a352-338d11616110 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:49:23.185835 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-300d8763-1a74-4c33-a352-338d11616110 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:49:23.186041 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-300d8763-1a74-4c33-a352-338d11616110 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:49:23.186632 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-300d8763-1a74-4c33-a352-338d11616110 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:49:23.187637 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-300d8763-1a74-4c33-a352-338d11616110 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:49:23.188332 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-300d8763-1a74-4c33-a352-338d11616110 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:49:23.189223 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-300d8763-1a74-4c33-a352-338d11616110 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:49:23.189913 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-300d8763-1a74-4c33-a352-338d11616110 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:49:23.190610 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-300d8763-1a74-4c33-a352-338d11616110 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:49:23.191223 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324beea5-2787-412d-8475-134a7a9b7987 req-10e2f4d4-86e8-42e4-9626-77ac20319e64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:49:23.193515 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-324beea5-2787-412d-8475-134a7a9b7987 req-10e2f4d4-86e8-42e4-9626-77ac20319e64 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=4d82f7b7-d97c-4f69-af76-26788d15aead&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2291486
Apr 15 19:49:23.198035 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-300d8763-1a74-4c33-a352-338d11616110 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:49:23.368970 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.rpc [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Device b7d370ef-6621-4ccd-8223-e4a1f5504c1b details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=85346) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 15 19:49:23.482488 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73250024-a5a3-42e9-bcd6-c90e70b1250f req-0a2dadc0-b332-4098-a1e2-c82e5cd5164f tempest-VolumesActionsTest-406255356 tempest-VolumesActionsTest-406255356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:49:23.496569 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-73250024-a5a3-42e9-bcd6-c90e70b1250f req-0a2dadc0-b332-4098-a1e2-c82e5cd5164f tempest-VolumesActionsTest-406255356 tempest-VolumesActionsTest-406255356-project] 10.222.0.47 "GET /v2.0/ports?device_id=5c125ed1-e65a-4cb3-8029-195382a202bc HTTP/1.1" status: 200  len: 946 time: 0.4028187
Apr 15 19:49:23.610909 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.wsgi [-] (85345) accepted ('10.222.0.47', 43256) {{(pid=85345) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:49:23.663182 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-73250024-a5a3-42e9-bcd6-c90e70b1250f req-33fb8b94-3058-4311-b902-2b7d993c10a7 tempest-VolumesActionsTest-406255356 tempest-VolumesActionsTest-406255356-project] 10.222.0.47 "GET /v2.0/security-groups?id=7c3120a5-91b3-4e2d-96a8-e876bf30b25c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1649551
Apr 15 19:49:23.693775 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-691874c9-3d3b-41b4-ba95-deafbbe2d0c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:49:23.700539 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.db [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] For port b7d370ef-6621-4ccd-8223-e4a1f5504c1b, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=b7d370ef-6621-4ccd-8223-e4a1f5504c1b,segment=NetworkSegment(50fe2df4-77d3-40aa-a8a3-45d53f7bd89a),segment_id=50fe2df4-77d3-40aa-a8a3-45d53f7bd89a)] {{(pid=85346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 19:49:23.718800 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.rpc [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Returning: {'device': 'b7d370ef-6621-4ccd-8223-e4a1f5504c1b', 'network_id': '3371f473-4c26-4f81-abc4-c2c4353fa3ab', 'port_id': 'b7d370ef-6621-4ccd-8223-e4a1f5504c1b', 'mac_address': 'fa:16:3e:21:f1:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 679, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8272d6a7-33c7-4e21-aec7-64c68285458e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85346) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 15 19:49:23.772284 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-324beea5-2787-412d-8475-134a7a9b7987 req-f9ffe65d-bd21-4a66-9034-20877b05bd6b service neutron] 10.222.0.65 "GET /v2.0/networks/4d82f7b7-d97c-4f69-af76-26788d15aead?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5676298
Apr 15 19:49:23.774479 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.quota.driver [None req-691874c9-3d3b-41b4-ba95-deafbbe2d0c4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85345) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:49:23.841318 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource [None req-691874c9-3d3b-41b4-ba95-deafbbe2d0c4 admin admin] Usage tracker for resource:security_group_rule and tenant:8c1e7801fc124b0b92f0ebbaa907aa2e is out of sync, need to count used quota {{(pid=85345) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:49:23.855032 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8320f643-68bc-40b7-99e7-6d29ea6861a0 req-215a8834-5721-4010-bbf1-c58bf289d6f7 tempest-AttachVolumeNegativeTest-1626257925 tempest-AttachVolumeNegativeTest-1626257925-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:49:23.856929 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource [None req-691874c9-3d3b-41b4-ba95-deafbbe2d0c4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85345) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:49:23.864980 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854565853'] for port, before_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:49:23.865219 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-8320f643-68bc-40b7-99e7-6d29ea6861a0 req-215a8834-5721-4010-bbf1-c58bf289d6f7 tempest-AttachVolumeNegativeTest-1626257925 tempest-AttachVolumeNegativeTest-1626257925-project] 10.222.0.47 "GET /v2.0/networks?id=dcb51ae5-ec1d-4059-96e4-434dbd301cd9 HTTP/1.1" status: 200  len: 815 time: 0.4250894
Apr 15 19:49:23.870062 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bb0d91-e711-4ba1-9b4d-1d227d1988d0 req-cadafcf4-0997-4742-8415-5451f2c4ac32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:49:23.871744 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-62bb0d91-e711-4ba1-9b4d-1d227d1988d0 req-cadafcf4-0997-4742-8415-5451f2c4ac32 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=5c125ed1-e65a-4cb3-8029-195382a202bc HTTP/1.1" status: 200  len: 1099 time: 0.5507550
Apr 15 19:49:23.889040 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-8320f643-68bc-40b7-99e7-6d29ea6861a0 req-868a904d-caf8-4e35-8772-f1491bf27073 tempest-AttachVolumeNegativeTest-1626257925 tempest-AttachVolumeNegativeTest-1626257925-project] 10.222.0.47 "GET /v2.0/quotas/baf9cfef8926468ebb80cb08498b5bf3 HTTP/1.1" status: 200  len: 375 time: 0.0229111
Apr 15 19:49:23.905694 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.notifiers.nova [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b7d370ef-6621-4ccd-8223-e4a1f5504c1b {{(pid=85346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 15 19:49:23.924366 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.db [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] For port b7d370ef-6621-4ccd-8223-e4a1f5504c1b, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=b7d370ef-6621-4ccd-8223-e4a1f5504c1b,segment=NetworkSegment(50fe2df4-77d3-40aa-a8a3-45d53f7bd89a),segment_id=50fe2df4-77d3-40aa-a8a3-45d53f7bd89a)] {{(pid=85346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 19:49:23.929806 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854693686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852972410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789846929216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789846482410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789846483725'] for port, after_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:49:23.932147 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-56ecdebd-c5a0-4569-bc96-ba437f5ce558 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:49:24.003682 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-62bb0d91-e711-4ba1-9b4d-1d227d1988d0 req-7a37abb2-4072-490a-9398-fb4757be508d service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=7c3120a5-91b3-4e2d-96a8-e876bf30b25c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1123121
Apr 15 19:49:24.039118 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-8320f643-68bc-40b7-99e7-6d29ea6861a0 req-bde1f8d5-1e03-4546-8ca3-ff464cf62084 tempest-AttachVolumeNegativeTest-1626257925 tempest-AttachVolumeNegativeTest-1626257925-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=baf9cfef8926468ebb80cb08498b5bf3&fields=id HTTP/1.1" status: 200  len: 255 time: 0.1490040
Apr 15 19:49:24.102840 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.quota.driver [None req-691874c9-3d3b-41b4-ba95-deafbbe2d0c4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85345) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:49:24.128512 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Pushing event updated for resources: {'Port': ['ID=b7d370ef-6621-4ccd-8223-e4a1f5504c1b,revision_number=4']} {{(pid=85346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:49:24.135231 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:49:24.179862 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.wsgi [-] (85344) accepted ('10.222.0.47', 43266) {{(pid=85344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:49:24.215266 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-4d9d7ac0-da85-45ca-9a8a-20a6bdede6f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:49:24.231078 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.db [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] get_ports_and_sgs() called for port_ids ['b7d370ef-6621-4ccd-8223-e4a1f5504c1b'] {{(pid=85346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 15 19:49:24.248356 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.quota.driver [None req-4d9d7ac0-da85-45ca-9a8a-20a6bdede6f2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:49:24.252667 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-8320f643-68bc-40b7-99e7-6d29ea6861a0 req-130438a6-5e2d-4c09-a902-7a75f6a3b49d service neutron] 10.222.0.47 "GET /v2.0/networks/dcb51ae5-ec1d-4059-96e4-434dbd301cd9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2046695
Apr 15 19:49:24.256123 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource [None req-4d9d7ac0-da85-45ca-9a8a-20a6bdede6f2 admin admin] Usage tracker for resource:security_group_rule and tenant:24a1b2b882ac4e3ab43d1c98bec1b35e is out of sync, need to count used quota {{(pid=85344) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:49:24.259609 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource [None req-4d9d7ac0-da85-45ca-9a8a-20a6bdede6f2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85344) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:49:24.271270 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.quota.driver [None req-4d9d7ac0-da85-45ca-9a8a-20a6bdede6f2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:49:24.325825 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-324beea5-2787-412d-8475-134a7a9b7987 req-c2d7d9bf-d0e1-43a3-ac92-afe2ac27f883 service neutron] 10.222.0.65 "GET /v2.0/networks/4d82f7b7-d97c-4f69-af76-26788d15aead?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5453153
Apr 15 19:49:24.349226 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3996d2c1-3d30-4e6b-a98d-a054e87f749e req-97abfb59-231d-4bc4-aa63-e05c1554615b tempest-AttachVolumeTestJSON-1178366330 tempest-AttachVolumeTestJSON-1178366330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:49:24.352025 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-3996d2c1-3d30-4e6b-a98d-a054e87f749e req-97abfb59-231d-4bc4-aa63-e05c1554615b tempest-AttachVolumeTestJSON-1178366330 tempest-AttachVolumeTestJSON-1178366330-project] 10.222.0.47 "GET /v2.0/ports?device_id=4b964d00-f051-4d1a-9f0a-e0355ef23ca5 HTTP/1.1" status: 200  len: 943 time: 0.3725185
Apr 15 19:49:24.495654 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-3996d2c1-3d30-4e6b-a98d-a054e87f749e req-e8ff59db-523b-4045-8a90-cd2319a60992 tempest-AttachVolumeTestJSON-1178366330 tempest-AttachVolumeTestJSON-1178366330-project] 10.222.0.47 "GET /v2.0/security-groups?id=8f5f2180-5269-4c6c-a059-f56827110a59&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1274874
Apr 15 19:49:24.515975 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-691874c9-3d3b-41b4-ba95-deafbbe2d0c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:49:24.523993 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-691874c9-3d3b-41b4-ba95-deafbbe2d0c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806004'] for security_group, after_create {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:49:24.535456 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-1ad3770e-5029-4be6-a89e-2266404200c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:49:24.571848 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [None req-691874c9-3d3b-41b4-ba95-deafbbe2d0c4 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=8c1e7801fc124b0b92f0ebbaa907aa2e&name=default HTTP/1.1" status: 200  len: 2979 time: 0.9584048
Apr 15 19:49:24.572791 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.wsgi [-] (85345) accepted ('10.222.0.47', 43270) {{(pid=85345) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:49:24.643704 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691874c9-3d3b-41b4-ba95-deafbbe2d0c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44cbd95b-fc06-4b86-824f-da2eb7394c15,revision_number=1']} {{(pid=85345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:49:24.660614 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-691874c9-3d3b-41b4-ba95-deafbbe2d0c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:49:24.675335 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d09b421-edaa-43c8-9148-3b1d6ded2fa7 req-bb332273-ab5e-4411-b3b9-8bce24ac40b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:49:24.677640 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-2d09b421-edaa-43c8-9148-3b1d6ded2fa7 req-bb332273-ab5e-4411-b3b9-8bce24ac40b1 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=5031830a47dd4af1b1ffb83e812d61ea&device_id=4b964d00-f051-4d1a-9f0a-e0355ef23ca5 HTTP/1.1" status: 200  len: 1096 time: 0.2340238
Apr 15 19:49:24.699081 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-bdf4389e-97c2-4ad7-a124-6dc1fbfa4526 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:49:24.712956 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-8320f643-68bc-40b7-99e7-6d29ea6861a0 req-017e679a-9f29-49c3-93f3-abcb4a1ce405 service neutron] 10.222.0.47 "GET /v2.0/networks/dcb51ae5-ec1d-4059-96e4-434dbd301cd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4435706
Apr 15 19:49:24.826713 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-4d9d7ac0-da85-45ca-9a8a-20a6bdede6f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:49:24.827027 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-bdf4389e-97c2-4ad7-a124-6dc1fbfa4526 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:49:24.834144 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-4d9d7ac0-da85-45ca-9a8a-20a6bdede6f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806004'] for security_group, after_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:49:24.856032 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9aebd22-52d6-4434-8b88-31ff5eb1f75a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26344b7c-41da-4625-ab3c-346a48e8b4e6'}] {{(pid=85346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 19:49:24.863316 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:49:24.917230 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9d7ac0-da85-45ca-9a8a-20a6bdede6f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eda56421-8aee-4b3f-8ba3-dfa9580d8747,revision_number=1']} {{(pid=85344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:49:24.937845 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [None req-4d9d7ac0-da85-45ca-9a8a-20a6bdede6f2 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=24a1b2b882ac4e3ab43d1c98bec1b35e&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7566638
Apr 15 19:49:24.939179 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-4d9d7ac0-da85-45ca-9a8a-20a6bdede6f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:49:24.942391 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.wsgi [-] (85344) accepted ('10.222.0.47', 43282) {{(pid=85344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:49:25.121697 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d09b421-edaa-43c8-9148-3b1d6ded2fa7 req-0254e84e-0d8f-4b80-b2da-e395724a2e3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:49:25.123626 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-2d09b421-edaa-43c8-9148-3b1d6ded2fa7 req-0254e84e-0d8f-4b80-b2da-e395724a2e3b service neutron] 10.222.0.65 "GET /v2.0/networks?id=4d82f7b7-d97c-4f69-af76-26788d15aead HTTP/1.1" status: 200  len: 911 time: 0.4261370
Apr 15 19:49:25.196480 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-bdf4389e-97c2-4ad7-a124-6dc1fbfa4526 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806004'] for security_group, after_delete {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:49:25.212676 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-70093a16-0478-4981-bdd2-cd05c990a980 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:49:25.232070 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60e5159-111a-4445-8600-d7ae78a121be req-b4c2ae43-1715-4054-a27e-544df907e7b4 tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:49:25.234022 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-a60e5159-111a-4445-8600-d7ae78a121be req-b4c2ae43-1715-4054-a27e-544df907e7b4 tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] 10.222.0.47 "GET /v2.0/ports?device_id=a1383150-72ad-4e1a-b482-18005ac62501 HTTP/1.1" status: 200  len: 945 time: 0.3875110
Apr 15 19:49:25.248614 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-2d09b421-edaa-43c8-9148-3b1d6ded2fa7 req-c7c251ab-7cfe-452f-9930-bcc319d6fd57 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3124f886-86b8-4e82-9d80-cb724b2065e3 HTTP/1.1" status: 200  len: 217 time: 0.1144874
Apr 15 19:49:25.254115 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-ac65170d-9c47-427f-b6a0-26c842b5733e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:49:25.291570 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf4389e-97c2-4ad7-a124-6dc1fbfa4526 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44cbd95b-fc06-4b86-824f-da2eb7394c15,revision_number=None']} {{(pid=85345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:49:25.303175 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-bdf4389e-97c2-4ad7-a124-6dc1fbfa4526 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:49:25.308214 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-ac65170d-9c47-427f-b6a0-26c842b5733e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:49:25.357852 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38eafe87-6754-412b-9487-1b5e333c8d97 req-76f601ec-33db-45ce-a6fc-689280f1b953 tempest-ServerRescueNegativeTestJSON-1235948813 tempest-ServerRescueNegativeTestJSON-1235948813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:49:25.359741 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-38eafe87-6754-412b-9487-1b5e333c8d97 req-76f601ec-33db-45ce-a6fc-689280f1b953 tempest-ServerRescueNegativeTestJSON-1235948813 tempest-ServerRescueNegativeTestJSON-1235948813-project] 10.222.0.47 "GET /v2.0/ports?device_id=e9aebd22-52d6-4434-8b88-31ff5eb1f75a HTTP/1.1" status: 200  len: 945 time: 0.3052535
Apr 15 19:49:25.399264 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-a60e5159-111a-4445-8600-d7ae78a121be req-acb1082d-b748-49ba-95a3-fb71d47d79c4 tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] 10.222.0.47 "GET /v2.0/security-groups?id=02d47f4f-b1ff-4af7-910c-5d6978bde7fb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1454265
Apr 15 19:49:25.401366 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-bdf4389e-97c2-4ad7-a124-6dc1fbfa4526 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:49:25.403603 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [None req-bdf4389e-97c2-4ad7-a124-6dc1fbfa4526 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/44cbd95b-fc06-4b86-824f-da2eb7394c15 HTTP/1.1" status: 204  len: 168 time: 0.8270133
Apr 15 19:49:25.447097 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d09b421-edaa-43c8-9148-3b1d6ded2fa7 req-02c16eb7-063a-4b70-816d-d5c37c12f55a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:49:25.450750 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-2d09b421-edaa-43c8-9148-3b1d6ded2fa7 req-02c16eb7-063a-4b70-816d-d5c37c12f55a service neutron] 10.222.0.65 "GET /v2.0/subnets?id=c9a5e3d2-b4cb-4ff6-afc6-75b296b42958 HTTP/1.1" status: 200  len: 849 time: 0.1502395
Apr 15 19:49:25.485971 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-ac65170d-9c47-427f-b6a0-26c842b5733e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806004'] for security_group, after_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:49:25.519447 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-71bb1ce7-38ff-4bf6-9bcc-496cede2a47e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:49:25.554876 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac65170d-9c47-427f-b6a0-26c842b5733e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eda56421-8aee-4b3f-8ba3-dfa9580d8747,revision_number=None']} {{(pid=85344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:49:25.590903 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-38eafe87-6754-412b-9487-1b5e333c8d97 req-31de038b-6de4-41cb-94d0-7b94b6bac243 tempest-ServerRescueNegativeTestJSON-1235948813 tempest-ServerRescueNegativeTestJSON-1235948813-project] 10.222.0.47 "GET /v2.0/security-groups?id=7fa5c887-ca49-4d7e-a257-900a3414a5f8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2060547
Apr 15 19:49:25.590903 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-ac65170d-9c47-427f-b6a0-26c842b5733e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:49:25.603114 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-ac65170d-9c47-427f-b6a0-26c842b5733e admin admin] Notify callbacks [] for security_group, before_response {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:49:25.608738 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [None req-ac65170d-9c47-427f-b6a0-26c842b5733e admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/eda56421-8aee-4b3f-8ba3-dfa9580d8747 HTTP/1.1" status: 204  len: 168 time: 0.6608634
Apr 15 19:49:25.670443 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d09b421-edaa-43c8-9148-3b1d6ded2fa7 req-8322b968-dc84-4c9e-9363-50c2d5f0f4cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:49:25.673440 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-2d09b421-edaa-43c8-9148-3b1d6ded2fa7 req-8322b968-dc84-4c9e-9363-50c2d5f0f4cd service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=4d82f7b7-d97c-4f69-af76-26788d15aead&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2033753
Apr 15 19:49:25.685832 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9aebd22-52d6-4434-8b88-31ff5eb1f75a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26344b7c-41da-4625-ab3c-346a48e8b4e6', 'code': 200}
Apr 15 19:49:25.926452 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-f94b62f9-2c49-4b2d-8ee6-ef67d8e6a613 req-28c661b4-a7e8-4aed-821c-acb7ef483387 tempest-AttachVolumeNegativeTest-1626257925 tempest-AttachVolumeNegativeTest-1626257925-project] 10.222.0.47 "GET /v2.0/ports?device_id=00067acb-2e5b-4708-bb28-56b1ac726353 HTTP/1.1" status: 200  len: 210 time: 0.0965095
Apr 15 19:49:26.235776 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-2d09b421-edaa-43c8-9148-3b1d6ded2fa7 req-217fcc0b-2164-4069-8f68-e387fee9ace2 service neutron] 10.222.0.65 "GET /v2.0/networks/4d82f7b7-d97c-4f69-af76-26788d15aead?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5480576
Apr 15 19:49:26.268175 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66b55fc-1190-4fc9-a1ec-654823ad8131 req-5a1454c9-1fef-4b5b-bff8-926887327110 tempest-VolumesActionsTest-406255356 tempest-VolumesActionsTest-406255356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:49:26.271459 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-e66b55fc-1190-4fc9-a1ec-654823ad8131 req-5a1454c9-1fef-4b5b-bff8-926887327110 tempest-VolumesActionsTest-406255356 tempest-VolumesActionsTest-406255356-project] 10.222.0.47 "GET /v2.0/ports?device_id=5c125ed1-e65a-4cb3-8029-195382a202bc HTTP/1.1" status: 200  len: 946 time: 0.5348961
Apr 15 19:49:26.321843 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d181503-aa9a-430e-9abb-7d5077466387 req-7bc881bd-0b3b-4316-b629-3a5aec0017cd tempest-AttachVolumeTestJSON-1178366330 tempest-AttachVolumeTestJSON-1178366330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:49:26.323609 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-0d181503-aa9a-430e-9abb-7d5077466387 req-7bc881bd-0b3b-4316-b629-3a5aec0017cd tempest-AttachVolumeTestJSON-1178366330 tempest-AttachVolumeTestJSON-1178366330-project] 10.222.0.47 "GET /v2.0/ports?device_id=4b964d00-f051-4d1a-9f0a-e0355ef23ca5 HTTP/1.1" status: 200  len: 943 time: 0.1732471
Apr 15 19:49:26.327331 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78a39b5-f8a6-4ca3-8e0c-f0228c16d7bf req-abd86f04-5553-40ec-bd84-946c867cd94c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:49:26.328929 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-c78a39b5-f8a6-4ca3-8e0c-f0228c16d7bf req-abd86f04-5553-40ec-bd84-946c867cd94c service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=e9aebd22-52d6-4434-8b88-31ff5eb1f75a HTTP/1.1" status: 200  len: 1098 time: 0.2170899
Apr 15 19:49:26.459340 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-0d181503-aa9a-430e-9abb-7d5077466387 req-87280502-50f5-44e6-b783-613aaaca6f01 tempest-AttachVolumeTestJSON-1178366330 tempest-AttachVolumeTestJSON-1178366330-project] 10.222.0.47 "GET /v2.0/security-groups?id=8f5f2180-5269-4c6c-a059-f56827110a59&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1289978
Apr 15 19:49:26.470134 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-c78a39b5-f8a6-4ca3-8e0c-f0228c16d7bf req-5d159ceb-2efb-4e72-bb53-dfdb09c5b091 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=7fa5c887-ca49-4d7e-a257-900a3414a5f8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1224718
Apr 15 19:49:26.544730 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-e66b55fc-1190-4fc9-a1ec-654823ad8131 req-a3b101b8-09a5-42d7-808c-5e239a1bfa53 tempest-VolumesActionsTest-406255356 tempest-VolumesActionsTest-406255356-project] 10.222.0.47 "GET /v2.0/security-groups?id=7c3120a5-91b3-4e2d-96a8-e876bf30b25c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1380641
Apr 15 19:49:26.606008 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-2d09b421-edaa-43c8-9148-3b1d6ded2fa7 req-8d658cd0-aba0-4110-a666-8a46e6012ec6 service neutron] 10.222.0.65 "GET /v2.0/networks/4d82f7b7-d97c-4f69-af76-26788d15aead?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3328271
Apr 15 19:49:26.793159 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af201450-9825-401d-af3b-3d88a5d1344d req-d1e2a8dd-db8b-4c6a-9009-4492d13adac4 tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:49:26.800862 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-af201450-9825-401d-af3b-3d88a5d1344d req-d1e2a8dd-db8b-4c6a-9009-4492d13adac4 tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] 10.222.0.47 "GET /v2.0/ports?device_id=a1383150-72ad-4e1a-b482-18005ac62501 HTTP/1.1" status: 200  len: 945 time: 0.1760712
Apr 15 19:49:26.906643 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93074425-88fd-4a6d-b435-c820137ee508 req-20d9096a-3bf9-4261-96bb-7ddd5f5887ae tempest-ServerRescueNegativeTestJSON-1235948813 tempest-ServerRescueNegativeTestJSON-1235948813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:49:26.908652 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-af201450-9825-401d-af3b-3d88a5d1344d req-abfae889-50ce-4dbb-b5fd-b91a233b4410 tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] 10.222.0.47 "GET /v2.0/security-groups?id=02d47f4f-b1ff-4af7-910c-5d6978bde7fb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1009312
Apr 15 19:49:26.925902 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-93074425-88fd-4a6d-b435-c820137ee508 req-20d9096a-3bf9-4261-96bb-7ddd5f5887ae tempest-ServerRescueNegativeTestJSON-1235948813 tempest-ServerRescueNegativeTestJSON-1235948813-project] 10.222.0.47 "GET /v2.0/ports?device_id=e9aebd22-52d6-4434-8b88-31ff5eb1f75a HTTP/1.1" status: 200  len: 945 time: 0.1492889
Apr 15 19:49:27.135719 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-93074425-88fd-4a6d-b435-c820137ee508 req-17a7c554-dc91-4f2f-ae2a-fa1056363737 tempest-ServerRescueNegativeTestJSON-1235948813 tempest-ServerRescueNegativeTestJSON-1235948813-project] 10.222.0.47 "GET /v2.0/security-groups?id=7fa5c887-ca49-4d7e-a257-900a3414a5f8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2087605
Apr 15 19:49:27.208136 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8320f643-68bc-40b7-99e7-6d29ea6861a0 req-58c001ba-a41e-4b55-8a18-3fbcc42f042a tempest-AttachVolumeNegativeTest-1626257925 tempest-AttachVolumeNegativeTest-1626257925-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:49:27.209902 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-8320f643-68bc-40b7-99e7-6d29ea6861a0 req-58c001ba-a41e-4b55-8a18-3fbcc42f042a tempest-AttachVolumeNegativeTest-1626257925 tempest-AttachVolumeNegativeTest-1626257925-project] 10.222.0.65 "GET /v2.0/networks?id=dcb51ae5-ec1d-4059-96e4-434dbd301cd9 HTTP/1.1" status: 200  len: 815 time: 0.2389698
Apr 15 19:49:27.228435 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.v2.base [req-8320f643-68bc-40b7-99e7-6d29ea6861a0 req-12dfbcfb-5f0f-48f0-abed-25c43386a02a tempest-AttachVolumeNegativeTest-1626257925 tempest-AttachVolumeNegativeTest-1626257925-project] Request body: {'port': {'device_id': '00067acb-2e5b-4708-bb28-56b1ac726353', 'network_id': 'dcb51ae5-ec1d-4059-96e4-434dbd301cd9', 'admin_state_up': True, 'tenant_id': 'baf9cfef8926468ebb80cb08498b5bf3'}} {{(pid=85345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 19:49:27.314504 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-3c58b91e-f3f5-4ccf-8f4e-45bcadc446e0 req-8d8fe050-9007-40df-b5c6-e68a2f49069a tempest-AttachVolumeNegativeTest-1626257925 tempest-AttachVolumeNegativeTest-1626257925-project] 10.222.0.47 "GET /v2.0/ports?device_id=00067acb-2e5b-4708-bb28-56b1ac726353 HTTP/1.1" status: 200  len: 210 time: 0.1763706
Apr 15 19:49:27.384300 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.rpc [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Device 3124f886-86b8-4e82-9d80-cb724b2065e3 details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=85346) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 15 19:49:27.390934 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.rpc [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Device b7d370ef-6621-4ccd-8223-e4a1f5504c1b up at agent hyperv_hv-cinder-78638 {{(pid=85346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 19:49:27.449794 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.quota.driver [req-8320f643-68bc-40b7-99e7-6d29ea6861a0 req-12dfbcfb-5f0f-48f0-abed-25c43386a02a tempest-AttachVolumeNegativeTest-1626257925 tempest-AttachVolumeNegativeTest-1626257925-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85345) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:49:27.481603 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.quota.driver [req-8320f643-68bc-40b7-99e7-6d29ea6861a0 req-12dfbcfb-5f0f-48f0-abed-25c43386a02a tempest-AttachVolumeNegativeTest-1626257925 tempest-AttachVolumeNegativeTest-1626257925-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=85345) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:49:27.498024 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8320f643-68bc-40b7-99e7-6d29ea6861a0 req-12dfbcfb-5f0f-48f0-abed-25c43386a02a tempest-AttachVolumeNegativeTest-1626257925 tempest-AttachVolumeNegativeTest-1626257925-project] Made reservation on behalf of baf9cfef8926468ebb80cb08498b5bf3 for: {'port': 1} {{(pid=85345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 15 19:49:27.506561 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [req-8320f643-68bc-40b7-99e7-6d29ea6861a0 req-12dfbcfb-5f0f-48f0-abed-25c43386a02a tempest-AttachVolumeNegativeTest-1626257925 tempest-AttachVolumeNegativeTest-1626257925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854565853'] for port, before_create {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:49:27.762683 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.db_base_plugin_common [req-8320f643-68bc-40b7-99e7-6d29ea6861a0 req-12dfbcfb-5f0f-48f0-abed-25c43386a02a tempest-AttachVolumeNegativeTest-1626257925 tempest-AttachVolumeNegativeTest-1626257925-project] Allocated IP 172.20.0.5 (dcb51ae5-ec1d-4059-96e4-434dbd301cd9/6be9cab0-c301-4b99-9135-7ca2bab15246/5caf05f9-89bf-44b7-8586-631f88388dda) {{(pid=85345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 15 19:49:28.047534 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.provisioning_blocks [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Provisioning for port b7d370ef-6621-4ccd-8223-e4a1f5504c1b completed by entity L2. {{(pid=85346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 19:49:28.097743 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.provisioning_blocks [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Provisioning complete for port b7d370ef-6621-4ccd-8223-e4a1f5504c1b triggered by entity L2. {{(pid=85346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 19:49:28.098794 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-428662'] for port, provisioning_complete {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:49:28.263601 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.db [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] For port 3124f886-86b8-4e82-9d80-cb724b2065e3, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=3124f886-86b8-4e82-9d80-cb724b2065e3,segment=NetworkSegment(fba2751d-d069-4029-bec8-ed01c7a617d8),segment_id=fba2751d-d069-4029-bec8-ed01c7a617d8)] {{(pid=85346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 19:49:28.301315 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.rpc [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Returning: {'device': '3124f886-86b8-4e82-9d80-cb724b2065e3', 'network_id': '4d82f7b7-d97c-4f69-af76-26788d15aead', 'port_id': '3124f886-86b8-4e82-9d80-cb724b2065e3', 'mac_address': 'fa:16:3e:e2:bd:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 674, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c9a5e3d2-b4cb-4ff6-afc6-75b296b42958', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85346) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 15 19:49:28.337409 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [req-8320f643-68bc-40b7-99e7-6d29ea6861a0 req-12dfbcfb-5f0f-48f0-abed-25c43386a02a tempest-AttachVolumeNegativeTest-1626257925 tempest-AttachVolumeNegativeTest-1626257925-project] Notify callbacks [] for port, precommit_create {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:49:28.378784 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348ca958-5222-4c15-b8f8-109e3f68fc2a req-613e1ccb-e141-4a78-946f-d49a9f45f523 tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:49:28.383914 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-348ca958-5222-4c15-b8f8-109e3f68fc2a req-613e1ccb-e141-4a78-946f-d49a9f45f523 tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] 10.222.0.47 "GET /v2.0/ports?device_id=a1383150-72ad-4e1a-b482-18005ac62501 HTTP/1.1" status: 200  len: 945 time: 0.2447643
Apr 15 19:49:28.403318 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657b294d-76d2-440d-92de-6af110fcb184 req-7d60a75a-1545-4476-a3ac-c754163e3c51 tempest-AttachVolumeTestJSON-1178366330 tempest-AttachVolumeTestJSON-1178366330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:49:28.418238 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-657b294d-76d2-440d-92de-6af110fcb184 req-7d60a75a-1545-4476-a3ac-c754163e3c51 tempest-AttachVolumeTestJSON-1178366330 tempest-AttachVolumeTestJSON-1178366330-project] 10.222.0.47 "GET /v2.0/ports?device_id=4b964d00-f051-4d1a-9f0a-e0355ef23ca5 HTTP/1.1" status: 200  len: 943 time: 0.4061072
Apr 15 19:49:28.425229 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854565853'] for port, before_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:49:28.461373 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854565853'] for port, before_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:49:28.472272 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.notifiers.nova [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3124f886-86b8-4e82-9d80-cb724b2065e3 {{(pid=85346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 15 19:49:28.509558 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1383150-72ad-4e1a-b482-18005ac62501', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7d370ef-6621-4ccd-8223-e4a1f5504c1b'}] {{(pid=85346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 19:49:28.517289 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.db [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] For port 3124f886-86b8-4e82-9d80-cb724b2065e3, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=3124f886-86b8-4e82-9d80-cb724b2065e3,segment=NetworkSegment(fba2751d-d069-4029-bec8-ed01c7a617d8),segment_id=fba2751d-d069-4029-bec8-ed01c7a617d8)] {{(pid=85346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 19:49:28.522648 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854693686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852972410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789846929216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789846482410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789846483725'] for port, after_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:49:28.525831 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.db [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] For port b7d370ef-6621-4ccd-8223-e4a1f5504c1b, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=b7d370ef-6621-4ccd-8223-e4a1f5504c1b,segment=NetworkSegment(50fe2df4-77d3-40aa-a8a3-45d53f7bd89a),segment_id=50fe2df4-77d3-40aa-a8a3-45d53f7bd89a)] {{(pid=85346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 19:49:28.526903 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:49:28.578831 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854693686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852972410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789846929216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789846482410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789846483725'] for port, after_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:49:28.594457 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-348ca958-5222-4c15-b8f8-109e3f68fc2a req-276f1a0b-ba32-40cc-9076-787382795da2 tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] 10.222.0.47 "GET /v2.0/security-groups?id=02d47f4f-b1ff-4af7-910c-5d6978bde7fb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1948943
Apr 15 19:49:28.631831 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-657b294d-76d2-440d-92de-6af110fcb184 req-f7ff1763-511b-4277-88a6-14241918eee8 tempest-AttachVolumeTestJSON-1178366330 tempest-AttachVolumeTestJSON-1178366330-project] 10.222.0.47 "GET /v2.0/security-groups?id=8f5f2180-5269-4c6c-a059-f56827110a59&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2116094
Apr 15 19:49:28.638209 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Pushing event updated for resources: {'Port': ['ID=3124f886-86b8-4e82-9d80-cb724b2065e3,revision_number=4']} {{(pid=85346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:49:28.656320 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:49:28.657067 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-56ecdebd-c5a0-4569-bc96-ba437f5ce558 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.074s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:49:28.679206 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [req-8320f643-68bc-40b7-99e7-6d29ea6861a0 req-12dfbcfb-5f0f-48f0-abed-25c43386a02a tempest-AttachVolumeNegativeTest-1626257925 tempest-AttachVolumeNegativeTest-1626257925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854693686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852972410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789846482393'] for port, after_create {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:49:28.720704 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.db [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] get_ports_and_sgs() called for port_ids ['0f2dbfcb-23b1-46b8-a0a3-84c74f25f2e6'] {{(pid=85346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 15 19:49:28.776936 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:49:29.077200 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.db [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] get_ports_and_sgs() called for port_ids ['3124f886-86b8-4e82-9d80-cb724b2065e3'] {{(pid=85346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 15 19:49:29.318288 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Pushing event updated for resources: {'Port': ['ID=b7d370ef-6621-4ccd-8223-e4a1f5504c1b,revision_number=5']} {{(pid=85346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:49:29.337225 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.680s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:49:29.437567 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12dfbcfb-5f0f-48f0-abed-25c43386a02a tempest-AttachVolumeNegativeTest-1626257925 tempest-AttachVolumeNegativeTest-1626257925-project] Pushing event updated for resources: {'Port': ['ID=5caf05f9-89bf-44b7-8586-631f88388dda,revision_number=1']} {{(pid=85345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:49:29.456172 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-12dfbcfb-5f0f-48f0-abed-25c43386a02a tempest-AttachVolumeNegativeTest-1626257925 tempest-AttachVolumeNegativeTest-1626257925-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.679s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:49:29.527756 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8320f643-68bc-40b7-99e7-6d29ea6861a0 req-12dfbcfb-5f0f-48f0-abed-25c43386a02a tempest-AttachVolumeNegativeTest-1626257925 tempest-AttachVolumeNegativeTest-1626257925-project] Network dcb51ae5-ec1d-4059-96e4-434dbd301cd9 is already hosted by enough agents. {{(pid=85345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 15 19:49:29.528983 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.scheduler.base_scheduler [req-8320f643-68bc-40b7-99e7-6d29ea6861a0 req-12dfbcfb-5f0f-48f0-abed-25c43386a02a tempest-AttachVolumeNegativeTest-1626257925 tempest-AttachVolumeNegativeTest-1626257925-project] Resources bound (agent type, host, resource id):  {{(pid=85345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 19:49:29.532067 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.l3_dvrscheduler_db [req-8320f643-68bc-40b7-99e7-6d29ea6861a0 req-12dfbcfb-5f0f-48f0-abed-25c43386a02a tempest-AttachVolumeNegativeTest-1626257925 tempest-AttachVolumeNegativeTest-1626257925-project] Received port after_create {{(pid=85345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 15 19:49:29.539572 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8320f643-68bc-40b7-99e7-6d29ea6861a0 req-12dfbcfb-5f0f-48f0-abed-25c43386a02a tempest-AttachVolumeNegativeTest-1626257925 tempest-AttachVolumeNegativeTest-1626257925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:49:29.540423 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [req-8320f643-68bc-40b7-99e7-6d29ea6861a0 req-12dfbcfb-5f0f-48f0-abed-25c43386a02a tempest-AttachVolumeNegativeTest-1626257925 tempest-AttachVolumeNegativeTest-1626257925-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852972363'] for port, before_response {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:49:29.555176 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b0cb52-6186-4023-a75f-6170688971a4 req-33242b81-6105-4cfa-9a5d-0a97ae25f3e7 tempest-ServerRescueNegativeTestJSON-1235948813 tempest-ServerRescueNegativeTestJSON-1235948813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:49:29.557687 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-d3b0cb52-6186-4023-a75f-6170688971a4 req-33242b81-6105-4cfa-9a5d-0a97ae25f3e7 tempest-ServerRescueNegativeTestJSON-1235948813 tempest-ServerRescueNegativeTestJSON-1235948813-project] 10.222.0.47 "GET /v2.0/ports?device_id=e9aebd22-52d6-4434-8b88-31ff5eb1f75a HTTP/1.1" status: 200  len: 945 time: 0.3491898
Apr 15 19:49:29.611202 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-8320f643-68bc-40b7-99e7-6d29ea6861a0 req-12dfbcfb-5f0f-48f0-abed-25c43386a02a tempest-AttachVolumeNegativeTest-1626257925 tempest-AttachVolumeNegativeTest-1626257925-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.3903997
Apr 15 19:49:29.642027 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.v2.base [req-8320f643-68bc-40b7-99e7-6d29ea6861a0 req-02a8402e-1aa2-4498-ad5c-8b545e70de09 service neutron] Request body: {'port': {'device_id': '00067acb-2e5b-4708-bb28-56b1ac726353', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=85345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 19:49:29.711438 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-d3b0cb52-6186-4023-a75f-6170688971a4 req-5fcf28d9-a7cc-4cbe-aa42-7aa4050a628a tempest-ServerRescueNegativeTestJSON-1235948813 tempest-ServerRescueNegativeTestJSON-1235948813-project] 10.222.0.47 "GET /v2.0/security-groups?id=7fa5c887-ca49-4d7e-a257-900a3414a5f8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1239603
Apr 15 19:49:29.745538 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740bab3c-42d7-495b-b460-abc72c81baf2 req-99c04aca-0a2c-4516-9775-71be5c95df89 tempest-AttachVolumeNegativeTest-1626257925 tempest-AttachVolumeNegativeTest-1626257925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:49:29.763632 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-740bab3c-42d7-495b-b460-abc72c81baf2 req-99c04aca-0a2c-4516-9775-71be5c95df89 tempest-AttachVolumeNegativeTest-1626257925 tempest-AttachVolumeNegativeTest-1626257925-project] 10.222.0.47 "GET /v2.0/ports?device_id=00067acb-2e5b-4708-bb28-56b1ac726353 HTTP/1.1" status: 200  len: 931 time: 0.2196267
Apr 15 19:49:29.831582 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1383150-72ad-4e1a-b482-18005ac62501', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7d370ef-6621-4ccd-8223-e4a1f5504c1b', 'code': 200}
Apr 15 19:49:29.896094 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-740bab3c-42d7-495b-b460-abc72c81baf2 req-d4165d4c-ba6f-4263-bf7f-7bdcc88bf7d1 tempest-AttachVolumeNegativeTest-1626257925 tempest-AttachVolumeNegativeTest-1626257925-project] 10.222.0.47 "GET /v2.0/security-groups?id=8498f6ac-4e62-4833-b465-61e9c537cd5f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1307137
Apr 15 19:49:29.909476 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [req-8320f643-68bc-40b7-99e7-6d29ea6861a0 req-02a8402e-1aa2-4498-ad5c-8b545e70de09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854565853'] for port, before_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:49:30.275940 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0521ca83-be3e-4c6c-8871-565b4e3a6051 req-843c7b75-04b1-490d-8db0-eafab1ec7890 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:49:30.277577 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-0521ca83-be3e-4c6c-8871-565b4e3a6051 req-843c7b75-04b1-490d-8db0-eafab1ec7890 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=a1383150-72ad-4e1a-b482-18005ac62501 HTTP/1.1" status: 200  len: 1099 time: 0.1198030
Apr 15 19:49:30.287802 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16add284-7a61-4d80-8361-1b39619e4694 req-49351e28-7fa7-4a20-b401-6431be6197cf tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:49:30.289470 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-16add284-7a61-4d80-8361-1b39619e4694 req-49351e28-7fa7-4a20-b401-6431be6197cf tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] 10.222.0.47 "GET /v2.0/ports?device_id=a1383150-72ad-4e1a-b482-18005ac62501 HTTP/1.1" status: 200  len: 946 time: 0.1898360
Apr 15 19:49:30.342718 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c136cdf1-3551-40ad-8ee1-798fad74ff6f req-f93e856d-3d53-4c4f-aefd-6faeceacb98d tempest-VolumesActionsTest-406255356 tempest-VolumesActionsTest-406255356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:49:30.345169 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-c136cdf1-3551-40ad-8ee1-798fad74ff6f req-f93e856d-3d53-4c4f-aefd-6faeceacb98d tempest-VolumesActionsTest-406255356 tempest-VolumesActionsTest-406255356-project] 10.222.0.47 "GET /v2.0/ports?device_id=5c125ed1-e65a-4cb3-8029-195382a202bc HTTP/1.1" status: 200  len: 946 time: 0.2486062
Apr 15 19:49:30.385110 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-16add284-7a61-4d80-8361-1b39619e4694 req-19289c42-31a6-4aa4-849d-566179d1ed34 tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] 10.222.0.47 "GET /v2.0/security-groups?id=02d47f4f-b1ff-4af7-910c-5d6978bde7fb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0631852
Apr 15 19:49:30.401302 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-0521ca83-be3e-4c6c-8871-565b4e3a6051 req-73f2b9a4-3f36-4c8b-b035-ad34651e80ed service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=02d47f4f-b1ff-4af7-910c-5d6978bde7fb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1107521
Apr 15 19:49:30.458800 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-c136cdf1-3551-40ad-8ee1-798fad74ff6f req-ba0598a4-17d5-4496-9c0e-27b895eef70a tempest-VolumesActionsTest-406255356 tempest-VolumesActionsTest-406255356-project] 10.222.0.47 "GET /v2.0/security-groups?id=7c3120a5-91b3-4e2d-96a8-e876bf30b25c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1054213
Apr 15 19:49:30.636627 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.notifiers.nova [req-8320f643-68bc-40b7-99e7-6d29ea6861a0 req-02a8402e-1aa2-4498-ad5c-8b545e70de09 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5caf05f9-89bf-44b7-8586-631f88388dda {{(pid=85345) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 15 19:49:30.649828 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [req-8320f643-68bc-40b7-99e7-6d29ea6861a0 req-02a8402e-1aa2-4498-ad5c-8b545e70de09 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:49:30.678667 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53101669-bef3-4cec-89d2-769e3817d773 req-ff22c330-815a-4a15-a0e5-1d60f5c39478 tempest-AttachVolumeTestJSON-1178366330 tempest-AttachVolumeTestJSON-1178366330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:49:30.696983 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-53101669-bef3-4cec-89d2-769e3817d773 req-ff22c330-815a-4a15-a0e5-1d60f5c39478 tempest-AttachVolumeTestJSON-1178366330 tempest-AttachVolumeTestJSON-1178366330-project] 10.222.0.47 "GET /v2.0/ports?device_id=4b964d00-f051-4d1a-9f0a-e0355ef23ca5 HTTP/1.1" status: 200  len: 944 time: 0.1804817
Apr 15 19:49:30.727391 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.provisioning_blocks [req-8320f643-68bc-40b7-99e7-6d29ea6861a0 req-02a8402e-1aa2-4498-ad5c-8b545e70de09 service neutron] Transition to ACTIVE for port object 5caf05f9-89bf-44b7-8586-631f88388dda will not be triggered until provisioned by entity L2. {{(pid=85345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 19:49:30.742277 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [req-8320f643-68bc-40b7-99e7-6d29ea6861a0 req-02a8402e-1aa2-4498-ad5c-8b545e70de09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854693686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852972410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789846929216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789846482410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789846483725'] for port, after_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:49:30.803281 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-7aaff565-c95c-46f9-8f6a-a842ae8ed757 tempest-VolumesActionsTest-406255356 tempest-VolumesActionsTest-406255356-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:49:30.818101 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-53101669-bef3-4cec-89d2-769e3817d773 req-93b1398a-450d-409d-a163-97f75f389d76 tempest-AttachVolumeTestJSON-1178366330 tempest-AttachVolumeTestJSON-1178366330-project] 10.222.0.47 "GET /v2.0/security-groups?id=8f5f2180-5269-4c6c-a059-f56827110a59&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1102154
Apr 15 19:49:31.212860 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a8402e-1aa2-4498-ad5c-8b545e70de09 service neutron] Pushing event updated for resources: {'Port': ['ID=5caf05f9-89bf-44b7-8586-631f88388dda,revision_number=2']} {{(pid=85345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:49:31.242583 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-02a8402e-1aa2-4498-ad5c-8b545e70de09 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.442s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:49:31.253676 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46e9005-c227-44b9-a687-ae0ab7df884b req-97458bb8-9704-41a8-95fb-a730f972219f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:49:31.258320 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-c46e9005-c227-44b9-a687-ae0ab7df884b req-97458bb8-9704-41a8-95fb-a730f972219f service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=308b7c9489eb439cb66d243d5654d1ba&device_id=e9aebd22-52d6-4434-8b88-31ff5eb1f75a HTTP/1.1" status: 200  len: 1098 time: 0.2045588
Apr 15 19:49:31.392093 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.rpc [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Device 3124f886-86b8-4e82-9d80-cb724b2065e3 up at agent hyperv_hv-cinder-78638 {{(pid=85346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 19:49:31.464154 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f190432-c8c9-4a3f-8e4d-a046372722c7 req-4e5738a2-c639-4d76-ad89-8bfca82825de tempest-ServerRescueNegativeTestJSON-1235948813 tempest-ServerRescueNegativeTestJSON-1235948813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:49:31.478569 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-4f190432-c8c9-4a3f-8e4d-a046372722c7 req-4e5738a2-c639-4d76-ad89-8bfca82825de tempest-ServerRescueNegativeTestJSON-1235948813 tempest-ServerRescueNegativeTestJSON-1235948813-project] 10.222.0.47 "GET /v2.0/ports?device_id=e9aebd22-52d6-4434-8b88-31ff5eb1f75a HTTP/1.1" status: 200  len: 945 time: 0.2674913
Apr 15 19:49:31.529084 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.provisioning_blocks [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Provisioning for port 3124f886-86b8-4e82-9d80-cb724b2065e3 completed by entity L2. {{(pid=85346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 19:49:31.536135 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.provisioning_blocks [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Provisioning complete for port 3124f886-86b8-4e82-9d80-cb724b2065e3 triggered by entity L2. {{(pid=85346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 19:49:31.536793 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-428662'] for port, provisioning_complete {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:49:31.620632 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.managers [req-8320f643-68bc-40b7-99e7-6d29ea6861a0 req-02a8402e-1aa2-4498-ad5c-8b545e70de09 service neutron] Attempting to bind port 5caf05f9-89bf-44b7-8586-631f88388dda on host hv-cinder-78638 for vnic_type normal with profile  {{(pid=85345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 15 19:49:31.621248 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.managers [req-8320f643-68bc-40b7-99e7-6d29ea6861a0 req-02a8402e-1aa2-4498-ad5c-8b545e70de09 service neutron] Attempting to bind port 5caf05f9-89bf-44b7-8586-631f88388dda by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': '3e6fcf0e-0b95-4774-a8cb-5489ca9658fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'dcb51ae5-ec1d-4059-96e4-434dbd301cd9'}] {{(pid=85345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 15 19:49:31.621731 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8320f643-68bc-40b7-99e7-6d29ea6861a0 req-02a8402e-1aa2-4498-ad5c-8b545e70de09 service neutron] Attempting to bind port 5caf05f9-89bf-44b7-8586-631f88388dda on network dcb51ae5-ec1d-4059-96e4-434dbd301cd9 {{(pid=85345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 19:49:31.622495 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46e9005-c227-44b9-a687-ae0ab7df884b req-9b920e79-fa17-43d1-a6da-1854c7b6f2bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:49:31.624870 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-c46e9005-c227-44b9-a687-ae0ab7df884b req-9b920e79-fa17-43d1-a6da-1854c7b6f2bb service neutron] 10.222.0.65 "GET /v2.0/networks?id=e2d187b6-98ce-49de-b641-472e7c3488cc HTTP/1.1" status: 200  len: 920 time: 0.3534582
Apr 15 19:49:31.633320 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8320f643-68bc-40b7-99e7-6d29ea6861a0 req-02a8402e-1aa2-4498-ad5c-8b545e70de09 service neutron] Port 5caf05f9-89bf-44b7-8586-631f88388dda on network dcb51ae5-ec1d-4059-96e4-434dbd301cd9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=85345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 15 19:49:31.633891 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8320f643-68bc-40b7-99e7-6d29ea6861a0 req-02a8402e-1aa2-4498-ad5c-8b545e70de09 service neutron] Attempting to bind port 5caf05f9-89bf-44b7-8586-631f88388dda on network dcb51ae5-ec1d-4059-96e4-434dbd301cd9 {{(pid=85345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 19:49:31.641847 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-4f190432-c8c9-4a3f-8e4d-a046372722c7 req-f8f0a4b3-7586-4902-9de5-11cf0d8812a5 tempest-ServerRescueNegativeTestJSON-1235948813 tempest-ServerRescueNegativeTestJSON-1235948813-project] 10.222.0.47 "GET /v2.0/security-groups?id=7fa5c887-ca49-4d7e-a257-900a3414a5f8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1558437
Apr 15 19:49:31.646008 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8320f643-68bc-40b7-99e7-6d29ea6861a0 req-02a8402e-1aa2-4498-ad5c-8b545e70de09 service neutron] Checking agent: {'id': '202ba611-b908-4e0e-99b2-33811728b356', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 19, 46, 37), 'started_at': datetime.datetime(2021, 4, 15, 19, 46, 37), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 19, 49, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 15 19:49:31.646547 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8320f643-68bc-40b7-99e7-6d29ea6861a0 req-02a8402e-1aa2-4498-ad5c-8b545e70de09 service neutron] Checking segment: {'id': '3e6fcf0e-0b95-4774-a8cb-5489ca9658fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'dcb51ae5-ec1d-4059-96e4-434dbd301cd9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 19:49:31.647124 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8320f643-68bc-40b7-99e7-6d29ea6861a0 req-02a8402e-1aa2-4498-ad5c-8b545e70de09 service neutron] Bound using segment: {'id': '3e6fcf0e-0b95-4774-a8cb-5489ca9658fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'dcb51ae5-ec1d-4059-96e4-434dbd301cd9'} {{(pid=85345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 15 19:49:31.647747 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.managers [req-8320f643-68bc-40b7-99e7-6d29ea6861a0 req-02a8402e-1aa2-4498-ad5c-8b545e70de09 service neutron] Bound port: 5caf05f9-89bf-44b7-8586-631f88388dda, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3e6fcf0e-0b95-4774-a8cb-5489ca9658fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'dcb51ae5-ec1d-4059-96e4-434dbd301cd9'}}] {{(pid=85345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 15 19:49:31.648659 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [req-8320f643-68bc-40b7-99e7-6d29ea6861a0 req-02a8402e-1aa2-4498-ad5c-8b545e70de09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854565853'] for port, before_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:49:31.790159 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854565853'] for port, before_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:49:31.799041 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d26465-ebca-4bc7-b89c-4bcd5726c1e7 req-b261dcfe-8218-44eb-9ba3-49a38ce83361 tempest-AttachVolumeNegativeTest-1626257925 tempest-AttachVolumeNegativeTest-1626257925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:49:31.802009 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.db [req-8320f643-68bc-40b7-99e7-6d29ea6861a0 req-02a8402e-1aa2-4498-ad5c-8b545e70de09 service neutron] For port 5caf05f9-89bf-44b7-8586-631f88388dda, host hv-cinder-78638, cleared binding levels {{(pid=85345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 15 19:49:31.808037 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-d2d26465-ebca-4bc7-b89c-4bcd5726c1e7 req-b261dcfe-8218-44eb-9ba3-49a38ce83361 tempest-AttachVolumeNegativeTest-1626257925 tempest-AttachVolumeNegativeTest-1626257925-project] 10.222.0.47 "GET /v2.0/ports?device_id=00067acb-2e5b-4708-bb28-56b1ac726353 HTTP/1.1" status: 200  len: 943 time: 0.3730676
Apr 15 19:49:31.809373 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.db [req-8320f643-68bc-40b7-99e7-6d29ea6861a0 req-02a8402e-1aa2-4498-ad5c-8b545e70de09 service neutron] For port 5caf05f9-89bf-44b7-8586-631f88388dda, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=5caf05f9-89bf-44b7-8586-631f88388dda,segment=NetworkSegment(3e6fcf0e-0b95-4774-a8cb-5489ca9658fc),segment_id=3e6fcf0e-0b95-4774-a8cb-5489ca9658fc)] {{(pid=85345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 15 19:49:31.819836 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [req-8320f643-68bc-40b7-99e7-6d29ea6861a0 req-02a8402e-1aa2-4498-ad5c-8b545e70de09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854693686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852972410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789846929216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789846482410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789846483725'] for port, after_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:49:31.854362 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:49:31.876091 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-d2d26465-ebca-4bc7-b89c-4bcd5726c1e7 req-86e35897-5b65-429c-9fd1-b09f9120bad1 tempest-AttachVolumeNegativeTest-1626257925 tempest-AttachVolumeNegativeTest-1626257925-project] 10.222.0.47 "GET /v2.0/security-groups?id=8498f6ac-4e62-4833-b465-61e9c537cd5f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0666404
Apr 15 19:49:31.895924 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.db [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] For port 3124f886-86b8-4e82-9d80-cb724b2065e3, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=3124f886-86b8-4e82-9d80-cb724b2065e3,segment=NetworkSegment(fba2751d-d069-4029-bec8-ed01c7a617d8),segment_id=fba2751d-d069-4029-bec8-ed01c7a617d8)] {{(pid=85346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 19:49:31.895924 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b964d00-f051-4d1a-9f0a-e0355ef23ca5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3124f886-86b8-4e82-9d80-cb724b2065e3'}] {{(pid=85346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 19:49:31.905559 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854693686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852972410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789846929216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789846482410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789846483725'] for port, after_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:49:31.908365 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-08594f69-2bf8-426e-a33e-4bac15ee39f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:49:32.023177 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Pushing event updated for resources: {'Port': ['ID=3124f886-86b8-4e82-9d80-cb724b2065e3,revision_number=5']} {{(pid=85346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:49:32.026898 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:49:32.280235 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb444dc5-3864-4b2d-b123-36444670d2f0 req-14e01f8e-c7da-4be5-92bd-3d13d9e22cba tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:49:32.283285 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-cb444dc5-3864-4b2d-b123-36444670d2f0 req-14e01f8e-c7da-4be5-92bd-3d13d9e22cba tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] 10.222.0.47 "GET /v2.0/ports?device_id=a1383150-72ad-4e1a-b482-18005ac62501 HTTP/1.1" status: 200  len: 946 time: 0.1888463
Apr 15 19:49:32.326802 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a8402e-1aa2-4498-ad5c-8b545e70de09 service neutron] Pushing event updated for resources: {'Port': ['ID=5caf05f9-89bf-44b7-8586-631f88388dda,revision_number=3']} {{(pid=85345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:49:32.330114 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-02a8402e-1aa2-4498-ad5c-8b545e70de09 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.476s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:49:32.367963 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-cb444dc5-3864-4b2d-b123-36444670d2f0 req-70a32d22-6440-400e-9ef9-f600075b21ae tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] 10.222.0.47 "GET /v2.0/security-groups?id=02d47f4f-b1ff-4af7-910c-5d6978bde7fb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0769675
Apr 15 19:49:32.386275 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8320f643-68bc-40b7-99e7-6d29ea6861a0 req-02a8402e-1aa2-4498-ad5c-8b545e70de09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:49:32.386994 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [req-8320f643-68bc-40b7-99e7-6d29ea6861a0 req-02a8402e-1aa2-4498-ad5c-8b545e70de09 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852972363'] for port, before_response {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:49:32.388549 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-8320f643-68bc-40b7-99e7-6d29ea6861a0 req-02a8402e-1aa2-4498-ad5c-8b545e70de09 service neutron] 10.222.0.65 "PUT /v2.0/ports/5caf05f9-89bf-44b7-8586-631f88388dda HTTP/1.1" status: 200  len: 1093 time: 2.7645459
Apr 15 19:49:32.391090 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00067acb-2e5b-4708-bb28-56b1ac726353', 'tag': '5caf05f9-89bf-44b7-8586-631f88388dda'}] {{(pid=85345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 19:49:32.408011 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590bff91-3756-4698-b14e-ea8b91b17ab2 req-ff535fbc-8824-4177-b838-fe63ee657b7c tempest-DeleteServersTestJSON-531578038 tempest-DeleteServersTestJSON-531578038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:49:32.408011 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-590bff91-3756-4698-b14e-ea8b91b17ab2 req-ff535fbc-8824-4177-b838-fe63ee657b7c tempest-DeleteServersTestJSON-531578038 tempest-DeleteServersTestJSON-531578038-project] 10.222.0.47 "GET /v2.0/ports?device_id=4c716e82-8478-4821-8694-f29d4ff87eb1 HTTP/1.1" status: 200  len: 946 time: 0.5148075
Apr 15 19:49:32.465914 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-590bff91-3756-4698-b14e-ea8b91b17ab2 req-2c5f2264-8976-42f6-8348-a7ec2794887f tempest-DeleteServersTestJSON-531578038 tempest-DeleteServersTestJSON-531578038-project] 10.222.0.47 "GET /v2.0/security-groups?id=326d5005-9168-478f-b769-3c01532f8739&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0521424
Apr 15 19:49:32.739374 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.wsgi [-] (85344) accepted ('10.222.0.47', 43464) {{(pid=85344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:49:32.806600 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bb0065-3887-4c5e-9b9d-8ac1513f39ac req-d31c29e9-3e4a-419c-8684-938bdc3f983e tempest-VolumesActionsTest-406255356 tempest-VolumesActionsTest-406255356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:49:32.809113 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-88bb0065-3887-4c5e-9b9d-8ac1513f39ac req-d31c29e9-3e4a-419c-8684-938bdc3f983e tempest-VolumesActionsTest-406255356 tempest-VolumesActionsTest-406255356-project] 10.222.0.47 "GET /v2.0/ports?device_id=5c125ed1-e65a-4cb3-8029-195382a202bc HTTP/1.1" status: 200  len: 946 time: 0.2001946
Apr 15 19:49:32.880796 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fa0ea2-b1b3-4014-8d27-b4420f7da3ee req-afee4719-22f6-439f-99bd-fed9b4909acf tempest-AttachVolumeTestJSON-1178366330 tempest-AttachVolumeTestJSON-1178366330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:49:32.884397 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-c1fa0ea2-b1b3-4014-8d27-b4420f7da3ee req-afee4719-22f6-439f-99bd-fed9b4909acf tempest-AttachVolumeTestJSON-1178366330 tempest-AttachVolumeTestJSON-1178366330-project] 10.222.0.47 "GET /v2.0/ports?device_id=4b964d00-f051-4d1a-9f0a-e0355ef23ca5 HTTP/1.1" status: 200  len: 945 time: 0.2316213
Apr 15 19:49:32.899361 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-88bb0065-3887-4c5e-9b9d-8ac1513f39ac req-a420d298-76ef-40d5-bcc3-1a3fefbee763 tempest-VolumesActionsTest-406255356 tempest-VolumesActionsTest-406255356-project] 10.222.0.47 "GET /v2.0/security-groups?id=7c3120a5-91b3-4e2d-96a8-e876bf30b25c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0764461
Apr 15 19:49:32.983153 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-c1fa0ea2-b1b3-4014-8d27-b4420f7da3ee req-5dc8ac6b-7405-4e74-b790-e69af4068956 tempest-AttachVolumeTestJSON-1178366330 tempest-AttachVolumeTestJSON-1178366330-project] 10.222.0.47 "GET /v2.0/security-groups?id=8f5f2180-5269-4c6c-a059-f56827110a59&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0863979
Apr 15 19:49:32.986116 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-e08f77a3-3dcb-4d75-9d8c-606523e46a43 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:49:33.025478 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.quota.driver [None req-e08f77a3-3dcb-4d75-9d8c-606523e46a43 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:49:33.028795 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b964d00-f051-4d1a-9f0a-e0355ef23ca5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3124f886-86b8-4e82-9d80-cb724b2065e3', 'code': 200}
Apr 15 19:49:33.038067 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource [None req-e08f77a3-3dcb-4d75-9d8c-606523e46a43 admin admin] Usage tracker for resource:security_group_rule and tenant:4f7a64785b06470dabc5a4a3def37c65 is out of sync, need to count used quota {{(pid=85344) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:49:33.042743 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource [None req-e08f77a3-3dcb-4d75-9d8c-606523e46a43 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85344) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:49:33.051994 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.quota.driver [None req-e08f77a3-3dcb-4d75-9d8c-606523e46a43 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:49:33.100480 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '00067acb-2e5b-4708-bb28-56b1ac726353', 'tag': '5caf05f9-89bf-44b7-8586-631f88388dda', 'status': 'completed', 'code': 200}
Apr 15 19:49:33.264968 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-e08f77a3-3dcb-4d75-9d8c-606523e46a43 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:49:33.277228 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-e08f77a3-3dcb-4d75-9d8c-606523e46a43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806004'] for security_group, after_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:49:33.292507 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-b8d84868-341c-46ae-b802-f4f16db754e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:49:33.335892 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [None req-e08f77a3-3dcb-4d75-9d8c-606523e46a43 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=4f7a64785b06470dabc5a4a3def37c65&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5949922
Apr 15 19:49:33.341543 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.wsgi [-] (85344) accepted ('10.222.0.47', 43474) {{(pid=85344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:49:33.359335 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08f77a3-3dcb-4d75-9d8c-606523e46a43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00981bbd-4aa0-4f3e-a928-116db1f887e8,revision_number=1']} {{(pid=85344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:49:33.363716 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-e08f77a3-3dcb-4d75-9d8c-606523e46a43 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:49:33.419977 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7827ad82-e843-41d0-8aeb-b09539ad138a req-4f456c25-00f7-4604-a794-1d23e2a9f165 tempest-AttachVolumeNegativeTest-1626257925 tempest-AttachVolumeNegativeTest-1626257925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:49:33.421158 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource [req-7827ad82-e843-41d0-8aeb-b09539ad138a req-4f456c25-00f7-4604-a794-1d23e2a9f165 tempest-AttachVolumeNegativeTest-1626257925 tempest-AttachVolumeNegativeTest-1626257925-project] Synchronizing usage tracker for tenant:baf9cfef8926468ebb80cb08498b5bf3 on resource:port {{(pid=85345) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 15 19:49:33.427563 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e91dbe-5366-4d5d-96a2-d8645293a7f6 req-abc786d1-9acf-4794-ae61-c8128772b65d tempest-ServerRescueNegativeTestJSON-1235948813 tempest-ServerRescueNegativeTestJSON-1235948813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:49:33.431330 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-23e91dbe-5366-4d5d-96a2-d8645293a7f6 req-abc786d1-9acf-4794-ae61-c8128772b65d tempest-ServerRescueNegativeTestJSON-1235948813 tempest-ServerRescueNegativeTestJSON-1235948813-project] 10.222.0.47 "GET /v2.0/ports?device_id=e9aebd22-52d6-4434-8b88-31ff5eb1f75a HTTP/1.1" status: 200  len: 945 time: 0.2119215
Apr 15 19:49:33.445402 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource [req-7827ad82-e843-41d0-8aeb-b09539ad138a req-4f456c25-00f7-4604-a794-1d23e2a9f165 tempest-AttachVolumeNegativeTest-1626257925 tempest-AttachVolumeNegativeTest-1626257925-project] Unset dirty status for tenant:baf9cfef8926468ebb80cb08498b5bf3 on resource:port {{(pid=85345) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 15 19:49:33.447648 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-7827ad82-e843-41d0-8aeb-b09539ad138a req-4f456c25-00f7-4604-a794-1d23e2a9f165 tempest-AttachVolumeNegativeTest-1626257925 tempest-AttachVolumeNegativeTest-1626257925-project] 10.222.0.47 "GET /v2.0/ports?device_id=00067acb-2e5b-4708-bb28-56b1ac726353 HTTP/1.1" status: 200  len: 943 time: 0.1527081
Apr 15 19:49:33.468546 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-e4be27b2-c799-4aa9-9bd6-a77730d8699a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:49:33.515825 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-23e91dbe-5366-4d5d-96a2-d8645293a7f6 req-ab0c84ef-8e49-477e-b198-84bcbde8adec tempest-ServerRescueNegativeTestJSON-1235948813 tempest-ServerRescueNegativeTestJSON-1235948813-project] 10.222.0.47 "GET /v2.0/security-groups?id=7fa5c887-ca49-4d7e-a257-900a3414a5f8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0744562
Apr 15 19:49:33.521438 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-e4be27b2-c799-4aa9-9bd6-a77730d8699a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:49:33.535952 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-7827ad82-e843-41d0-8aeb-b09539ad138a req-ab79747c-f1fd-42be-a9b2-d7346b46045e tempest-AttachVolumeNegativeTest-1626257925 tempest-AttachVolumeNegativeTest-1626257925-project] 10.222.0.47 "GET /v2.0/security-groups?id=8498f6ac-4e62-4833-b465-61e9c537cd5f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0803614
Apr 15 19:49:33.631731 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-e4be27b2-c799-4aa9-9bd6-a77730d8699a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806004'] for security_group, after_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:49:33.641978 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:49:33.668504 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4be27b2-c799-4aa9-9bd6-a77730d8699a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00981bbd-4aa0-4f3e-a928-116db1f887e8,revision_number=None']} {{(pid=85344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:49:33.677012 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-e4be27b2-c799-4aa9-9bd6-a77730d8699a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:49:33.735664 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-e4be27b2-c799-4aa9-9bd6-a77730d8699a admin admin] Notify callbacks [] for security_group, before_response {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:49:33.739004 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [None req-e4be27b2-c799-4aa9-9bd6-a77730d8699a admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/00981bbd-4aa0-4f3e-a928-116db1f887e8 HTTP/1.1" status: 204  len: 168 time: 0.3916767
Apr 15 19:49:33.787694 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94cd43cd-1134-49d4-9dd2-afe9dd8068ed req-2b0d8a61-4813-44df-a762-e2908753a50b tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:49:33.789411 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-94cd43cd-1134-49d4-9dd2-afe9dd8068ed req-2b0d8a61-4813-44df-a762-e2908753a50b tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] 10.222.0.47 "GET /v2.0/ports?device_id=a1383150-72ad-4e1a-b482-18005ac62501 HTTP/1.1" status: 200  len: 946 time: 0.1143095
Apr 15 19:49:33.834251 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00364e0-0e68-4ae1-838b-64cc28c7b5c9 req-4fde6762-fe49-453d-abc6-d966eca66a37 tempest-DeleteServersTestJSON-531578038 tempest-DeleteServersTestJSON-531578038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:49:33.837457 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-f00364e0-0e68-4ae1-838b-64cc28c7b5c9 req-4fde6762-fe49-453d-abc6-d966eca66a37 tempest-DeleteServersTestJSON-531578038 tempest-DeleteServersTestJSON-531578038-project] 10.222.0.47 "GET /v2.0/ports?device_id=4c716e82-8478-4821-8694-f29d4ff87eb1 HTTP/1.1" status: 200  len: 946 time: 0.1167850
Apr 15 19:49:33.861354 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-94cd43cd-1134-49d4-9dd2-afe9dd8068ed req-0e1f92b5-737d-47df-99d6-a62515962e15 tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] 10.222.0.47 "GET /v2.0/security-groups?id=02d47f4f-b1ff-4af7-910c-5d6978bde7fb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0633657
Apr 15 19:49:33.922654 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-f00364e0-0e68-4ae1-838b-64cc28c7b5c9 req-3311599e-7f68-4e6f-9fe3-4266a15f58c7 tempest-DeleteServersTestJSON-531578038 tempest-DeleteServersTestJSON-531578038-project] 10.222.0.47 "GET /v2.0/security-groups?id=326d5005-9168-478f-b769-3c01532f8739&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0776081
Apr 15 19:49:34.237895 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24930c9b-c8b1-4408-bffd-037108ae7dc2 req-a92dc9ae-ec60-46c0-8378-8d46fd4e1784 tempest-AttachVolumeTestJSON-1178366330 tempest-AttachVolumeTestJSON-1178366330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:49:34.240313 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-24930c9b-c8b1-4408-bffd-037108ae7dc2 req-a92dc9ae-ec60-46c0-8378-8d46fd4e1784 tempest-AttachVolumeTestJSON-1178366330 tempest-AttachVolumeTestJSON-1178366330-project] 10.222.0.47 "GET /v2.0/ports?device_id=4b964d00-f051-4d1a-9f0a-e0355ef23ca5 HTTP/1.1" status: 200  len: 945 time: 0.1132369
Apr 15 19:49:34.266124 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.wsgi [-] (85344) accepted ('10.222.0.47', 43490) {{(pid=85344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:49:34.280870 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f50ccb-15e6-41dc-8c96-04c70b730dc1 req-d5314928-053b-4dd0-85d2-4fef3a1f0a87 tempest-VolumesActionsTest-406255356 tempest-VolumesActionsTest-406255356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:49:34.282575 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-07f50ccb-15e6-41dc-8c96-04c70b730dc1 req-d5314928-053b-4dd0-85d2-4fef3a1f0a87 tempest-VolumesActionsTest-406255356 tempest-VolumesActionsTest-406255356-project] 10.222.0.47 "GET /v2.0/ports?device_id=5c125ed1-e65a-4cb3-8029-195382a202bc HTTP/1.1" status: 200  len: 946 time: 0.1446152
Apr 15 19:49:34.307392 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-24930c9b-c8b1-4408-bffd-037108ae7dc2 req-bffada08-81a3-4de6-b6fc-5fb94a3b9f59 tempest-AttachVolumeTestJSON-1178366330 tempest-AttachVolumeTestJSON-1178366330-project] 10.222.0.47 "GET /v2.0/security-groups?id=8f5f2180-5269-4c6c-a059-f56827110a59&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0546520
Apr 15 19:49:34.315661 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-d3816a44-0563-431d-8a07-03ec3d7063bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:49:34.339352 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.quota.driver [None req-d3816a44-0563-431d-8a07-03ec3d7063bf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:49:34.352472 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource [None req-d3816a44-0563-431d-8a07-03ec3d7063bf admin admin] Usage tracker for resource:security_group_rule and tenant:fbe4f538286a4e5e9743a0106433930a is out of sync, need to count used quota {{(pid=85344) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:49:34.357375 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource [None req-d3816a44-0563-431d-8a07-03ec3d7063bf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85344) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:49:34.369681 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.quota.driver [None req-d3816a44-0563-431d-8a07-03ec3d7063bf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:49:34.377417 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-07f50ccb-15e6-41dc-8c96-04c70b730dc1 req-8f0ad970-6fe5-4c20-a1e4-444090637aeb tempest-VolumesActionsTest-406255356 tempest-VolumesActionsTest-406255356-project] 10.222.0.47 "GET /v2.0/security-groups?id=7c3120a5-91b3-4e2d-96a8-e876bf30b25c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0786278
Apr 15 19:49:34.497639 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-d3816a44-0563-431d-8a07-03ec3d7063bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:49:34.501372 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-d3816a44-0563-431d-8a07-03ec3d7063bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806004'] for security_group, after_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:49:34.511024 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:49:34.561757 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [None req-d3816a44-0563-431d-8a07-03ec3d7063bf admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=fbe4f538286a4e5e9743a0106433930a&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2936676
Apr 15 19:49:34.563972 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3816a44-0563-431d-8a07-03ec3d7063bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=000f1ac2-de91-464e-a659-772ad992ad89,revision_number=1']} {{(pid=85344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:49:34.565349 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.wsgi [-] (85345) accepted ('10.222.0.47', 43496) {{(pid=85345) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:49:34.572004 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-d3816a44-0563-431d-8a07-03ec3d7063bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:49:34.684592 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-10990c94-caeb-454a-993a-a4afab261023 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:49:34.918076 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-10990c94-caeb-454a-993a-a4afab261023 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:49:35.061088 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-c46e9005-c227-44b9-a687-ae0ab7df884b req-2a5b2343-4d97-4694-b5a8-ec6fbf76f9b9 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=26344b7c-41da-4625-ab3c-346a48e8b4e6 HTTP/1.1" status: 200  len: 217 time: 0.3619008
Apr 15 19:49:35.163207 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46e9005-c227-44b9-a687-ae0ab7df884b req-6c12331d-25b6-4d50-86db-3bc9c1118837 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:49:35.163772 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480212f9-f6a2-4e74-a2ee-f969e13e9d98 req-66e68c62-5752-4352-b567-ad19523dcd61 tempest-ServerRescueNegativeTestJSON-1235948813 tempest-ServerRescueNegativeTestJSON-1235948813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:49:35.164796 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-c46e9005-c227-44b9-a687-ae0ab7df884b req-6c12331d-25b6-4d50-86db-3bc9c1118837 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=df80589a-5211-47ee-98ca-4218fd01eea5 HTTP/1.1" status: 200  len: 859 time: 0.0859485
Apr 15 19:49:35.166938 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-480212f9-f6a2-4e74-a2ee-f969e13e9d98 req-66e68c62-5752-4352-b567-ad19523dcd61 tempest-ServerRescueNegativeTestJSON-1235948813 tempest-ServerRescueNegativeTestJSON-1235948813-project] 10.222.0.47 "GET /v2.0/ports?device_id=e9aebd22-52d6-4434-8b88-31ff5eb1f75a HTTP/1.1" status: 200  len: 945 time: 0.4524343
Apr 15 19:49:35.241460 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-c46e9005-c227-44b9-a687-ae0ab7df884b req-4e8c5b95-a61e-42d8-bd25-14b35624a94a service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=e2d187b6-98ce-49de-b641-472e7c3488cc&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0570757
Apr 15 19:49:35.258220 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d4666a-3140-4a85-9841-e05ac08941f4 req-948dc27c-eb29-4f39-b066-12ca03e64c09 tempest-AttachVolumeNegativeTest-1626257925 tempest-AttachVolumeNegativeTest-1626257925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:49:35.259932 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-07d4666a-3140-4a85-9841-e05ac08941f4 req-948dc27c-eb29-4f39-b066-12ca03e64c09 tempest-AttachVolumeNegativeTest-1626257925 tempest-AttachVolumeNegativeTest-1626257925-project] 10.222.0.47 "GET /v2.0/ports?device_id=00067acb-2e5b-4708-bb28-56b1ac726353 HTTP/1.1" status: 200  len: 943 time: 0.3688545
Apr 15 19:49:35.298032 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee04ca17-3868-4fc7-bbb3-9a0f0a26efcf req-99fa8173-8df4-4209-9616-58d92b64f297 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:49:35.299715 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-ee04ca17-3868-4fc7-bbb3-9a0f0a26efcf req-99fa8173-8df4-4209-9616-58d92b64f297 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=baf9cfef8926468ebb80cb08498b5bf3&device_id=00067acb-2e5b-4708-bb28-56b1ac726353 HTTP/1.1" status: 200  len: 1096 time: 0.4495811
Apr 15 19:49:35.310025 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-10990c94-caeb-454a-993a-a4afab261023 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806004'] for security_group, after_delete {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:49:35.326780 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-691874c9-3d3b-41b4-ba95-deafbbe2d0c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:49:35.440932 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10990c94-caeb-454a-993a-a4afab261023 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=000f1ac2-de91-464e-a659-772ad992ad89,revision_number=None']} {{(pid=85345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:49:35.441650 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-b246f0ee-2ef1-4ff1-92c4-0f5ee5318b98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789847050935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-428960'] for agent, after_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:49:35.448579 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-10990c94-caeb-454a-993a-a4afab261023 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:49:35.493219 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-480212f9-f6a2-4e74-a2ee-f969e13e9d98 req-96fd6097-7dd7-4fb3-93ca-9ca1a978af01 tempest-ServerRescueNegativeTestJSON-1235948813 tempest-ServerRescueNegativeTestJSON-1235948813-project] 10.222.0.47 "GET /v2.0/security-groups?id=7fa5c887-ca49-4d7e-a257-900a3414a5f8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2512126
Apr 15 19:49:35.524818 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-07d4666a-3140-4a85-9841-e05ac08941f4 req-8607c003-1000-436c-89b4-88c028ed5c7c tempest-AttachVolumeNegativeTest-1626257925 tempest-AttachVolumeNegativeTest-1626257925-project] 10.222.0.47 "GET /v2.0/security-groups?id=8498f6ac-4e62-4833-b465-61e9c537cd5f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2521918
Apr 15 19:49:35.655124 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-c46e9005-c227-44b9-a687-ae0ab7df884b req-021a62c5-4c08-42ce-91aa-0c4e61dd713e service neutron] 10.222.0.65 "GET /v2.0/networks/e2d187b6-98ce-49de-b641-472e7c3488cc?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3786426
Apr 15 19:49:35.680268 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-10990c94-caeb-454a-993a-a4afab261023 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:49:35.697556 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [None req-10990c94-caeb-454a-993a-a4afab261023 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/000f1ac2-de91-464e-a659-772ad992ad89 HTTP/1.1" status: 204  len: 168 time: 1.1299233
Apr 15 19:49:35.791984 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d797b7b-efaa-4127-9223-e48d274ef940 req-318b4526-7348-4f0f-beda-dda3a9f48262 tempest-VolumesActionsTest-406255356 tempest-VolumesActionsTest-406255356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:49:35.803891 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-9d797b7b-efaa-4127-9223-e48d274ef940 req-318b4526-7348-4f0f-beda-dda3a9f48262 tempest-VolumesActionsTest-406255356 tempest-VolumesActionsTest-406255356-project] 10.222.0.65 "GET /v2.0/ports?device_id=5c125ed1-e65a-4cb3-8029-195382a202bc HTTP/1.1" status: 200  len: 946 time: 0.6521902
Apr 15 19:49:36.120696 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-c46e9005-c227-44b9-a687-ae0ab7df884b req-a351c3e9-f1b6-4659-9c37-927b693016f6 service neutron] 10.222.0.65 "GET /v2.0/networks/e2d187b6-98ce-49de-b641-472e7c3488cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4499853
Apr 15 19:49:36.151046 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35118704-ee5c-4c44-9216-7e702f401119 req-417730ec-279c-4232-86f5-35036ffce75a tempest-DeleteServersTestJSON-531578038 tempest-DeleteServersTestJSON-531578038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:49:36.163762 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-35118704-ee5c-4c44-9216-7e702f401119 req-417730ec-279c-4232-86f5-35036ffce75a tempest-DeleteServersTestJSON-531578038 tempest-DeleteServersTestJSON-531578038-project] 10.222.0.47 "GET /v2.0/ports?device_id=4c716e82-8478-4821-8694-f29d4ff87eb1 HTTP/1.1" status: 200  len: 946 time: 0.1835861
Apr 15 19:49:36.184975 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.plugin [req-9d797b7b-efaa-4127-9223-e48d274ef940 req-8ce0e952-d042-485c-9bc9-041e7e584995 tempest-VolumesActionsTest-406255356 tempest-VolumesActionsTest-406255356-project] Deleting port 1d72d517-5a18-4137-b90f-dff37a4e26d5 {{(pid=85345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 19:49:36.185418 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [req-9d797b7b-efaa-4127-9223-e48d274ef940 req-8ce0e952-d042-485c-9bc9-041e7e584995 tempest-VolumesActionsTest-406255356 tempest-VolumesActionsTest-406255356-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363247007848052'] for port, before_delete {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:49:36.351470 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee04ca17-3868-4fc7-bbb3-9a0f0a26efcf req-b18078f8-4785-442e-915a-191f2d4b3824 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:49:36.353985 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-ee04ca17-3868-4fc7-bbb3-9a0f0a26efcf req-b18078f8-4785-442e-915a-191f2d4b3824 service neutron] 10.222.0.65 "GET /v2.0/networks?tenant_id=baf9cfef8926468ebb80cb08498b5bf3&shared=False HTTP/1.1" status: 200  len: 916 time: 1.0145075
Apr 15 19:49:36.355174 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-35118704-ee5c-4c44-9216-7e702f401119 req-a03f05bc-f770-4bc8-8cf7-f5a702cfdcd2 tempest-DeleteServersTestJSON-531578038 tempest-DeleteServersTestJSON-531578038-project] 10.222.0.47 "GET /v2.0/security-groups?id=326d5005-9168-478f-b769-3c01532f8739&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1875386
Apr 15 19:49:36.358038 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0569404-0050-4287-a1d6-a4c29c879f32 req-0ec038a6-a41a-4dae-948d-d5c05a9d67f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:49:36.360831 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-a0569404-0050-4287-a1d6-a4c29c879f32 req-0ec038a6-a41a-4dae-948d-d5c05a9d67f7 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=4b964d00-f051-4d1a-9f0a-e0355ef23ca5 HTTP/1.1" status: 200  len: 1098 time: 1.0263977
Apr 15 19:49:36.648807 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.agents_db [None req-b0af7715-6be6-4101-aede-c7b275f02801 None None] Agent healthcheck: found 6 active agents {{(pid=85347) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 15 19:49:36.756578 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-a0569404-0050-4287-a1d6-a4c29c879f32 req-3ee22178-9c82-49c4-ba40-2f098b54daad service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=8f5f2180-5269-4c6c-a059-f56827110a59&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3456697
Apr 15 19:49:36.779055 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789847050935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-428960'] for agent, after_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:49:36.866066 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0117487-2c0e-4bfb-a6a6-650e525faf37 req-2a84c2ee-a2dc-4e20-9198-f103808c226e tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:49:36.868147 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d938bd53-295b-4a09-8a65-1a82d8139e44 req-afa22831-2efb-45fb-9854-90b48ae2b371 tempest-AttachVolumeTestJSON-1178366330 tempest-AttachVolumeTestJSON-1178366330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:49:36.868594 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-a0117487-2c0e-4bfb-a6a6-650e525faf37 req-2a84c2ee-a2dc-4e20-9198-f103808c226e tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] 10.222.0.47 "GET /v2.0/ports?device_id=a1383150-72ad-4e1a-b482-18005ac62501 HTTP/1.1" status: 200  len: 946 time: 0.9170129
Apr 15 19:49:36.870829 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-d938bd53-295b-4a09-8a65-1a82d8139e44 req-afa22831-2efb-45fb-9854-90b48ae2b371 tempest-AttachVolumeTestJSON-1178366330 tempest-AttachVolumeTestJSON-1178366330-project] 10.222.0.47 "GET /v2.0/ports?device_id=4b964d00-f051-4d1a-9f0a-e0355ef23ca5 HTTP/1.1" status: 200  len: 945 time: 0.3004735
Apr 15 19:49:37.080177 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-d938bd53-295b-4a09-8a65-1a82d8139e44 req-2b09daa0-5b92-46f1-9d7b-29f696cd6667 tempest-AttachVolumeTestJSON-1178366330 tempest-AttachVolumeTestJSON-1178366330-project] 10.222.0.47 "GET /v2.0/security-groups?id=8f5f2180-5269-4c6c-a059-f56827110a59&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1976218
Apr 15 19:49:37.186442 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccacdc95-eb08-498b-b1d3-17781322fd82 req-2ee73a9b-dcae-4bd6-8e4a-2f972f3deece tempest-DeleteServersTestJSON-531578038 tempest-DeleteServersTestJSON-531578038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:49:37.190703 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-ccacdc95-eb08-498b-b1d3-17781322fd82 req-2ee73a9b-dcae-4bd6-8e4a-2f972f3deece tempest-DeleteServersTestJSON-531578038 tempest-DeleteServersTestJSON-531578038-project] 10.222.0.65 "GET /v2.0/ports?device_id=4c716e82-8478-4821-8694-f29d4ff87eb1 HTTP/1.1" status: 200  len: 946 time: 0.2336957
Apr 15 19:49:37.388568 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-a0117487-2c0e-4bfb-a6a6-650e525faf37 req-a794036f-d36b-43db-8caa-921a874be769 tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] 10.222.0.47 "GET /v2.0/security-groups?id=02d47f4f-b1ff-4af7-910c-5d6978bde7fb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.4055960
Apr 15 19:49:37.447070 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.plugin [req-ccacdc95-eb08-498b-b1d3-17781322fd82 req-6053a0f1-a20d-423a-b723-1672f52eec1b tempest-DeleteServersTestJSON-531578038 tempest-DeleteServersTestJSON-531578038-project] Deleting port be9619d3-4ba8-4e4a-a4ba-b89da7e6b04a {{(pid=85344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 19:49:37.447734 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [req-ccacdc95-eb08-498b-b1d3-17781322fd82 req-6053a0f1-a20d-423a-b723-1672f52eec1b tempest-DeleteServersTestJSON-531578038 tempest-DeleteServersTestJSON-531578038-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363247007848052'] for port, before_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:49:37.538451 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.db [req-9d797b7b-efaa-4127-9223-e48d274ef940 req-8ce0e952-d042-485c-9bc9-041e7e584995 tempest-VolumesActionsTest-406255356 tempest-VolumesActionsTest-406255356-project] For port 1d72d517-5a18-4137-b90f-dff37a4e26d5, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=1d72d517-5a18-4137-b90f-dff37a4e26d5,segment=NetworkSegment(3b41c3b7-71a7-4ab9-8ff9-1dbe658da667),segment_id=3b41c3b7-71a7-4ab9-8ff9-1dbe658da667)] {{(pid=85345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 19:49:37.540282 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [req-9d797b7b-efaa-4127-9223-e48d274ef940 req-8ce0e952-d042-485c-9bc9-041e7e584995 tempest-VolumesActionsTest-406255356 tempest-VolumesActionsTest-406255356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853097680'] for port, precommit_delete {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:49:38.016678 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7379ddfe-5776-46e2-a7b3-e8522ffc0ab7 req-32c065b4-6d67-46f1-9a09-461a602b7ba4 tempest-VolumesActionsTest-406255356 tempest-VolumesActionsTest-406255356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:49:38.023485 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-7379ddfe-5776-46e2-a7b3-e8522ffc0ab7 req-32c065b4-6d67-46f1-9a09-461a602b7ba4 tempest-VolumesActionsTest-406255356 tempest-VolumesActionsTest-406255356-project] 10.222.0.47 "GET /v2.0/ports?device_id=5c125ed1-e65a-4cb3-8029-195382a202bc HTTP/1.1" status: 200  len: 946 time: 0.6820502
Apr 15 19:49:38.077378 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-b2c3ee26-c6cb-417b-b026-e73883bf33ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789847050935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-428960'] for agent, after_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:49:38.233272 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-7379ddfe-5776-46e2-a7b3-e8522ffc0ab7 req-87763967-a34f-4f96-9dd8-dd94e614f8fb tempest-VolumesActionsTest-406255356 tempest-VolumesActionsTest-406255356-project] 10.222.0.47 "GET /v2.0/security-groups?id=7c3120a5-91b3-4e2d-96a8-e876bf30b25c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1903484
Apr 15 19:49:38.287387 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee04ca17-3868-4fc7-bbb3-9a0f0a26efcf req-d1c96ce3-24f3-442d-ae42-84ab2b754b96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:49:38.289389 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-ee04ca17-3868-4fc7-bbb3-9a0f0a26efcf req-d1c96ce3-24f3-442d-ae42-84ab2b754b96 service neutron] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 1.9212632
Apr 15 19:49:38.315906 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.plugin [req-9d797b7b-efaa-4127-9223-e48d274ef940 req-8ce0e952-d042-485c-9bc9-041e7e584995 tempest-VolumesActionsTest-406255356 tempest-VolumesActionsTest-406255356-project] Calling delete_port for 1d72d517-5a18-4137-b90f-dff37a4e26d5 owned by compute:nova {{(pid=85345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 15 19:49:38.316340 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.db [req-ccacdc95-eb08-498b-b1d3-17781322fd82 req-6053a0f1-a20d-423a-b723-1672f52eec1b tempest-DeleteServersTestJSON-531578038 tempest-DeleteServersTestJSON-531578038-project] For port be9619d3-4ba8-4e4a-a4ba-b89da7e6b04a, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=be9619d3-4ba8-4e4a-a4ba-b89da7e6b04a,segment=NetworkSegment(b0508205-a2b4-41c9-b1ec-e4abef51e9ad),segment_id=b0508205-a2b4-41c9-b1ec-e4abef51e9ad)] {{(pid=85344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 19:49:38.317682 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [req-ccacdc95-eb08-498b-b1d3-17781322fd82 req-6053a0f1-a20d-423a-b723-1672f52eec1b tempest-DeleteServersTestJSON-531578038 tempest-DeleteServersTestJSON-531578038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853097680'] for port, precommit_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:49:38.522934 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.plugin [req-ccacdc95-eb08-498b-b1d3-17781322fd82 req-6053a0f1-a20d-423a-b723-1672f52eec1b tempest-DeleteServersTestJSON-531578038 tempest-DeleteServersTestJSON-531578038-project] Calling delete_port for be9619d3-4ba8-4e4a-a4ba-b89da7e6b04a owned by compute:nova {{(pid=85344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 15 19:49:38.584730 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-dc5a840f-f65f-45cf-af4e-0da98b74161f req-cfb86e40-9bce-41e9-9819-ee0d5fb0fde5 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=cf18d184-8fe9-4b62-b824-e56edc001a7d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 1.6860034
Apr 15 19:49:38.603058 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d859b34-be41-45cd-97a4-122faa3c8b3b req-24a155a4-d6d2-4fd6-8d9a-5e103b098ca4 tempest-ServerRescueNegativeTestJSON-1235948813 tempest-ServerRescueNegativeTestJSON-1235948813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:49:38.604782 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-3d859b34-be41-45cd-97a4-122faa3c8b3b req-24a155a4-d6d2-4fd6-8d9a-5e103b098ca4 tempest-ServerRescueNegativeTestJSON-1235948813 tempest-ServerRescueNegativeTestJSON-1235948813-project] 10.222.0.47 "GET /v2.0/ports?device_id=e9aebd22-52d6-4434-8b88-31ff5eb1f75a HTTP/1.1" status: 200  len: 945 time: 1.0338337
Apr 15 19:49:38.623184 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8320f643-68bc-40b7-99e7-6d29ea6861a0 req-783e1bff-54e9-4a8d-84a2-a3f8800839a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:49:38.624792 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-8320f643-68bc-40b7-99e7-6d29ea6861a0 req-783e1bff-54e9-4a8d-84a2-a3f8800839a6 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=baf9cfef8926468ebb80cb08498b5bf3&device_id=00067acb-2e5b-4708-bb28-56b1ac726353 HTTP/1.1" status: 200  len: 1096 time: 0.2630582
Apr 15 19:49:38.806097 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-8320f643-68bc-40b7-99e7-6d29ea6861a0 req-1e89ae16-df8b-4819-91f5-2bddc1cd4cd8 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5caf05f9-89bf-44b7-8586-631f88388dda HTTP/1.1" status: 200  len: 217 time: 0.1317453
Apr 15 19:49:38.904218 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-3d859b34-be41-45cd-97a4-122faa3c8b3b req-3bc74e5a-1393-477c-b2e3-caf0b167d100 tempest-ServerRescueNegativeTestJSON-1235948813 tempest-ServerRescueNegativeTestJSON-1235948813-project] 10.222.0.47 "GET /v2.0/security-groups?id=7fa5c887-ca49-4d7e-a257-900a3414a5f8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2836454
Apr 15 19:49:38.954394 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [req-9d797b7b-efaa-4127-9223-e48d274ef940 req-8ce0e952-d042-485c-9bc9-041e7e584995 tempest-VolumesActionsTest-406255356 tempest-VolumesActionsTest-406255356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854693686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852972410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789846929199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363247008293407'] for port, after_delete {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:49:38.954394 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8320f643-68bc-40b7-99e7-6d29ea6861a0 req-faaf0cb1-e54d-401e-abd9-b23364786a83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:49:38.955550 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-8320f643-68bc-40b7-99e7-6d29ea6861a0 req-faaf0cb1-e54d-401e-abd9-b23364786a83 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=6be9cab0-c301-4b99-9135-7ca2bab15246 HTTP/1.1" status: 200  len: 855 time: 0.1244078
Apr 15 19:49:38.974185 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:49:39.014662 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb5649c-d64b-48a4-a048-872909dcd028 req-886c23c8-3e6d-42f0-b4dc-5107c74e82f2 tempest-AttachVolumeNegativeTest-1626257925 tempest-AttachVolumeNegativeTest-1626257925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:49:39.017764 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-2cb5649c-d64b-48a4-a048-872909dcd028 req-886c23c8-3e6d-42f0-b4dc-5107c74e82f2 tempest-AttachVolumeNegativeTest-1626257925 tempest-AttachVolumeNegativeTest-1626257925-project] 10.222.0.47 "GET /v2.0/ports?device_id=00067acb-2e5b-4708-bb28-56b1ac726353 HTTP/1.1" status: 200  len: 943 time: 0.6188657
Apr 15 19:49:39.029790 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce0e952-d042-485c-9bc9-041e7e584995 tempest-VolumesActionsTest-406255356 tempest-VolumesActionsTest-406255356-project] Pushing event deleted for resources: {'Port': ['ID=1d72d517-5a18-4137-b90f-dff37a4e26d5,revision_number=None']} {{(pid=85345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:49:39.044988 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-8ce0e952-d042-485c-9bc9-041e7e584995 tempest-VolumesActionsTest-406255356 tempest-VolumesActionsTest-406255356-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:49:39.112773 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-b400c4f8-8969-424f-8663-39cf5b6e1207 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789847050935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-428960'] for agent, after_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:49:39.215901 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-8320f643-68bc-40b7-99e7-6d29ea6861a0 req-3a8b0954-1b09-4519-b81e-6e859ea46096 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=dcb51ae5-ec1d-4059-96e4-434dbd301cd9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1875961
Apr 15 19:49:39.256073 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [req-ccacdc95-eb08-498b-b1d3-17781322fd82 req-6053a0f1-a20d-423a-b723-1672f52eec1b tempest-DeleteServersTestJSON-531578038 tempest-DeleteServersTestJSON-531578038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854693686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852972410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789846929199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363247008293407'] for port, after_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:49:39.269100 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5a840f-f65f-45cf-af4e-0da98b74161f req-94c826ed-a3c1-497c-9ccc-7cee68a80b24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:49:39.270714 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-dc5a840f-f65f-45cf-af4e-0da98b74161f req-94c826ed-a3c1-497c-9ccc-7cee68a80b24 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=baf9cfef8926468ebb80cb08498b5bf3&device_id=cf18d184-8fe9-4b62-b824-e56edc001a7d HTTP/1.1" status: 200  len: 1098 time: 0.5139408
Apr 15 19:49:39.301473 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-2cb5649c-d64b-48a4-a048-872909dcd028 req-d64d7156-0082-45f1-9852-d54e1df75420 tempest-AttachVolumeNegativeTest-1626257925 tempest-AttachVolumeNegativeTest-1626257925-project] 10.222.0.47 "GET /v2.0/security-groups?id=8498f6ac-4e62-4833-b465-61e9c537cd5f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2709968
Apr 15 19:49:39.304775 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-44ed2fae-2fdc-4783-8631-70e017e08b7d tempest-ServerRescueNegativeTestJSON-1235948813 tempest-ServerRescueNegativeTestJSON-1235948813-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:49:39.488688 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6053a0f1-a20d-423a-b723-1672f52eec1b tempest-DeleteServersTestJSON-531578038 tempest-DeleteServersTestJSON-531578038-project] Pushing event deleted for resources: {'Port': ['ID=be9619d3-4ba8-4e4a-a4ba-b89da7e6b04a,revision_number=None']} {{(pid=85344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:49:39.532539 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-56ecdebd-c5a0-4569-bc96-ba437f5ce558 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789847050935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-428960'] for agent, after_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:49:39.547419 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-6053a0f1-a20d-423a-b723-1672f52eec1b tempest-DeleteServersTestJSON-531578038 tempest-DeleteServersTestJSON-531578038-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:49:39.649161 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.rpc [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Device 1d72d517-5a18-4137-b90f-dff37a4e26d5 no longer exists at agent hyperv_hv-cinder-78638 {{(pid=85346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 15 19:49:39.666301 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c58c6f-31fc-4f7a-af53-06e154c3a0a0 req-138a9c93-6aeb-42ce-ac28-328b13b72870 tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:49:39.674080 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-8320f643-68bc-40b7-99e7-6d29ea6861a0 req-5bf0f3ca-8397-4600-b2c0-ddd176136601 service neutron] 10.222.0.65 "GET /v2.0/networks/dcb51ae5-ec1d-4059-96e4-434dbd301cd9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4484520
Apr 15 19:49:39.677400 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-71c58c6f-31fc-4f7a-af53-06e154c3a0a0 req-138a9c93-6aeb-42ce-ac28-328b13b72870 tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] 10.222.0.47 "GET /v2.0/ports?device_id=a1383150-72ad-4e1a-b482-18005ac62501 HTTP/1.1" status: 200  len: 946 time: 0.2265725
Apr 15 19:49:39.683505 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.wsgi [-] (85344) accepted ('10.222.0.47', 43610) {{(pid=85344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:49:39.748280 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db8a4f8-3430-4e27-8954-3e625de85051 req-9a7681e9-a4c6-4c39-b559-633fa4b1bb5c tempest-DeleteServersTestJSON-531578038 tempest-DeleteServersTestJSON-531578038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:49:39.749975 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-0db8a4f8-3430-4e27-8954-3e625de85051 req-9a7681e9-a4c6-4c39-b559-633fa4b1bb5c tempest-DeleteServersTestJSON-531578038 tempest-DeleteServersTestJSON-531578038-project] 10.222.0.47 "GET /v2.0/ports?device_id=4c716e82-8478-4821-8694-f29d4ff87eb1 HTTP/1.1" status: 200  len: 867 time: 0.6537566
Apr 15 19:49:39.850595 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.v2.base [None req-4ada101e-1931-471b-9a43-80bc0db00fa6 tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] Request body: {'floatingip': {'port_id': 'b7d370ef-6621-4ccd-8223-e4a1f5504c1b'}} {{(pid=85344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 19:49:39.902686 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.plugin [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] No Port match for: 1d72d517-5a18-4137-b90f-dff37a4e26d5 {{(pid=85346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 15 19:49:39.911255 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.rpc [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Device 1d72d517-5a18-4137-b90f-dff37a4e26d5 not bound to the agent host hv-cinder-78638 {{(pid=85346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 15 19:49:39.912563 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.rpc [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Device be9619d3-4ba8-4e4a-a4ba-b89da7e6b04a no longer exists at agent hyperv_hv-cinder-78638 {{(pid=85346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 15 19:49:39.944131 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d797b7b-efaa-4127-9223-e48d274ef940 req-8ce0e952-d042-485c-9bc9-041e7e584995 tempest-VolumesActionsTest-406255356 tempest-VolumesActionsTest-406255356-project] No DVR routers for this DVR port 1d72d517-5a18-4137-b90f-dff37a4e26d5 on host hv-cinder-78638 {{(pid=85345) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 15 19:49:39.977333 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [req-9d797b7b-efaa-4127-9223-e48d274ef940 req-8ce0e952-d042-485c-9bc9-041e7e584995 tempest-VolumesActionsTest-406255356 tempest-VolumesActionsTest-406255356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771739'] for port, before_response {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:49:39.993306 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-0db8a4f8-3430-4e27-8954-3e625de85051 req-6e2d85a7-14e3-4b91-b693-212492c5efc7 tempest-DeleteServersTestJSON-531578038 tempest-DeleteServersTestJSON-531578038-project] 10.222.0.47 "GET /v2.0/security-groups?id=326d5005-9168-478f-b769-3c01532f8739&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2083218
Apr 15 19:49:39.993882 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c125ed1-e65a-4cb3-8029-195382a202bc', 'name': 'network-vif-deleted', 'tag': '1d72d517-5a18-4137-b90f-dff37a4e26d5'}] {{(pid=85345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 19:49:39.994701 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.l3_dvrscheduler_db [req-ccacdc95-eb08-498b-b1d3-17781322fd82 req-6053a0f1-a20d-423a-b723-1672f52eec1b tempest-DeleteServersTestJSON-531578038 tempest-DeleteServersTestJSON-531578038-project] No DVR routers for this DVR port be9619d3-4ba8-4e4a-a4ba-b89da7e6b04a on host hv-cinder-78638 {{(pid=85344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 15 19:49:40.009701 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5a840f-f65f-45cf-af4e-0da98b74161f req-0d542f8c-649a-4050-a334-ac3b4c4e4c5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:49:40.010157 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [req-ccacdc95-eb08-498b-b1d3-17781322fd82 req-6053a0f1-a20d-423a-b723-1672f52eec1b tempest-DeleteServersTestJSON-531578038 tempest-DeleteServersTestJSON-531578038-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771739'] for port, before_response {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:49:40.011348 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-dc5a840f-f65f-45cf-af4e-0da98b74161f req-0d542f8c-649a-4050-a334-ac3b4c4e4c5c service neutron] 10.222.0.65 "GET /v2.0/networks?id=dcb51ae5-ec1d-4059-96e4-434dbd301cd9 HTTP/1.1" status: 200  len: 916 time: 0.6713445
Apr 15 19:49:40.015462 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c716e82-8478-4821-8694-f29d4ff87eb1', 'name': 'network-vif-deleted', 'tag': 'be9619d3-4ba8-4e4a-a4ba-b89da7e6b04a'}] {{(pid=85344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 19:49:40.024426 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-4ada101e-1931-471b-9a43-80bc0db00fa6 tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] Notify callbacks [] for floatingip, before_update {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:49:40.089531 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.plugin [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] No Port match for: be9619d3-4ba8-4e4a-a4ba-b89da7e6b04a {{(pid=85346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 15 19:49:40.089931 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.rpc [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Device be9619d3-4ba8-4e4a-a4ba-b89da7e6b04a not bound to the agent host hv-cinder-78638 {{(pid=85346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 15 19:49:40.096879 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-9d797b7b-efaa-4127-9223-e48d274ef940 req-8ce0e952-d042-485c-9bc9-041e7e584995 tempest-VolumesActionsTest-406255356 tempest-VolumesActionsTest-406255356-project] 10.222.0.65 "DELETE /v2.0/ports/1d72d517-5a18-4137-b90f-dff37a4e26d5 HTTP/1.1" status: 204  len: 173 time: 4.2911587
Apr 15 19:49:40.108974 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-dc5a840f-f65f-45cf-af4e-0da98b74161f req-f43612e4-e5b4-4702-b40a-60b8908af262 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0f2dbfcb-23b1-46b8-a0a3-84c74f25f2e6 HTTP/1.1" status: 200  len: 217 time: 0.0777729
Apr 15 19:49:40.356349 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-8320f643-68bc-40b7-99e7-6d29ea6861a0 req-a9b7e5c8-509c-4b03-895f-1456f2eef788 service neutron] 10.222.0.65 "GET /v2.0/networks/dcb51ae5-ec1d-4059-96e4-434dbd301cd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6168046
Apr 15 19:49:40.376939 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource [req-006220e6-41a2-48f9-a37d-b6c708409e24 req-36410d03-227d-417f-997f-bfb56577bf5e tempest-VolumesActionsTest-406255356 tempest-VolumesActionsTest-406255356-project] Synchronizing usage tracker for tenant:6d506b42933048f69f4a289666c552b5 on resource:port {{(pid=85345) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 15 19:49:40.397752 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-ccacdc95-eb08-498b-b1d3-17781322fd82 req-6053a0f1-a20d-423a-b723-1672f52eec1b tempest-DeleteServersTestJSON-531578038 tempest-DeleteServersTestJSON-531578038-project] 10.222.0.65 "DELETE /v2.0/ports/be9619d3-4ba8-4e4a-a4ba-b89da7e6b04a HTTP/1.1" status: 204  len: 173 time: 3.1910048
Apr 15 19:49:40.434012 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5a840f-f65f-45cf-af4e-0da98b74161f req-d6ab7676-1138-4dcb-8d4f-ad6f1cb0ff3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:49:40.436975 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-dc5a840f-f65f-45cf-af4e-0da98b74161f req-d6ab7676-1138-4dcb-8d4f-ad6f1cb0ff3b service neutron] 10.222.0.65 "GET /v2.0/subnets?id=6be9cab0-c301-4b99-9135-7ca2bab15246 HTTP/1.1" status: 200  len: 855 time: 0.2981381
Apr 15 19:49:40.438915 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource [req-006220e6-41a2-48f9-a37d-b6c708409e24 req-36410d03-227d-417f-997f-bfb56577bf5e tempest-VolumesActionsTest-406255356 tempest-VolumesActionsTest-406255356-project] Unset dirty status for tenant:6d506b42933048f69f4a289666c552b5 on resource:port {{(pid=85345) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 15 19:49:40.441100 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-006220e6-41a2-48f9-a37d-b6c708409e24 req-36410d03-227d-417f-997f-bfb56577bf5e tempest-VolumesActionsTest-406255356 tempest-VolumesActionsTest-406255356-project] 10.222.0.47 "GET /v2.0/ports?device_id=5c125ed1-e65a-4cb3-8029-195382a202bc HTTP/1.1" status: 200  len: 210 time: 0.1906402
Apr 15 19:49:40.544276 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcae65f5-517c-412d-9a32-63b1250d871d req-1ea5154d-1468-497a-8aba-546ed380869b tempest-AttachVolumeTestJSON-1178366330 tempest-AttachVolumeTestJSON-1178366330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:49:40.546034 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-dcae65f5-517c-412d-9a32-63b1250d871d req-1ea5154d-1468-497a-8aba-546ed380869b tempest-AttachVolumeTestJSON-1178366330 tempest-AttachVolumeTestJSON-1178366330-project] 10.222.0.47 "GET /v2.0/ports?device_id=4b964d00-f051-4d1a-9f0a-e0355ef23ca5 HTTP/1.1" status: 200  len: 945 time: 0.6263940
Apr 15 19:49:40.564813 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-3d77682a-3290-49f5-9a09-7e8e47f8ddca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789847050935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-428960'] for agent, after_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:49:40.580402 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-dc5a840f-f65f-45cf-af4e-0da98b74161f req-6c72f738-d5ac-41a6-86a1-eddce2743123 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=dcb51ae5-ec1d-4059-96e4-434dbd301cd9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1323640
Apr 15 19:49:40.744158 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-dcae65f5-517c-412d-9a32-63b1250d871d req-8d477f2a-4634-46e7-bf5a-081152bd1d3a tempest-AttachVolumeTestJSON-1178366330 tempest-AttachVolumeTestJSON-1178366330-project] 10.222.0.47 "GET /v2.0/security-groups?id=8f5f2180-5269-4c6c-a059-f56827110a59&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1632094
Apr 15 19:49:41.160980 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c716e82-8478-4821-8694-f29d4ff87eb1', 'name': 'network-vif-deleted', 'tag': 'be9619d3-4ba8-4e4a-a4ba-b89da7e6b04a', 'status': 'completed', 'code': 200}
Apr 15 19:49:41.261803 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c125ed1-e65a-4cb3-8029-195382a202bc', 'name': 'network-vif-deleted', 'tag': '1d72d517-5a18-4137-b90f-dff37a4e26d5', 'status': 'completed', 'code': 200}
Apr 15 19:49:41.362444 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-dc5a840f-f65f-45cf-af4e-0da98b74161f req-4ab375ab-6a02-45a0-8d03-769c7dbdc03b service neutron] 10.222.0.65 "GET /v2.0/networks/dcb51ae5-ec1d-4059-96e4-434dbd301cd9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7720125
Apr 15 19:49:41.557700 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-dc5a840f-f65f-45cf-af4e-0da98b74161f req-81c177cd-6326-46a6-b803-fe0c148e82de service neutron] 10.222.0.65 "GET /v2.0/networks/dcb51ae5-ec1d-4059-96e4-434dbd301cd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1863091
Apr 15 19:49:41.574718 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122d1169-5967-4757-8818-ead6c181a47c req-e5d88ccf-bf23-4e40-ae30-3676f4afb2ea tempest-ServerRescueNegativeTestJSON-1235948813 tempest-ServerRescueNegativeTestJSON-1235948813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:49:41.587561 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-122d1169-5967-4757-8818-ead6c181a47c req-e5d88ccf-bf23-4e40-ae30-3676f4afb2ea tempest-ServerRescueNegativeTestJSON-1235948813 tempest-ServerRescueNegativeTestJSON-1235948813-project] 10.222.0.47 "GET /v2.0/ports?device_id=e9aebd22-52d6-4434-8b88-31ff5eb1f75a HTTP/1.1" status: 200  len: 945 time: 0.8297398
Apr 15 19:49:41.620005 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.wsgi [-] (85345) accepted ('10.222.0.47', 43660) {{(pid=85345) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:49:41.669498 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-122d1169-5967-4757-8818-ead6c181a47c req-486e9c3a-2907-470e-b766-b6c1f2f00470 tempest-ServerRescueNegativeTestJSON-1235948813 tempest-ServerRescueNegativeTestJSON-1235948813-project] 10.222.0.47 "GET /v2.0/security-groups?id=7fa5c887-ca49-4d7e-a257-900a3414a5f8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0808868
Apr 15 19:49:41.845289 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-1b83c7f0-a6c4-4dff-a52b-bf68d1bafbc7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:49:41.865527 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.quota.driver [None req-1b83c7f0-a6c4-4dff-a52b-bf68d1bafbc7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85345) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:49:41.871001 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource [None req-1b83c7f0-a6c4-4dff-a52b-bf68d1bafbc7 admin admin] Usage tracker for resource:security_group_rule and tenant:5b9f246fda94460abbba81a2f11b8ab8 is out of sync, need to count used quota {{(pid=85345) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:49:41.875037 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource [None req-1b83c7f0-a6c4-4dff-a52b-bf68d1bafbc7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85345) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:49:41.884912 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.quota.driver [None req-1b83c7f0-a6c4-4dff-a52b-bf68d1bafbc7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85345) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:49:41.920995 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d71bd6e-19b8-4fb2-8077-9f0d2861e92d req-82d4d200-b745-4a99-9733-7cf8244a9f68 tempest-AttachVolumeNegativeTest-1626257925 tempest-AttachVolumeNegativeTest-1626257925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:49:41.923938 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-6d71bd6e-19b8-4fb2-8077-9f0d2861e92d req-82d4d200-b745-4a99-9733-7cf8244a9f68 tempest-AttachVolumeNegativeTest-1626257925 tempest-AttachVolumeNegativeTest-1626257925-project] 10.222.0.47 "GET /v2.0/ports?device_id=00067acb-2e5b-4708-bb28-56b1ac726353 HTTP/1.1" status: 200  len: 943 time: 0.7588465
Apr 15 19:49:41.967472 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.db.resource_extend [None req-4ada101e-1931-471b-9a43-80bc0db00fa6 tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=85344) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Apr 15 19:49:42.155902 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-4ada101e-1931-471b-9a43-80bc0db00fa6 tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] Notify callbacks [] for floatingip, precommit_update {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:49:42.170025 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-4ada101e-1931-471b-9a43-80bc0db00fa6 tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1673197'] for floatingip, after_update {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:49:42.207122 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-1b83c7f0-a6c4-4dff-a52b-bf68d1bafbc7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:49:42.219513 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.wsgi [-] (85345) accepted ('10.222.0.47', 43668) {{(pid=85345) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:49:42.229730 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-1b83c7f0-a6c4-4dff-a52b-bf68d1bafbc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806004'] for security_group, after_create {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:49:42.262613 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-e6d88e94-34df-4184-aa66-bd3790bc0dcb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:49:42.267944 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-6d71bd6e-19b8-4fb2-8077-9f0d2861e92d req-e6d0169f-ac3c-4750-b3d5-06486bb1f509 tempest-AttachVolumeNegativeTest-1626257925 tempest-AttachVolumeNegativeTest-1626257925-project] 10.222.0.47 "GET /v2.0/security-groups?id=8498f6ac-4e62-4833-b465-61e9c537cd5f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1973760
Apr 15 19:49:42.321430 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c5b3e5-8c4f-493c-8415-ee21de42ee98 req-90f946f3-9bab-4290-a430-595f100dfd06 tempest-AttachVolumeTestJSON-1178366330 tempest-AttachVolumeTestJSON-1178366330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:49:42.324788 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-02c5b3e5-8c4f-493c-8415-ee21de42ee98 req-90f946f3-9bab-4290-a430-595f100dfd06 tempest-AttachVolumeTestJSON-1178366330 tempest-AttachVolumeTestJSON-1178366330-project] 10.222.0.47 "GET /v2.0/ports?device_id=4b964d00-f051-4d1a-9f0a-e0355ef23ca5 HTTP/1.1" status: 200  len: 945 time: 0.3503680
Apr 15 19:49:42.334942 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.wsgi [-] (85345) accepted ('10.222.0.47', 43674) {{(pid=85345) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:49:42.361415 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.v2.base [None req-59aacb57-e56d-4c65-9450-5007d91879e6 tempest-AttachVolumeTestJSON-1178366330 tempest-AttachVolumeTestJSON-1178366330-project] Request body: {'floatingip': {'port_id': '3124f886-86b8-4e82-9d80-cb724b2065e3'}} {{(pid=85345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 19:49:42.457620 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.db.l3_db [None req-4ada101e-1931-471b-9a43-80bc0db00fa6 tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] Floating IP f9305ba6-600d-44b4-9ccc-3351181afa2d associated. External IP: 172.27.2.110, port: b7d370ef-6621-4ccd-8223-e4a1f5504c1b.
Apr 15 19:49:42.594840 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [None req-1b83c7f0-a6c4-4dff-a52b-bf68d1bafbc7 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=5b9f246fda94460abbba81a2f11b8ab8&name=default HTTP/1.1" status: 200  len: 2979 time: 0.9712207
Apr 15 19:49:42.595095 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-59aacb57-e56d-4c65-9450-5007d91879e6 tempest-AttachVolumeTestJSON-1178366330 tempest-AttachVolumeTestJSON-1178366330-project] Notify callbacks [] for floatingip, before_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:49:42.615599 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.wsgi [-] (85344) accepted ('10.222.0.47', 43684) {{(pid=85344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:49:42.657815 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b83c7f0-a6c4-4dff-a52b-bf68d1bafbc7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46c3268e-1f04-4c93-b932-6ddfdf3f80e6,revision_number=1']} {{(pid=85345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:49:42.680989 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-1b83c7f0-a6c4-4dff-a52b-bf68d1bafbc7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.419s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:49:42.697322 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-a14db271-f4fe-46e6-b376-27be3e90b2b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:49:42.775709 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.quota.driver [None req-a14db271-f4fe-46e6-b376-27be3e90b2b8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85345) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:49:42.784767 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource [None req-a14db271-f4fe-46e6-b376-27be3e90b2b8 admin admin] Usage tracker for resource:security_group_rule and tenant:23729231c6f64f6da4f02204e8252af3 is out of sync, need to count used quota {{(pid=85345) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:49:42.796328 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource [None req-a14db271-f4fe-46e6-b376-27be3e90b2b8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85345) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:49:42.798004 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-2957d61a-d504-4b2f-a235-9a812507165a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:49:42.808840 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.quota.driver [None req-a14db271-f4fe-46e6-b376-27be3e90b2b8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85345) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:49:42.978661 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-2957d61a-d504-4b2f-a235-9a812507165a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:49:43.220476 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-2957d61a-d504-4b2f-a235-9a812507165a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806004'] for security_group, after_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:49:43.231376 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:49:43.241799 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ada101e-1931-471b-9a43-80bc0db00fa6 tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] Router f8b874cc-f348-4da0-80b2-8449d13838df has already been hosted by L3 agent 74482fb0-5b00-43f0-8fa9-533a3c8b2378 {{(pid=85344) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 15 19:49:43.256219 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395d7fbb-838b-4fa2-94b6-893732d2dd93 req-a0357883-f7fa-437f-9e64-4dae29d89acb tempest-ServerRescueNegativeTestJSON-1235948813 tempest-ServerRescueNegativeTestJSON-1235948813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:49:43.258019 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-395d7fbb-838b-4fa2-94b6-893732d2dd93 req-a0357883-f7fa-437f-9e64-4dae29d89acb tempest-ServerRescueNegativeTestJSON-1235948813 tempest-ServerRescueNegativeTestJSON-1235948813-project] 10.222.0.47 "GET /v2.0/ports?device_id=e9aebd22-52d6-4434-8b88-31ff5eb1f75a HTTP/1.1" status: 200  len: 945 time: 0.2837403
Apr 15 19:49:43.264750 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2957d61a-d504-4b2f-a235-9a812507165a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46c3268e-1f04-4c93-b932-6ddfdf3f80e6,revision_number=None']} {{(pid=85344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:49:43.267552 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-2957d61a-d504-4b2f-a235-9a812507165a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:49:43.279570 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-2957d61a-d504-4b2f-a235-9a812507165a admin admin] Notify callbacks [] for security_group, before_response {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:49:43.280763 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [None req-2957d61a-d504-4b2f-a235-9a812507165a admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/46c3268e-1f04-4c93-b932-6ddfdf3f80e6 HTTP/1.1" status: 204  len: 168 time: 0.6646874
Apr 15 19:49:43.493321 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-395d7fbb-838b-4fa2-94b6-893732d2dd93 req-cb27f815-0ea7-4888-b6c8-360ca604ed3c tempest-ServerRescueNegativeTestJSON-1235948813 tempest-ServerRescueNegativeTestJSON-1235948813-project] 10.222.0.47 "GET /v2.0/security-groups?id=7fa5c887-ca49-4d7e-a257-900a3414a5f8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1503360
Apr 15 19:49:43.531921 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ada101e-1931-471b-9a43-80bc0db00fa6 tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] Notify agent at l3_agent.dv-cinder-786383-2-iscsi the message routers_updated {{(pid=85344) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 15 19:49:43.546982 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfff44b6-abf0-44a4-9b6b-72871d321ac5 None None] Sync routers for ids ['f8b874cc-f348-4da0-80b2-8449d13838df'] in dv-cinder-786383-2-iscsi {{(pid=85347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 15 19:49:43.556156 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-4ada101e-1931-471b-9a43-80bc0db00fa6 tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771739'] for floatingip, before_response {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:49:43.560403 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfff44b6-abf0-44a4-9b6b-72871d321ac5 None None] Routers {'f8b874cc-f348-4da0-80b2-8449d13838df'} bound to L3 agent in host dv-cinder-786383-2-iscsi {{(pid=85347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 19:49:43.561324 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.l3_hamode_db [None req-cfff44b6-abf0-44a4-9b6b-72871d321ac5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe8b9acbbe0>, 'dv-cinder-786383-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-15T19:40:08Z,description=<?>,heartbeat_timestamp=2021-04-15T19:49:38Z,host='dv-cinder-786383-2-iscsi',id=74482fb0-5b00-43f0-8fa9-533a3c8b2378,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T19:40:08Z,topic='l3_agent')) {'router_ids': ['f8b874cc-f348-4da0-80b2-8449d13838df'], 'active': True} {{(pid=85347) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 19:49:43.643445 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4a10f3-c027-4eb2-9445-5fe0045371f8 req-074f5063-e1c3-45a9-ae87-13f25459e8ff tempest-VolumesActionsTest-406255356 tempest-VolumesActionsTest-406255356-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:49:43.650029 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.rpc [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Device 5caf05f9-89bf-44b7-8586-631f88388dda details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=85346) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 15 19:49:43.658909 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-cd4a10f3-c027-4eb2-9445-5fe0045371f8 req-074f5063-e1c3-45a9-ae87-13f25459e8ff tempest-VolumesActionsTest-406255356 tempest-VolumesActionsTest-406255356-project] 10.222.0.47 "GET /v2.0/networks?id=bfb7faf0-99c9-4910-9a35-0d0821c80032 HTTP/1.1" status: 200  len: 808 time: 0.7339783
Apr 15 19:49:43.869506 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [None req-4ada101e-1931-471b-9a43-80bc0db00fa6 tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] 10.222.0.47 "PUT /v2.0/floatingips/f9305ba6-600d-44b4-9ccc-3351181afa2d HTTP/1.1" status: 200  len: 992 time: 4.1826346
Apr 15 19:49:43.871249 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1383150-72ad-4e1a-b482-18005ac62501', 'tag': 'b7d370ef-6621-4ccd-8223-e4a1f5504c1b'}] {{(pid=85344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 19:49:43.952730 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7369ca27-c268-40ce-8557-5a020801f7c7 req-ae1ceaf0-934e-4d18-b902-2d6bd758ebdf tempest-AttachVolumeNegativeTest-1626257925 tempest-AttachVolumeNegativeTest-1626257925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:49:43.964902 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-7369ca27-c268-40ce-8557-5a020801f7c7 req-ae1ceaf0-934e-4d18-b902-2d6bd758ebdf tempest-AttachVolumeNegativeTest-1626257925 tempest-AttachVolumeNegativeTest-1626257925-project] 10.222.0.47 "GET /v2.0/ports?device_id=00067acb-2e5b-4708-bb28-56b1ac726353 HTTP/1.1" status: 200  len: 943 time: 0.3227262
Apr 15 19:49:43.998113 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-cd4a10f3-c027-4eb2-9445-5fe0045371f8 req-4acca4a7-63b5-40a7-9b10-60100408641b tempest-VolumesActionsTest-406255356 tempest-VolumesActionsTest-406255356-project] 10.222.0.47 "GET /v2.0/quotas/6d506b42933048f69f4a289666c552b5 HTTP/1.1" status: 200  len: 375 time: 0.3377805
Apr 15 19:49:44.078382 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-7369ca27-c268-40ce-8557-5a020801f7c7 req-0ff925de-72ce-4755-b8c0-bc9f90a81d66 tempest-AttachVolumeNegativeTest-1626257925 tempest-AttachVolumeNegativeTest-1626257925-project] 10.222.0.47 "GET /v2.0/security-groups?id=8498f6ac-4e62-4833-b465-61e9c537cd5f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1064448
Apr 15 19:49:44.097004 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-cd4a10f3-c027-4eb2-9445-5fe0045371f8 req-8dcd5273-5d24-4bd9-9396-ce6fd62307e6 tempest-VolumesActionsTest-406255356 tempest-VolumesActionsTest-406255356-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=6d506b42933048f69f4a289666c552b5&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0976665
Apr 15 19:49:44.113788 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.db [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] For port 5caf05f9-89bf-44b7-8586-631f88388dda, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=5caf05f9-89bf-44b7-8586-631f88388dda,segment=NetworkSegment(3e6fcf0e-0b95-4774-a8cb-5489ca9658fc),segment_id=3e6fcf0e-0b95-4774-a8cb-5489ca9658fc)] {{(pid=85346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 19:49:44.157129 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.rpc [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Returning: {'device': '5caf05f9-89bf-44b7-8586-631f88388dda', 'network_id': 'dcb51ae5-ec1d-4059-96e4-434dbd301cd9', 'port_id': '5caf05f9-89bf-44b7-8586-631f88388dda', 'mac_address': 'fa:16:3e:61:30:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 696, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6be9cab0-c301-4b99-9135-7ca2bab15246', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85346) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 15 19:49:44.281611 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.l3_dvr_db [None req-cfff44b6-abf0-44a4-9b6b-72871d321ac5 None None] Set router f8b874cc-f348-4da0-80b2-8449d13838df gateway port host: dv-cinder-786383-2-iscsi {{(pid=85347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 19:49:44.293911 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854565853'] for port, before_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:49:44.305837 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-a14db271-f4fe-46e6-b376-27be3e90b2b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:49:44.341362 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-a14db271-f4fe-46e6-b376-27be3e90b2b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806004'] for security_group, after_create {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:49:44.344847 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.notifiers.nova [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5caf05f9-89bf-44b7-8586-631f88388dda {{(pid=85346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 15 19:49:44.377996 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:49:44.396545 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.db [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] For port 5caf05f9-89bf-44b7-8586-631f88388dda, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=5caf05f9-89bf-44b7-8586-631f88388dda,segment=NetworkSegment(3e6fcf0e-0b95-4774-a8cb-5489ca9658fc),segment_id=3e6fcf0e-0b95-4774-a8cb-5489ca9658fc)] {{(pid=85346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 19:49:44.404047 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854693686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852972410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789846929216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789846482410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789846483725'] for port, after_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:49:44.409663 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:49:44.510127 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Pushing event updated for resources: {'Port': ['ID=5caf05f9-89bf-44b7-8586-631f88388dda,revision_number=4']} {{(pid=85346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:49:44.513888 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:49:44.564458 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a1383150-72ad-4e1a-b482-18005ac62501', 'tag': 'b7d370ef-6621-4ccd-8223-e4a1f5504c1b', 'status': 'completed', 'code': 200}
Apr 15 19:49:44.607125 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14db271-f4fe-46e6-b376-27be3e90b2b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19483d76-4f5d-4fc3-96d6-cb0f495e569c,revision_number=1']} {{(pid=85345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:49:44.630561 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.wsgi [-] (85344) accepted ('10.222.0.47', 43734) {{(pid=85344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:49:44.635661 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [None req-a14db271-f4fe-46e6-b376-27be3e90b2b8 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=23729231c6f64f6da4f02204e8252af3&name=default HTTP/1.1" status: 200  len: 2979 time: 2.4128253
Apr 15 19:49:44.639896 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-a14db271-f4fe-46e6-b376-27be3e90b2b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:49:44.718666 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.db [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] get_ports_and_sgs() called for port_ids ['5caf05f9-89bf-44b7-8586-631f88388dda'] {{(pid=85346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 15 19:49:44.783400 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-3e6e08e9-6ce5-43c9-8296-4e5903ef1646 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:49:44.866881 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-3e6e08e9-6ce5-43c9-8296-4e5903ef1646 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:49:44.975654 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-3e6e08e9-6ce5-43c9-8296-4e5903ef1646 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806004'] for security_group, after_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:49:44.988931 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-d3816a44-0563-431d-8a07-03ec3d7063bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:49:44.990714 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-cd4a10f3-c027-4eb2-9445-5fe0045371f8 req-bda38df0-597d-49d4-9ce2-0643f7c71ba5 service neutron] 10.222.0.47 "GET /v2.0/networks/bfb7faf0-99c9-4910-9a35-0d0821c80032?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.8918827
Apr 15 19:49:45.015157 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6e08e9-6ce5-43c9-8296-4e5903ef1646 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19483d76-4f5d-4fc3-96d6-cb0f495e569c,revision_number=None']} {{(pid=85344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:49:45.033851 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-3e6e08e9-6ce5-43c9-8296-4e5903ef1646 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:49:45.034913 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-3e6e08e9-6ce5-43c9-8296-4e5903ef1646 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:49:45.041153 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [None req-3e6e08e9-6ce5-43c9-8296-4e5903ef1646 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/19483d76-4f5d-4fc3-96d6-cb0f495e569c HTTP/1.1" status: 204  len: 168 time: 0.4038613
Apr 15 19:49:45.245525 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6292a3e9-eafa-4d5d-b4f8-3ce717ab4a61 req-23abc44f-13db-4725-b185-37e1a77aa4b0 tempest-ServerRescueNegativeTestJSON-1235948813 tempest-ServerRescueNegativeTestJSON-1235948813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:49:45.250996 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-6292a3e9-eafa-4d5d-b4f8-3ce717ab4a61 req-23abc44f-13db-4725-b185-37e1a77aa4b0 tempest-ServerRescueNegativeTestJSON-1235948813 tempest-ServerRescueNegativeTestJSON-1235948813-project] 10.222.0.47 "GET /v2.0/ports?device_id=e9aebd22-52d6-4434-8b88-31ff5eb1f75a HTTP/1.1" status: 200  len: 945 time: 0.2066879
Apr 15 19:49:45.287028 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.l3_hamode_db [None req-cfff44b6-abf0-44a4-9b6b-72871d321ac5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe8b9acbbe0>, [{'id': 'f8b874cc-f348-4da0-80b2-8449d13838df', 'name': 'tempest-AttachVolumeShelveTestJSON-1863267534-router', 'tenant_id': '4bae275d2add4a8a85e8b627d205bb33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b576887-bb01-4bfc-8617-ca8b886d7b7e', 'external_fixed_ips': [{'subnet_id': '7ad9face-0ae3-4529-aacd-d53ebb36e4d0', 'ip_address': '172.27.2.96'}], 'enable_snat': True}, 'gw_port_id': '1f0a632d-6a7b-49a4-9d95-9dca92d85df6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:48:23Z', 'updated_at': '2021-04-15T19:48:43Z', 'revision_number': 4, 'project_id': '4bae275d2add4a8a85e8b627d205bb33', 'gw_port': {'id': '1f0a632d-6a7b-49a4-9d95-9dca92d85df6', 'name': '', 'network_id': '0b576887-bb01-4bfc-8617-ca8b886d7b7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:36:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8b874cc-f348-4da0-80b2-8449d13838df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '7ad9face-0ae3-4529-aacd-d53ebb36e4d0', 'ip_address': '172.27.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:48:26Z', 'updated_at': '2021-04-15T19:48:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ad9face-0ae3-4529-aacd-d53ebb36e4d0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-2-iscsi', '_floatingips': [{'id': 'f9305ba6-600d-44b4-9ccc-3351181afa2d', 'tenant_id': '4bae275d2add4a8a85e8b627d205bb33', 'floating_ip_address': '172.27.2.110', 'floating_network_id': '0b576887-bb01-4bfc-8617-ca8b886d7b7e', 'router_id': 'f8b874cc-f348-4da0-80b2-8449d13838df', 'port_id': 'b7d370ef-6621-4ccd-8223-e4a1f5504c1b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 136, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3371f473-4c26-4f81-abc4-c2c4353fa3ab', 'mac_address': 'fa:16:3e:21:f1:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1383150-72ad-4e1a-b482-18005ac62501', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T19:48:58Z', 'updated_at': '2021-04-15T19:49:41Z', 'revision_number': 1, 'project_id': '4bae275d2add4a8a85e8b627d205bb33', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c8721a51-9e02-43fd-8698-1972f9c41b9f', 'name': '', 'network_id': '3371f473-4c26-4f81-abc4-c2c4353fa3ab', 'tenant_id': '4bae275d2add4a8a85e8b627d205bb33', 'mac_address': 'fa:16:3e:1e:3d:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8b874cc-f348-4da0-80b2-8449d13838df', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '8272d6a7-33c7-4e21-aec7-64c68285458e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:48:38Z', 'updated_at': '2021-04-15T19:48:59Z', 'revision_number': 5, 'project_id': '4bae275d2add4a8a85e8b627d205bb33', 'subnets': [{'id': '8272d6a7-33c7-4e21-aec7-64c68285458e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786383-2-iscsi', False) {} {{(pid=85347) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 19:49:45.294911 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfff44b6-abf0-44a4-9b6b-72871d321ac5 None None] Checking router: f8b874cc-f348-4da0-80b2-8449d13838df for host: dv-cinder-786383-2-iscsi {{(pid=85347) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 15 19:49:45.313943 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfff44b6-abf0-44a4-9b6b-72871d321ac5 None None] Routers {'f8b874cc-f348-4da0-80b2-8449d13838df'} bound to L3 agent in host dv-cinder-786383-2-iscsi {{(pid=85347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 19:49:45.315088 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.l3_hamode_db [None req-cfff44b6-abf0-44a4-9b6b-72871d321ac5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe8b9acbbe0>, 'dv-cinder-786383-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-15T19:40:08Z,description=<?>,heartbeat_timestamp=2021-04-15T19:49:38Z,host='dv-cinder-786383-2-iscsi',id=74482fb0-5b00-43f0-8fa9-533a3c8b2378,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T19:40:08Z,topic='l3_agent')) {'router_ids': ['f8b874cc-f348-4da0-80b2-8449d13838df'], 'active': True} {{(pid=85347) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 19:49:45.368485 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-6292a3e9-eafa-4d5d-b4f8-3ce717ab4a61 req-cd45a725-b79c-4afd-b9dd-96423b61269a tempest-ServerRescueNegativeTestJSON-1235948813 tempest-ServerRescueNegativeTestJSON-1235948813-project] 10.222.0.47 "GET /v2.0/security-groups?id=7fa5c887-ca49-4d7e-a257-900a3414a5f8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0978401
Apr 15 19:49:45.602067 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.wsgi [-] (85344) accepted ('10.222.0.47', 43762) {{(pid=85344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:49:45.650539 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.db.resource_extend [None req-59aacb57-e56d-4c65-9450-5007d91879e6 tempest-AttachVolumeTestJSON-1178366330 tempest-AttachVolumeTestJSON-1178366330-project] It took 1.01 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=85345) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Apr 15 19:49:45.653564 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.l3_dvr_db [None req-cfff44b6-abf0-44a4-9b6b-72871d321ac5 None None] Set router f8b874cc-f348-4da0-80b2-8449d13838df gateway port host: dv-cinder-786383-2-iscsi {{(pid=85347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 19:49:45.873317 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c7c5e1f-1ece-4185-b993-6b368b496bb7 admin admin] Deleting subnet a28637db-e9c2-4c9e-a04f-87edaec9fbe6 {{(pid=85344) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 15 19:49:45.879978 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-7c7c5e1f-1ece-4185-b993-6b368b496bb7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:49:46.004360 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-7c7c5e1f-1ece-4185-b993-6b368b496bb7 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:49:46.023592 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-7c7c5e1f-1ece-4185-b993-6b368b496bb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8687'] for subnet, precommit_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:49:46.081638 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-59aacb57-e56d-4c65-9450-5007d91879e6 tempest-AttachVolumeTestJSON-1178366330 tempest-AttachVolumeTestJSON-1178366330-project] Notify callbacks [] for floatingip, precommit_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:49:46.087496 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d335747-cad3-4a8f-9e1e-e0e57b940343 req-34895345-0ac6-4981-9c74-99d8892ebe68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:49:46.090564 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-7d335747-cad3-4a8f-9e1e-e0e57b940343 req-34895345-0ac6-4981-9c74-99d8892ebe68 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=4bae275d2add4a8a85e8b627d205bb33&device_id=a1383150-72ad-4e1a-b482-18005ac62501 HTTP/1.1" status: 200  len: 1099 time: 1.4718053
Apr 15 19:49:46.103628 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-59aacb57-e56d-4c65-9450-5007d91879e6 tempest-AttachVolumeTestJSON-1178366330 tempest-AttachVolumeTestJSON-1178366330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1673197'] for floatingip, after_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:49:46.245368 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.wsgi [-] (85344) accepted ('10.222.0.47', 43770) {{(pid=85344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:49:46.361949 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-7b336c63-5652-4ae0-a921-b90208301d8c admin admin] Notify callbacks [] for security_group, before_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:49:46.406731 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.quota.driver [None req-7b336c63-5652-4ae0-a921-b90208301d8c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:49:46.431733 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource [None req-7b336c63-5652-4ae0-a921-b90208301d8c admin admin] Usage tracker for resource:security_group_rule and tenant:e26bf99496e141558f4c06b6016168a9 is out of sync, need to count used quota {{(pid=85344) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:49:46.440664 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource [None req-7b336c63-5652-4ae0-a921-b90208301d8c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85344) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:49:46.451837 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.quota.driver [None req-7b336c63-5652-4ae0-a921-b90208301d8c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:49:46.474913 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8652dfd3-56f6-42b7-9615-094669b1183c req-8fb8824f-51f2-46a8-a4db-2139b4a1c321 tempest-AttachVolumeNegativeTest-1626257925 tempest-AttachVolumeNegativeTest-1626257925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:49:46.477426 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-8652dfd3-56f6-42b7-9615-094669b1183c req-8fb8824f-51f2-46a8-a4db-2139b4a1c321 tempest-AttachVolumeNegativeTest-1626257925 tempest-AttachVolumeNegativeTest-1626257925-project] 10.222.0.47 "GET /v2.0/ports?device_id=00067acb-2e5b-4708-bb28-56b1ac726353 HTTP/1.1" status: 200  len: 944 time: 0.3727560
Apr 15 19:49:46.499962 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.l3_hamode_db [None req-cfff44b6-abf0-44a4-9b6b-72871d321ac5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe8b9acbbe0>, [{'id': 'f8b874cc-f348-4da0-80b2-8449d13838df', 'name': 'tempest-AttachVolumeShelveTestJSON-1863267534-router', 'tenant_id': '4bae275d2add4a8a85e8b627d205bb33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b576887-bb01-4bfc-8617-ca8b886d7b7e', 'external_fixed_ips': [{'subnet_id': '7ad9face-0ae3-4529-aacd-d53ebb36e4d0', 'ip_address': '172.27.2.96'}], 'enable_snat': True}, 'gw_port_id': '1f0a632d-6a7b-49a4-9d95-9dca92d85df6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:48:23Z', 'updated_at': '2021-04-15T19:48:43Z', 'revision_number': 4, 'project_id': '4bae275d2add4a8a85e8b627d205bb33', 'gw_port': {'id': '1f0a632d-6a7b-49a4-9d95-9dca92d85df6', 'name': '', 'network_id': '0b576887-bb01-4bfc-8617-ca8b886d7b7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:36:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8b874cc-f348-4da0-80b2-8449d13838df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '7ad9face-0ae3-4529-aacd-d53ebb36e4d0', 'ip_address': '172.27.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:48:26Z', 'updated_at': '2021-04-15T19:48:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ad9face-0ae3-4529-aacd-d53ebb36e4d0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-2-iscsi', '_floatingips': [{'id': 'f9305ba6-600d-44b4-9ccc-3351181afa2d', 'tenant_id': '4bae275d2add4a8a85e8b627d205bb33', 'floating_ip_address': '172.27.2.110', 'floating_network_id': '0b576887-bb01-4bfc-8617-ca8b886d7b7e', 'router_id': 'f8b874cc-f348-4da0-80b2-8449d13838df', 'port_id': 'b7d370ef-6621-4ccd-8223-e4a1f5504c1b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 136, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3371f473-4c26-4f81-abc4-c2c4353fa3ab', 'mac_address': 'fa:16:3e:21:f1:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1383150-72ad-4e1a-b482-18005ac62501', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T19:48:58Z', 'updated_at': '2021-04-15T19:49:41Z', 'revision_number': 1, 'project_id': '4bae275d2add4a8a85e8b627d205bb33', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c8721a51-9e02-43fd-8698-1972f9c41b9f', 'name': '', 'network_id': '3371f473-4c26-4f81-abc4-c2c4353fa3ab', 'tenant_id': '4bae275d2add4a8a85e8b627d205bb33', 'mac_address': 'fa:16:3e:1e:3d:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8b874cc-f348-4da0-80b2-8449d13838df', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '8272d6a7-33c7-4e21-aec7-64c68285458e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:48:38Z', 'updated_at': '2021-04-15T19:48:59Z', 'revision_number': 5, 'project_id': '4bae275d2add4a8a85e8b627d205bb33', 'subnets': [{'id': '8272d6a7-33c7-4e21-aec7-64c68285458e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786383-2-iscsi', False) {} {{(pid=85347) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 19:49:46.505631 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfff44b6-abf0-44a4-9b6b-72871d321ac5 None None] The sync data for ids ['f8b874cc-f348-4da0-80b2-8449d13838df'] in dv-cinder-786383-2-iscsi is: [{'id': 'f8b874cc-f348-4da0-80b2-8449d13838df', 'name': 'tempest-AttachVolumeShelveTestJSON-1863267534-router', 'tenant_id': '4bae275d2add4a8a85e8b627d205bb33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b576887-bb01-4bfc-8617-ca8b886d7b7e', 'external_fixed_ips': [{'subnet_id': '7ad9face-0ae3-4529-aacd-d53ebb36e4d0', 'ip_address': '172.27.2.96'}], 'enable_snat': True}, 'gw_port_id': '1f0a632d-6a7b-49a4-9d95-9dca92d85df6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:48:23Z', 'updated_at': '2021-04-15T19:48:43Z', 'revision_number': 4, 'project_id': '4bae275d2add4a8a85e8b627d205bb33', 'gw_port': {'id': '1f0a632d-6a7b-49a4-9d95-9dca92d85df6', 'name': '', 'network_id': '0b576887-bb01-4bfc-8617-ca8b886d7b7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:36:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8b874cc-f348-4da0-80b2-8449d13838df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '7ad9face-0ae3-4529-aacd-d53ebb36e4d0', 'ip_address': '172.27.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:48:26Z', 'updated_at': '2021-04-15T19:48:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ad9face-0ae3-4529-aacd-d53ebb36e4d0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-2-iscsi', '_floatingips': [{'id': 'f9305ba6-600d-44b4-9ccc-3351181afa2d', 'tenant_id': '4bae275d2add4a8a85e8b627d205bb33', 'floating_ip_address': '172.27.2.110', 'floating_network_id': '0b576887-bb01-4bfc-8617-ca8b886d7b7e', 'router_id': 'f8b874cc-f348-4da0-80b2-8449d13838df', 'port_id': 'b7d370ef-6621-4ccd-8223-e4a1f5504c1b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 136, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3371f473-4c26-4f81-abc4-c2c4353fa3ab', 'mac_address': 'fa:16:3e:21:f1:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1383150-72ad-4e1a-b482-18005ac62501', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T19:48:58Z', 'updated_at': '2021-04-15T19:49:41Z', 'revision_number': 1, 'project_id': '4bae275d2add4a8a85e8b627d205bb33', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c8721a51-9e02-43fd-8698-1972f9c41b9f', 'name': '', 'network_id': '3371f473-4c26-4f81-abc4-c2c4353fa3ab', 'tenant_id': '4bae275d2add4a8a85e8b627d205bb33', 'mac_address': 'fa:16:3e:1e:3d:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8b874cc-f348-4da0-80b2-8449d13838df', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '8272d6a7-33c7-4e21-aec7-64c68285458e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:48:38Z', 'updated_at': '2021-04-15T19:48:59Z', 'revision_number': 5, 'project_id': '4bae275d2add4a8a85e8b627d205bb33', 'subnets': [{'id': '8272d6a7-33c7-4e21-aec7-64c68285458e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 15 19:49:46.635883 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-8652dfd3-56f6-42b7-9615-094669b1183c req-b8bef450-d8ea-4158-ac5f-cf15a8b8cb66 tempest-AttachVolumeNegativeTest-1626257925 tempest-AttachVolumeNegativeTest-1626257925-project] 10.222.0.47 "GET /v2.0/security-groups?id=8498f6ac-4e62-4833-b465-61e9c537cd5f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1396036
Apr 15 19:49:46.760388 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.wsgi [-] (85344) accepted ('10.222.0.47', 43782) {{(pid=85344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:49:46.774086 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-7c7c5e1f-1ece-4185-b993-6b368b496bb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854767129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852808376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852972410'] for subnet, after_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:49:46.781512 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-7b336c63-5652-4ae0-a921-b90208301d8c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:49:46.799697 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:49:46.838663 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-7b336c63-5652-4ae0-a921-b90208301d8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806004'] for security_group, after_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:49:46.847733 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d335747-cad3-4a8f-9e1e-e0e57b940343 req-48e16c05-57f4-45eb-af19-9683b8461676 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:49:46.854201 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-7d335747-cad3-4a8f-9e1e-e0e57b940343 req-48e16c05-57f4-45eb-af19-9683b8461676 service neutron] 10.222.0.65 "GET /v2.0/networks?id=3371f473-4c26-4f81-abc4-c2c4353fa3ab HTTP/1.1" status: 200  len: 918 time: 0.3499243
Apr 15 19:49:46.906923 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7c5e1f-1ece-4185-b993-6b368b496bb7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a28637db-e9c2-4c9e-a04f-87edaec9fbe6,revision_number=None']} {{(pid=85344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:49:46.934678 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-cd4a10f3-c027-4eb2-9445-5fe0045371f8 req-7efd0ac0-5772-427a-bb2f-247870824155 service neutron] 10.222.0.47 "GET /v2.0/networks/bfb7faf0-99c9-4910-9a35-0d0821c80032?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 1.9241369
Apr 15 19:49:46.934996 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-7c7c5e1f-1ece-4185-b993-6b368b496bb7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:49:46.938298 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa4575f1-40f8-4433-9433-4aa405c1f996 None None] New status for floating IP f9305ba6-600d-44b4-9ccc-3351181afa2d: ACTIVE {{(pid=85346) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 15 19:49:46.956173 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.053s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:49:46.997791 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-9464f187-e050-4e42-b96b-afb9609d3e6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:49:47.014493 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [None req-7b336c63-5652-4ae0-a921-b90208301d8c admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=e26bf99496e141558f4c06b6016168a9&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7678430
Apr 15 19:49:47.028035 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.wsgi [-] (85344) accepted ('10.222.0.47', 43788) {{(pid=85344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:49:47.065273 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.quota.driver [None req-9464f187-e050-4e42-b96b-afb9609d3e6c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:49:47.068672 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b336c63-5652-4ae0-a921-b90208301d8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66a9512e-f86a-4dad-b6a2-d22f3a4a25a7,revision_number=1']} {{(pid=85344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:49:47.079791 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-7b336c63-5652-4ae0-a921-b90208301d8c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:49:47.080886 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource [None req-9464f187-e050-4e42-b96b-afb9609d3e6c admin admin] Usage tracker for resource:security_group_rule and tenant:336f21e9bda841bfaf4c1b4345699050 is out of sync, need to count used quota {{(pid=85344) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:49:47.100232 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource [None req-9464f187-e050-4e42-b96b-afb9609d3e6c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85344) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:49:47.106787 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-7c7c5e1f-1ece-4185-b993-6b368b496bb7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852972363'] for subnet, before_response {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:49:47.176666 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.quota.driver [None req-9464f187-e050-4e42-b96b-afb9609d3e6c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:49:47.188424 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.db.l3_db [None req-59aacb57-e56d-4c65-9450-5007d91879e6 tempest-AttachVolumeTestJSON-1178366330 tempest-AttachVolumeTestJSON-1178366330-project] Floating IP 0f0c6c1e-8c7c-4f1f-801b-343061dc36c9 associated. External IP: 172.27.2.17, port: 3124f886-86b8-4e82-9d80-cb724b2065e3.
Apr 15 19:49:47.202417 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [None req-7c7c5e1f-1ece-4185-b993-6b368b496bb7 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/a28637db-e9c2-4c9e-a04f-87edaec9fbe6 HTTP/1.1" status: 204  len: 168 time: 1.5986824
Apr 15 19:49:47.207833 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.wsgi [-] (85344) accepted ('10.222.0.47', 43796) {{(pid=85344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:49:47.343452 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-7d335747-cad3-4a8f-9e1e-e0e57b940343 req-3039ee96-1096-4479-b219-726745256e98 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b7d370ef-6621-4ccd-8223-e4a1f5504c1b HTTP/1.1" status: 200  len: 1000 time: 0.4401271
Apr 15 19:49:47.470542 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-3e39c9cd-df3c-4c17-a57d-d8e2108351c0 req-01469e8f-6146-434e-88bc-d54ccdc13e17 tempest-VolumesActionsTest-406255356 tempest-VolumesActionsTest-406255356-project] 10.222.0.47 "GET /v2.0/ports?device_id=72ed8be0-1f96-4feb-9696-91be12a7682c HTTP/1.1" status: 200  len: 210 time: 0.1987062
Apr 15 19:49:47.539187 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d335747-cad3-4a8f-9e1e-e0e57b940343 req-0b4daa5d-c30d-4d0b-85f4-4115505bb4ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:49:47.540805 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-7d335747-cad3-4a8f-9e1e-e0e57b940343 req-0b4daa5d-c30d-4d0b-85f4-4115505bb4ad service neutron] 10.222.0.65 "GET /v2.0/subnets?id=8272d6a7-33c7-4e21-aec7-64c68285458e HTTP/1.1" status: 200  len: 856 time: 0.1205156
Apr 15 19:49:47.646828 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-e4a2a38c-8d20-4f03-b813-dce9805163c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:49:47.682676 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.rpc [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Device 5caf05f9-89bf-44b7-8586-631f88388dda up at agent hyperv_hv-cinder-78638 {{(pid=85346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 19:49:47.751423 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-e4a2a38c-8d20-4f03-b813-dce9805163c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:49:47.807540 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-fecd5958-279d-4530-a319-e1feac87c80e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854748596'] for network, before_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:49:47.896638 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.provisioning_blocks [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Provisioning for port 5caf05f9-89bf-44b7-8586-631f88388dda completed by entity L2. {{(pid=85346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 19:49:47.903792 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.provisioning_blocks [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Provisioning complete for port 5caf05f9-89bf-44b7-8586-631f88388dda triggered by entity L2. {{(pid=85346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 19:49:47.904692 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-428662'] for port, provisioning_complete {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:49:47.981723 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a10523-ea38-450c-8b9d-f16a783a1cec req-3e3168f2-8880-4bc2-85cc-ee146375bd6a tempest-ServerRescueNegativeTestJSON-1235948813 tempest-ServerRescueNegativeTestJSON-1235948813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:49:47.989645 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d335747-cad3-4a8f-9e1e-e0e57b940343 req-4fc9e13a-b1ea-4aa6-acff-93e3e077b5e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:49:47.990389 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-b7a10523-ea38-450c-8b9d-f16a783a1cec req-3e3168f2-8880-4bc2-85cc-ee146375bd6a tempest-ServerRescueNegativeTestJSON-1235948813 tempest-ServerRescueNegativeTestJSON-1235948813-project] 10.222.0.47 "GET /v2.0/ports?device_id=e9aebd22-52d6-4434-8b88-31ff5eb1f75a HTTP/1.1" status: 200  len: 945 time: 0.9118328
Apr 15 19:49:47.991365 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-7d335747-cad3-4a8f-9e1e-e0e57b940343 req-4fc9e13a-b1ea-4aa6-acff-93e3e077b5e7 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=3371f473-4c26-4f81-abc4-c2c4353fa3ab&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.4301403
Apr 15 19:49:48.095311 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-9464f187-e050-4e42-b96b-afb9609d3e6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:49:48.156977 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59aacb57-e56d-4c65-9450-5007d91879e6 tempest-AttachVolumeTestJSON-1178366330 tempest-AttachVolumeTestJSON-1178366330-project] Router 6478729e-102a-4a30-b790-61decb297583 has already been hosted by L3 agent 74482fb0-5b00-43f0-8fa9-533a3c8b2378 {{(pid=85345) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 15 19:49:48.163387 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-9464f187-e050-4e42-b96b-afb9609d3e6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806004'] for security_group, after_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:49:48.177461 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-aa7ab553-c147-48ae-9890-1726f92f7d39 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:49:48.179317 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0143b67e-5c38-4732-a6dc-ad29aa8e1ac8 req-718cfdde-68eb-464d-b4ec-943c874052de tempest-AttachVolumeNegativeTest-1626257925 tempest-AttachVolumeNegativeTest-1626257925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:49:48.181129 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-0143b67e-5c38-4732-a6dc-ad29aa8e1ac8 req-718cfdde-68eb-464d-b4ec-943c874052de tempest-AttachVolumeNegativeTest-1626257925 tempest-AttachVolumeNegativeTest-1626257925-project] 10.222.0.47 "GET /v2.0/ports?device_id=00067acb-2e5b-4708-bb28-56b1ac726353 HTTP/1.1" status: 200  len: 944 time: 0.2831497
Apr 15 19:49:48.185110 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854565853'] for port, before_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:49:48.230766 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-b7a10523-ea38-450c-8b9d-f16a783a1cec req-02f51cfd-ecc1-4aa9-82d3-ff44c579e1f8 tempest-ServerRescueNegativeTestJSON-1235948813 tempest-ServerRescueNegativeTestJSON-1235948813-project] 10.222.0.47 "GET /v2.0/security-groups?id=7fa5c887-ca49-4d7e-a257-900a3414a5f8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2392399
Apr 15 19:49:48.277634 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.db [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] For port 5caf05f9-89bf-44b7-8586-631f88388dda, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=5caf05f9-89bf-44b7-8586-631f88388dda,segment=NetworkSegment(3e6fcf0e-0b95-4774-a8cb-5489ca9658fc),segment_id=3e6fcf0e-0b95-4774-a8cb-5489ca9658fc)] {{(pid=85346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 19:49:48.279764 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00067acb-2e5b-4708-bb28-56b1ac726353', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5caf05f9-89bf-44b7-8586-631f88388dda'}] {{(pid=85346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 19:49:48.292247 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854693686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852972410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789846929216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789846482410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789846483725'] for port, after_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:49:48.295930 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:49:48.297323 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-e4a2a38c-8d20-4f03-b813-dce9805163c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806004'] for security_group, after_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:49:48.353525 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [None req-9464f187-e050-4e42-b96b-afb9609d3e6c admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=336f21e9bda841bfaf4c1b4345699050&name=default HTTP/1.1" status: 200  len: 2979 time: 1.5874381
Apr 15 19:49:48.353525 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9464f187-e050-4e42-b96b-afb9609d3e6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d19e5925-9389-4ad2-91a4-6901eda5eb1d,revision_number=1']} {{(pid=85344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:49:48.360974 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.wsgi [-] (85344) accepted ('10.222.0.47', 43812) {{(pid=85344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:49:48.361737 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-9464f187-e050-4e42-b96b-afb9609d3e6c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:49:48.364869 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-fc37d0dc-305a-4a66-8165-c9e00b04527a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.033s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:49:48.391310 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-fecd5958-279d-4530-a319-e1feac87c80e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854320274', 'neutron.services.segments.db._delete_segments_for_network-8789847050952'] for network, precommit_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:49:48.468208 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Pushing event updated for resources: {'Port': ['ID=5caf05f9-89bf-44b7-8586-631f88388dda,revision_number=5']} {{(pid=85346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:49:48.475821 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:49:48.501515 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a2a38c-8d20-4f03-b813-dce9805163c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66a9512e-f86a-4dad-b6a2-d22f3a4a25a7,revision_number=None']} {{(pid=85344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:49:48.509511 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-e4a2a38c-8d20-4f03-b813-dce9805163c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:49:48.510032 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [None req-e4a2a38c-8d20-4f03-b813-dce9805163c3 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/66a9512e-f86a-4dad-b6a2-d22f3a4a25a7 HTTP/1.1" status: 204  len: 168 time: 1.4792511
Apr 15 19:49:48.521216 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-e4a2a38c-8d20-4f03-b813-dce9805163c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:49:48.576321 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-fecd5958-279d-4530-a319-e1feac87c80e admin admin] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7fe8b9a473c8>> segment before_delete 55550000 {{(pid=85344) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 19:49:48.576740 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-fecd5958-279d-4530-a319-e1feac87c80e admin admin] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7fe8b9a473c8>> subnet precommit_delete_associations 55550000 {{(pid=85344) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 19:49:48.577592 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-fecd5958-279d-4530-a319-e1feac87c80e admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fe8b839cf98>> segment_host_mapping after_create 55550000 {{(pid=85344) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 19:49:48.577973 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-fecd5958-279d-4530-a319-e1feac87c80e admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fe8b839cf98>> port after_create 55550000 {{(pid=85344) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 19:49:48.578329 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-fecd5958-279d-4530-a319-e1feac87c80e admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fe8b839cf98>> port after_delete 55550000 {{(pid=85344) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 19:49:48.578712 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-fecd5958-279d-4530-a319-e1feac87c80e admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fe8b839cf98>> port after_update 55550000 {{(pid=85344) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 19:49:48.579112 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-fecd5958-279d-4530-a319-e1feac87c80e admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fe8b839cf98>> segment after_delete 55550000 {{(pid=85344) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 19:49:48.579484 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-fecd5958-279d-4530-a319-e1feac87c80e admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fe8b839cf98>> subnet after_create 55550000 {{(pid=85344) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 19:49:48.579852 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-fecd5958-279d-4530-a319-e1feac87c80e admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fe8b839cf98>> subnet after_delete 55550000 {{(pid=85344) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 19:49:48.580217 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-fecd5958-279d-4530-a319-e1feac87c80e admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fe8b839cf98>> subnet after_update 55550000 {{(pid=85344) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 19:49:48.603058 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00067acb-2e5b-4708-bb28-56b1ac726353', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5caf05f9-89bf-44b7-8586-631f88388dda', 'code': 200}
Apr 15 19:49:48.649796 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-fecd5958-279d-4530-a319-e1feac87c80e admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7fe8b9544908>> subnet after_create 55550000 {{(pid=85344) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 19:49:48.650311 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-fecd5958-279d-4530-a319-e1feac87c80e admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7fe8b9544908>> subnet after_delete 55550000 {{(pid=85344) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 19:49:48.650694 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-fecd5958-279d-4530-a319-e1feac87c80e admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7fe8b9544908>> subnet before_create 55550000 {{(pid=85344) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 19:49:48.651123 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-fecd5958-279d-4530-a319-e1feac87c80e admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7fe8b9544908>> subnet before_update 55550000 {{(pid=85344) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 19:49:48.651566 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.services.segments.db [None req-fecd5958-279d-4530-a319-e1feac87c80e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe8b8361668>,) {'filters': {'network_id': ['0f45a1aa-2622-4761-ba40-3d07b3d3afa9']}} {{(pid=85344) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 19:49:48.651893 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-0143b67e-5c38-4732-a6dc-ad29aa8e1ac8 req-254bc421-fc81-47bb-95bf-0c587bf05ee9 tempest-AttachVolumeNegativeTest-1626257925 tempest-AttachVolumeNegativeTest-1626257925-project] 10.222.0.47 "GET /v2.0/security-groups?id=8498f6ac-4e62-4833-b465-61e9c537cd5f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3915715
Apr 15 19:49:48.673675 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.services.segments.db [None req-fecd5958-279d-4530-a319-e1feac87c80e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe8b8361668>, 'b0508205-a2b4-41c9-b1ec-e4abef51e9ad') {'for_net_delete': True} {{(pid=85344) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 19:49:48.674055 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.services.segments.db [None req-fecd5958-279d-4530-a319-e1feac87c80e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe8b8361668>, 'b0508205-a2b4-41c9-b1ec-e4abef51e9ad') {} {{(pid=85344) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 19:49:48.698522 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-fecd5958-279d-4530-a319-e1feac87c80e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789847056089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852024542'] for segment, before_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:49:48.731793 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-fecd5958-279d-4530-a319-e1feac87c80e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854767479'] for segment, precommit_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:49:48.734693 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-ca7a39be-6a44-458f-8c5f-982d40711ccc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:49:48.754128 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fecd5958-279d-4530-a319-e1feac87c80e admin admin] Releasing vlan 654 on physical network physnet1 to pool {{(pid=85344) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 15 19:49:48.794088 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-7d335747-cad3-4a8f-9e1e-e0e57b940343 req-52484806-3e57-4211-8678-23a1717afe3c service neutron] 10.222.0.65 "GET /v2.0/networks/3371f473-4c26-4f81-abc4-c2c4353fa3ab?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7637410
Apr 15 19:49:48.886907 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-ca7a39be-6a44-458f-8c5f-982d40711ccc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:49:49.051011 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59aacb57-e56d-4c65-9450-5007d91879e6 tempest-AttachVolumeTestJSON-1178366330 tempest-AttachVolumeTestJSON-1178366330-project] Notify agent at l3_agent.dv-cinder-786383-2-iscsi the message routers_updated {{(pid=85345) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 15 19:49:49.062150 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d4479c5-edda-4ebd-ba24-95e871a775ce None None] Sync routers for ids ['6478729e-102a-4a30-b790-61decb297583'] in dv-cinder-786383-2-iscsi {{(pid=85347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 15 19:49:49.081011 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d4479c5-edda-4ebd-ba24-95e871a775ce None None] Routers {'6478729e-102a-4a30-b790-61decb297583'} bound to L3 agent in host dv-cinder-786383-2-iscsi {{(pid=85347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 19:49:49.083738 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.l3_hamode_db [None req-2d4479c5-edda-4ebd-ba24-95e871a775ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe8b9902438>, 'dv-cinder-786383-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-15T19:40:08Z,description=<?>,heartbeat_timestamp=2021-04-15T19:49:38Z,host='dv-cinder-786383-2-iscsi',id=74482fb0-5b00-43f0-8fa9-533a3c8b2378,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T19:40:08Z,topic='l3_agent')) {'router_ids': ['6478729e-102a-4a30-b790-61decb297583'], 'active': True} {{(pid=85347) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 19:49:49.102724 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-7d335747-cad3-4a8f-9e1e-e0e57b940343 req-077a7b02-8965-4f16-9546-00dcb370942b service neutron] 10.222.0.65 "GET /v2.0/networks/3371f473-4c26-4f81-abc4-c2c4353fa3ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2842247
Apr 15 19:49:49.105598 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-59aacb57-e56d-4c65-9450-5007d91879e6 tempest-AttachVolumeTestJSON-1178366330 tempest-AttachVolumeTestJSON-1178366330-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771739'] for floatingip, before_response {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:49:49.202306 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [None req-59aacb57-e56d-4c65-9450-5007d91879e6 tempest-AttachVolumeTestJSON-1178366330 tempest-AttachVolumeTestJSON-1178366330-project] 10.222.0.47 "PUT /v2.0/floatingips/0f0c6c1e-8c7c-4f1f-801b-343061dc36c9 HTTP/1.1" status: 200  len: 990 time: 6.8513865
Apr 15 19:49:49.204152 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b964d00-f051-4d1a-9f0a-e0355ef23ca5', 'tag': '3124f886-86b8-4e82-9d80-cb724b2065e3'}] {{(pid=85345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 19:49:49.249561 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.managers [None req-fecd5958-279d-4530-a319-e1feac87c80e admin admin] Network 0f45a1aa-2622-4761-ba40-3d07b3d3afa9 has no segments {{(pid=85344) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 15 19:49:49.262292 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-fecd5958-279d-4530-a319-e1feac87c80e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851621145'] for segment, after_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:49:49.417269 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8df9a33-014d-4dab-8a75-9e46fdc8171b req-0c55cd0b-f2a3-42e2-a1c7-8e32668cabcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:49:49.419037 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-f8df9a33-014d-4dab-8a75-9e46fdc8171b req-0c55cd0b-f2a3-42e2-a1c7-8e32668cabcc service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=00067acb-2e5b-4708-bb28-56b1ac726353 HTTP/1.1" status: 200  len: 1098 time: 0.1706567
Apr 15 19:49:49.531978 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-f1ed6ef2-fcc4-403d-b30d-c261acf67edc req-e79d9613-7381-4735-95a3-144f05573a24 tempest-VolumesActionsTest-406255356 tempest-VolumesActionsTest-406255356-project] 10.222.0.47 "GET /v2.0/ports?device_id=72ed8be0-1f96-4feb-9696-91be12a7682c HTTP/1.1" status: 200  len: 210 time: 0.6458127
Apr 15 19:49:49.541018 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.l3_dvr_db [None req-2d4479c5-edda-4ebd-ba24-95e871a775ce None None] Set router 6478729e-102a-4a30-b790-61decb297583 gateway port host: dv-cinder-786383-2-iscsi {{(pid=85347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 19:49:49.587680 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b964d00-f051-4d1a-9f0a-e0355ef23ca5', 'tag': '3124f886-86b8-4e82-9d80-cb724b2065e3', 'status': 'completed', 'code': 200}
Apr 15 19:49:49.594691 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-f8df9a33-014d-4dab-8a75-9e46fdc8171b req-1abf06f2-b96e-46a9-a82f-d80f6747f3cf service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=8498f6ac-4e62-4833-b465-61e9c537cd5f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1551371
Apr 15 19:49:49.625831 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.managers [None req-fecd5958-279d-4530-a319-e1feac87c80e admin admin] Network 0f45a1aa-2622-4761-ba40-3d07b3d3afa9 has no segments {{(pid=85344) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 15 19:49:49.662224 dv-cinder-786383-2-iscsi neutron-server[85229]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Apr 15 19:49:49.662224 dv-cinder-786383-2-iscsi neutron-server[85229]:   from cryptography.utils import int_from_bytes
Apr 15 19:49:49.662224 dv-cinder-786383-2-iscsi neutron-server[85229]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Apr 15 19:49:49.662224 dv-cinder-786383-2-iscsi neutron-server[85229]:   from cryptography.utils import int_from_bytes
Apr 15 19:49:49.662224 dv-cinder-786383-2-iscsi neutron-server[85229]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship.  (this warning may be suppressed after 10 occurrences)
Apr 15 19:49:49.662224 dv-cinder-786383-2-iscsi neutron-server[85229]:   (rel_b, rel_a, rel_b),
Apr 15 19:49:49.662224 dv-cinder-786383-2-iscsi neutron-server[85229]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship.  (this warning may be suppressed after 10 occurrences)
Apr 15 19:49:49.662224 dv-cinder-786383-2-iscsi neutron-server[85229]:   (rel_b, rel_a, rel_b),
Apr 15 19:49:49.662224 dv-cinder-786383-2-iscsi neutron-server[85229]: Traceback (most recent call last):
Apr 15 19:49:49.662224 dv-cinder-786383-2-iscsi neutron-server[85229]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 15 19:49:49.662224 dv-cinder-786383-2-iscsi neutron-server[85229]:     timer()
Apr 15 19:49:49.662224 dv-cinder-786383-2-iscsi neutron-server[85229]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 15 19:49:49.662224 dv-cinder-786383-2-iscsi neutron-server[85229]:     cb(*args, **kw)
Apr 15 19:49:49.662224 dv-cinder-786383-2-iscsi neutron-server[85229]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 15 19:49:49.662224 dv-cinder-786383-2-iscsi neutron-server[85229]:     return func(*args, **kwargs)
Apr 15 19:49:49.662224 dv-cinder-786383-2-iscsi neutron-server[85229]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 15 19:49:49.662224 dv-cinder-786383-2-iscsi neutron-server[85229]:     self._notify()
Apr 15 19:49:49.662224 dv-cinder-786383-2-iscsi neutron-server[85229]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 15 19:49:49.662224 dv-cinder-786383-2-iscsi neutron-server[85229]:     self.callback(batched_events)
Apr 15 19:49:49.662224 dv-cinder-786383-2-iscsi neutron-server[85229]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 15 19:49:49.662224 dv-cinder-786383-2-iscsi neutron-server[85229]:     event.method(event)
Apr 15 19:49:49.662224 dv-cinder-786383-2-iscsi neutron-server[85229]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 15 19:49:49.662224 dv-cinder-786383-2-iscsi neutron-server[85229]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 15 19:49:49.662224 dv-cinder-786383-2-iscsi neutron-server[85229]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 15 19:49:49.662224 dv-cinder-786383-2-iscsi neutron-server[85229]:     segment_id)['aggregates'][0]
Apr 15 19:49:49.662224 dv-cinder-786383-2-iscsi neutron-server[85229]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 15 19:49:49.662224 dv-cinder-786383-2-iscsi neutron-server[85229]:     return f(self, *a, **k)
Apr 15 19:49:49.662224 dv-cinder-786383-2-iscsi neutron-server[85229]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 15 19:49:49.662224 dv-cinder-786383-2-iscsi neutron-server[85229]:     return self._get(url).json()
Apr 15 19:49:49.662224 dv-cinder-786383-2-iscsi neutron-server[85229]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 15 19:49:49.662224 dv-cinder-786383-2-iscsi neutron-server[85229]:     **kwargs)
Apr 15 19:49:49.662224 dv-cinder-786383-2-iscsi neutron-server[85229]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 15 19:49:49.662224 dv-cinder-786383-2-iscsi neutron-server[85229]:     return self.request(url, 'GET', **kwargs)
Apr 15 19:49:49.662224 dv-cinder-786383-2-iscsi neutron-server[85229]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 15 19:49:49.662224 dv-cinder-786383-2-iscsi neutron-server[85229]:     **endpoint_filter)
Apr 15 19:49:49.662224 dv-cinder-786383-2-iscsi neutron-server[85229]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 15 19:49:49.662224 dv-cinder-786383-2-iscsi neutron-server[85229]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 15 19:49:49.662224 dv-cinder-786383-2-iscsi neutron-server[85229]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 15 19:49:49.662224 dv-cinder-786383-2-iscsi neutron-server[85229]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 15 19:49:49.662224 dv-cinder-786383-2-iscsi neutron-server[85229]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 15 19:49:49.796154 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.wsgi [-] (85345) accepted ('10.222.0.47', 43854) {{(pid=85345) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:49:49.809323 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c50b68-d6f1-4d94-a618-2e1faefec855 req-3a008d40-7652-46c6-8023-625e95b2dc34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:49:49.813193 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-16c50b68-d6f1-4d94-a618-2e1faefec855 req-3a008d40-7652-46c6-8023-625e95b2dc34 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=5031830a47dd4af1b1ffb83e812d61ea&device_id=4b964d00-f051-4d1a-9f0a-e0355ef23ca5 HTTP/1.1" status: 200  len: 1098 time: 0.1600127
Apr 15 19:49:49.938429 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4a10f3-c027-4eb2-9445-5fe0045371f8 req-f919f9ff-a690-46fc-8bfb-22c92ec4fed5 tempest-VolumesActionsTest-406255356 tempest-VolumesActionsTest-406255356-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:49:49.939409 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource [req-cd4a10f3-c027-4eb2-9445-5fe0045371f8 req-f919f9ff-a690-46fc-8bfb-22c92ec4fed5 tempest-VolumesActionsTest-406255356 tempest-VolumesActionsTest-406255356-project] Synchronizing usage tracker for tenant:6d506b42933048f69f4a289666c552b5 on resource:network {{(pid=85344) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 15 19:49:49.942604 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-fecd5958-279d-4530-a319-e1feac87c80e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-455527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852808340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852972410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1673212'] for network, after_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:49:49.951114 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-ca7a39be-6a44-458f-8c5f-982d40711ccc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806004'] for security_group, after_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:49:49.956963 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-e4a2a38c-8d20-4f03-b813-dce9805163c3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:49:49.989025 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7a39be-6a44-458f-8c5f-982d40711ccc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d19e5925-9389-4ad2-91a4-6901eda5eb1d,revision_number=None']} {{(pid=85344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:49:49.993868 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-fecd5958-279d-4530-a319-e1feac87c80e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852972363'] for network, before_response {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:49:50.009919 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-ca7a39be-6a44-458f-8c5f-982d40711ccc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:49:50.011435 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-7911c979-2094-4a67-9196-a92af11dbd0c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.032s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:49:50.037197 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-ca7a39be-6a44-458f-8c5f-982d40711ccc admin admin] Notify callbacks [] for security_group, before_response {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:49:50.038472 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [None req-ca7a39be-6a44-458f-8c5f-982d40711ccc admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/d19e5925-9389-4ad2-91a4-6901eda5eb1d HTTP/1.1" status: 204  len: 168 time: 1.6756766
Apr 15 19:49:50.039532 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource [req-cd4a10f3-c027-4eb2-9445-5fe0045371f8 req-f919f9ff-a690-46fc-8bfb-22c92ec4fed5 tempest-VolumesActionsTest-406255356 tempest-VolumesActionsTest-406255356-project] Unset dirty status for tenant:6d506b42933048f69f4a289666c552b5 on resource:network {{(pid=85344) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 15 19:49:50.040678 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-cd4a10f3-c027-4eb2-9445-5fe0045371f8 req-f919f9ff-a690-46fc-8bfb-22c92ec4fed5 tempest-VolumesActionsTest-406255356 tempest-VolumesActionsTest-406255356-project] 10.222.0.65 "GET /v2.0/networks?id=bfb7faf0-99c9-4910-9a35-0d0821c80032 HTTP/1.1" status: 200  len: 808 time: 1.1630478
Apr 15 19:49:50.052196 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [None req-fecd5958-279d-4530-a319-e1feac87c80e admin admin] 10.222.0.47 "DELETE /v2.0/networks/0f45a1aa-2622-4761-ba40-3d07b3d3afa9 HTTP/1.1" status: 204  len: 168 time: 2.8418539
Apr 15 19:49:50.053382 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fecd5958-279d-4530-a319-e1feac87c80e admin admin] Pushing event deleted for resources: {'Network': ['ID=0f45a1aa-2622-4761-ba40-3d07b3d3afa9,revision_number=None']} {{(pid=85344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:49:50.062140 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.v2.base [req-cd4a10f3-c027-4eb2-9445-5fe0045371f8 req-99477cba-417a-4fe8-ae04-242daf6c00ca tempest-VolumesActionsTest-406255356 tempest-VolumesActionsTest-406255356-project] Request body: {'port': {'device_id': '72ed8be0-1f96-4feb-9696-91be12a7682c', 'network_id': 'bfb7faf0-99c9-4910-9a35-0d0821c80032', 'admin_state_up': True, 'tenant_id': '6d506b42933048f69f4a289666c552b5'}} {{(pid=85344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 19:49:50.079319 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-fecd5958-279d-4530-a319-e1feac87c80e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:49:50.130756 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.v2.base [None req-ce39e043-5fc0-40ee-9c6c-d43e963a7540 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-172025496-network', 'tenant_id': 'b4909789fad24e5b99c7258f45bca433'}} {{(pid=85345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 19:49:50.143081 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.quota.driver [None req-ce39e043-5fc0-40ee-9c6c-d43e963a7540 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85345) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:49:50.152364 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource [None req-ce39e043-5fc0-40ee-9c6c-d43e963a7540 admin admin] Usage tracker for resource:network and tenant:b4909789fad24e5b99c7258f45bca433 is out of sync, need to count used quota {{(pid=85345) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:49:50.155537 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba13589-75a7-4822-968e-927f53c112ae req-70eb02f2-3a86-4402-956c-131ca68a3b03 tempest-ServerRescueNegativeTestJSON-1235948813 tempest-ServerRescueNegativeTestJSON-1235948813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:49:50.160792 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource [None req-ce39e043-5fc0-40ee-9c6c-d43e963a7540 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85345) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:49:50.164336 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-9ba13589-75a7-4822-968e-927f53c112ae req-70eb02f2-3a86-4402-956c-131ca68a3b03 tempest-ServerRescueNegativeTestJSON-1235948813 tempest-ServerRescueNegativeTestJSON-1235948813-project] 10.222.0.47 "GET /v2.0/ports?device_id=e9aebd22-52d6-4434-8b88-31ff5eb1f75a HTTP/1.1" status: 200  len: 945 time: 0.3776579
Apr 15 19:49:50.174339 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.quota.driver [None req-ce39e043-5fc0-40ee-9c6c-d43e963a7540 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85345) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:49:50.270062 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-9ba13589-75a7-4822-968e-927f53c112ae req-f44f51e5-6f3a-4557-8d06-b524ce79a422 tempest-ServerRescueNegativeTestJSON-1235948813 tempest-ServerRescueNegativeTestJSON-1235948813-project] 10.222.0.47 "GET /v2.0/security-groups?id=7fa5c887-ca49-4d7e-a257-900a3414a5f8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1040714
Apr 15 19:49:50.293478 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce39e043-5fc0-40ee-9c6c-d43e963a7540 admin admin] Made reservation on behalf of b4909789fad24e5b99c7258f45bca433 for: {'network': 1} {{(pid=85345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 15 19:49:50.302020 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-ce39e043-5fc0-40ee-9c6c-d43e963a7540 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854565853'] for network, before_create {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:49:50.308406 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.wsgi [-] (85344) accepted ('10.222.0.47', 43868) {{(pid=85344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:49:50.308859 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.l3_hamode_db [None req-2d4479c5-edda-4ebd-ba24-95e871a775ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe8b9902438>, [{'id': '6478729e-102a-4a30-b790-61decb297583', 'name': 'tempest-AttachVolumeTestJSON-751206198-router', 'tenant_id': '5031830a47dd4af1b1ffb83e812d61ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b576887-bb01-4bfc-8617-ca8b886d7b7e', 'external_fixed_ips': [{'subnet_id': '7ad9face-0ae3-4529-aacd-d53ebb36e4d0', 'ip_address': '172.27.2.113'}], 'enable_snat': True}, 'gw_port_id': '90c2c053-c6a6-4b44-ad5c-9a4933c79339', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:48:19Z', 'updated_at': '2021-04-15T19:48:32Z', 'revision_number': 4, 'project_id': '5031830a47dd4af1b1ffb83e812d61ea', 'gw_port': {'id': '90c2c053-c6a6-4b44-ad5c-9a4933c79339', 'name': '', 'network_id': '0b576887-bb01-4bfc-8617-ca8b886d7b7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:89:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6478729e-102a-4a30-b790-61decb297583', 'device_owner': 'network:router_gateway', 'standard_attr_id': 54, 'fixed_ips': [{'subnet_id': '7ad9face-0ae3-4529-aacd-d53ebb36e4d0', 'ip_address': '172.27.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:48:21Z', 'updated_at': '2021-04-15T19:48:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ad9face-0ae3-4529-aacd-d53ebb36e4d0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-2-iscsi', '_floatingips': [{'id': '0f0c6c1e-8c7c-4f1f-801b-343061dc36c9', 'tenant_id': '5031830a47dd4af1b1ffb83e812d61ea', 'floating_ip_address': '172.27.2.17', 'floating_network_id': '0b576887-bb01-4bfc-8617-ca8b886d7b7e', 'router_id': '6478729e-102a-4a30-b790-61decb297583', 'port_id': '3124f886-86b8-4e82-9d80-cb724b2065e3', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 134, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4d82f7b7-d97c-4f69-af76-26788d15aead', 'mac_address': 'fa:16:3e:e2:bd:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b964d00-f051-4d1a-9f0a-e0355ef23ca5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T19:48:56Z', 'updated_at': '2021-04-15T19:49:44Z', 'revision_number': 1, 'project_id': '5031830a47dd4af1b1ffb83e812d61ea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dcc948ac-1cad-4ecf-8c41-5f7bf7e657c9', 'name': '', 'network_id': '4d82f7b7-d97c-4f69-af76-26788d15aead', 'tenant_id': '5031830a47dd4af1b1ffb83e812d61ea', 'mac_address': 'fa:16:3e:64:1e:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6478729e-102a-4a30-b790-61decb297583', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'c9a5e3d2-b4cb-4ff6-afc6-75b296b42958', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:48:28Z', 'updated_at': '2021-04-15T19:48:53Z', 'revision_number': 5, 'project_id': '5031830a47dd4af1b1ffb83e812d61ea', 'subnets': [{'id': 'c9a5e3d2-b4cb-4ff6-afc6-75b296b42958', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786383-2-iscsi', False) {} {{(pid=85347) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 19:49:50.313787 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d4479c5-edda-4ebd-ba24-95e871a775ce None None] Checking router: 6478729e-102a-4a30-b790-61decb297583 for host: dv-cinder-786383-2-iscsi {{(pid=85347) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 15 19:49:50.327122 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d4479c5-edda-4ebd-ba24-95e871a775ce None None] Routers {'6478729e-102a-4a30-b790-61decb297583'} bound to L3 agent in host dv-cinder-786383-2-iscsi {{(pid=85347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 19:49:50.327841 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.l3_hamode_db [None req-2d4479c5-edda-4ebd-ba24-95e871a775ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe8b9902438>, 'dv-cinder-786383-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-15T19:40:08Z,description=<?>,heartbeat_timestamp=2021-04-15T19:49:38Z,host='dv-cinder-786383-2-iscsi',id=74482fb0-5b00-43f0-8fa9-533a3c8b2378,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T19:40:08Z,topic='l3_agent')) {'router_ids': ['6478729e-102a-4a30-b790-61decb297583'], 'active': True} {{(pid=85347) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 19:49:50.345643 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-ce39e043-5fc0-40ee-9c6c-d43e963a7540 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:49:50.351401 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.quota.driver [req-cd4a10f3-c027-4eb2-9445-5fe0045371f8 req-99477cba-417a-4fe8-ae04-242daf6c00ca tempest-VolumesActionsTest-406255356 tempest-VolumesActionsTest-406255356-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:49:50.383909 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.quota.driver [req-cd4a10f3-c027-4eb2-9445-5fe0045371f8 req-99477cba-417a-4fe8-ae04-242daf6c00ca tempest-VolumesActionsTest-406255356 tempest-VolumesActionsTest-406255356-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=85344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:49:50.403176 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [None req-7ed41f7c-b65a-42aa-b7f9-2e18b29b85d0 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=1df1ccdad5f84944aa5a1da6bd684a06&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0932748
Apr 15 19:49:50.404834 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.wsgi [-] (85344) accepted ('10.222.0.47', 43872) {{(pid=85344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:49:50.418207 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.quota.driver [None req-ce39e043-5fc0-40ee-9c6c-d43e963a7540 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85345) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:49:50.421386 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cd4a10f3-c027-4eb2-9445-5fe0045371f8 req-99477cba-417a-4fe8-ae04-242daf6c00ca tempest-VolumesActionsTest-406255356 tempest-VolumesActionsTest-406255356-project] Made reservation on behalf of 6d506b42933048f69f4a289666c552b5 for: {'port': 1} {{(pid=85344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 15 19:49:50.425901 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource [None req-ce39e043-5fc0-40ee-9c6c-d43e963a7540 admin admin] Usage tracker for resource:security_group_rule and tenant:b4909789fad24e5b99c7258f45bca433 is out of sync, need to count used quota {{(pid=85345) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:49:50.428031 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [req-cd4a10f3-c027-4eb2-9445-5fe0045371f8 req-99477cba-417a-4fe8-ae04-242daf6c00ca tempest-VolumesActionsTest-406255356 tempest-VolumesActionsTest-406255356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854565853'] for port, before_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:49:50.431323 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource [None req-ce39e043-5fc0-40ee-9c6c-d43e963a7540 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85345) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:49:50.443643 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.quota.driver [None req-ce39e043-5fc0-40ee-9c6c-d43e963a7540 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85345) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:49:50.588415 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-3cef3735-d0b5-4cc0-b621-7057d0923839 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:49:50.629974 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-3cef3735-d0b5-4cc0-b621-7057d0923839 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:49:50.725836 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-3cef3735-d0b5-4cc0-b621-7057d0923839 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806004'] for security_group, after_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:49:50.736428 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-ac65170d-9c47-427f-b6a0-26c842b5733e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:49:50.741979 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c50b68-d6f1-4d94-a618-2e1faefec855 req-f19aeb67-1c4c-4e21-bbc4-fb0aa22ccf22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:49:50.744330 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-16c50b68-d6f1-4d94-a618-2e1faefec855 req-f19aeb67-1c4c-4e21-bbc4-fb0aa22ccf22 service neutron] 10.222.0.65 "GET /v2.0/networks?id=4d82f7b7-d97c-4f69-af76-26788d15aead HTTP/1.1" status: 200  len: 911 time: 0.9205351
Apr 15 19:49:50.754505 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d7d8ec-fff7-41f4-9562-0ef33d63dd72 req-9f363876-9540-496e-98b5-a31f4a0fbbf4 tempest-AttachVolumeNegativeTest-1626257925 tempest-AttachVolumeNegativeTest-1626257925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:49:50.764186 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-f3d7d8ec-fff7-41f4-9562-0ef33d63dd72 req-9f363876-9540-496e-98b5-a31f4a0fbbf4 tempest-AttachVolumeNegativeTest-1626257925 tempest-AttachVolumeNegativeTest-1626257925-project] 10.222.0.47 "GET /v2.0/ports?device_id=00067acb-2e5b-4708-bb28-56b1ac726353 HTTP/1.1" status: 200  len: 945 time: 0.6513503
Apr 15 19:49:50.768668 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cef3735-d0b5-4cc0-b621-7057d0923839 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=326d5005-9168-478f-b769-3c01532f8739,revision_number=None']} {{(pid=85344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:49:50.777377 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-3cef3735-d0b5-4cc0-b621-7057d0923839 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:49:50.803296 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-3cef3735-d0b5-4cc0-b621-7057d0923839 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:49:50.805269 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [None req-3cef3735-d0b5-4cc0-b621-7057d0923839 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/326d5005-9168-478f-b769-3c01532f8739 HTTP/1.1" status: 204  len: 168 time: 0.3991482
Apr 15 19:49:51.021099 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.l3_dvr_db [None req-2d4479c5-edda-4ebd-ba24-95e871a775ce None None] Set router 6478729e-102a-4a30-b790-61decb297583 gateway port host: dv-cinder-786383-2-iscsi {{(pid=85347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 19:49:51.037978 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-0b5befac-707e-498e-bbff-f15095dd1fe3 req-bce5cde6-0343-40ac-9821-d155eada8cf9 tempest-VolumesActionsTest-406255356 tempest-VolumesActionsTest-406255356-project] 10.222.0.47 "GET /v2.0/ports?device_id=72ed8be0-1f96-4feb-9696-91be12a7682c HTTP/1.1" status: 200  len: 210 time: 0.1109636
Apr 15 19:49:51.051327 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-16c50b68-d6f1-4d94-a618-2e1faefec855 req-f03055c1-68bb-4fe5-9001-f7f2f9687d83 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3124f886-86b8-4e82-9d80-cb724b2065e3 HTTP/1.1" status: 200  len: 998 time: 0.2136793
Apr 15 19:49:51.109180 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.db_base_plugin_common [req-cd4a10f3-c027-4eb2-9445-5fe0045371f8 req-99477cba-417a-4fe8-ae04-242daf6c00ca tempest-VolumesActionsTest-406255356 tempest-VolumesActionsTest-406255356-project] Allocated IP 172.20.0.9 (bfb7faf0-99c9-4910-9a35-0d0821c80032/fda8751e-fae3-4147-9d64-0fe1636563cb/a6b5f864-1fc2-42b4-9d87-220fffa5e297) {{(pid=85344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 15 19:49:51.125758 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-ce39e043-5fc0-40ee-9c6c-d43e963a7540 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:49:51.145277 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-ce39e043-5fc0-40ee-9c6c-d43e963a7540 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806004'] for security_group, after_create {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:49:51.177788 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-259f0445-e083-4aef-a943-348794ea9e77 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:49:51.214040 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-f3d7d8ec-fff7-41f4-9562-0ef33d63dd72 req-6fcc7449-6d4c-438c-9b5c-ffdb7efcb058 tempest-AttachVolumeNegativeTest-1626257925 tempest-AttachVolumeNegativeTest-1626257925-project] 10.222.0.47 "GET /v2.0/security-groups?id=8498f6ac-4e62-4833-b465-61e9c537cd5f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4485042
Apr 15 19:49:51.272130 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce39e043-5fc0-40ee-9c6c-d43e963a7540 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 656}  {{(pid=85345) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 15 19:49:51.291437 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c50b68-d6f1-4d94-a618-2e1faefec855 req-aad79e8c-1658-4b8f-a66f-95b59ddddbbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:49:51.293615 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-16c50b68-d6f1-4d94-a618-2e1faefec855 req-aad79e8c-1658-4b8f-a66f-95b59ddddbbe service neutron] 10.222.0.65 "GET /v2.0/subnets?id=c9a5e3d2-b4cb-4ff6-afc6-75b296b42958 HTTP/1.1" status: 200  len: 849 time: 0.2211030
Apr 15 19:49:51.294566 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce39e043-5fc0-40ee-9c6c-d43e963a7540 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f2c279e-e772-4465-a84d-4e856f325de8,revision_number=1']} {{(pid=85345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:49:51.317293 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-ce39e043-5fc0-40ee-9c6c-d43e963a7540 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:49:51.431345 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-ce39e043-5fc0-40ee-9c6c-d43e963a7540 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854767479'] for segment, precommit_create {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:49:51.431746 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.db.segments_db [None req-ce39e043-5fc0-40ee-9c6c-d43e963a7540 admin admin] Added segment a869c901-701a-4101-9c03-036d6212cec2 of type vlan for network 45e7bc61-b795-4f1b-a4a8-e067a236ee38
Apr 15 19:49:51.476790 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [req-cd4a10f3-c027-4eb2-9445-5fe0045371f8 req-99477cba-417a-4fe8-ae04-242daf6c00ca tempest-VolumesActionsTest-406255356 tempest-VolumesActionsTest-406255356-project] Notify callbacks [] for port, precommit_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:49:51.510196 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [req-cd4a10f3-c027-4eb2-9445-5fe0045371f8 req-99477cba-417a-4fe8-ae04-242daf6c00ca tempest-VolumesActionsTest-406255356 tempest-VolumesActionsTest-406255356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854693686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852972410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789846482393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851621869'] for port, after_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:49:51.522353 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-ce39e043-5fc0-40ee-9c6c-d43e963a7540 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789846470498'] for network, precommit_create {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:49:51.555547 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c50b68-d6f1-4d94-a618-2e1faefec855 req-228bbccd-aed0-4c77-9859-a237ab33e6fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:49:51.557542 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-16c50b68-d6f1-4d94-a618-2e1faefec855 req-228bbccd-aed0-4c77-9859-a237ab33e6fa service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=4d82f7b7-d97c-4f69-af76-26788d15aead&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2421615
Apr 15 19:49:51.572229 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-6053a0f1-a20d-423a-b723-1672f52eec1b tempest-DeleteServersTestJSON-531578038 tempest-DeleteServersTestJSON-531578038-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:49:51.773446 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-ce39e043-5fc0-40ee-9c6c-d43e963a7540 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852808340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852972410'] for network, after_create {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:49:51.784217 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce39e043-5fc0-40ee-9c6c-d43e963a7540 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:49:51.785023 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-ce39e043-5fc0-40ee-9c6c-d43e963a7540 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852972363'] for network, before_response {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:49:51.793588 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-b750021c-06de-4998-a795-28ccb4afbdf3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:49:51.825256 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.l3_hamode_db [None req-2d4479c5-edda-4ebd-ba24-95e871a775ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe8b9902438>, [{'id': '6478729e-102a-4a30-b790-61decb297583', 'name': 'tempest-AttachVolumeTestJSON-751206198-router', 'tenant_id': '5031830a47dd4af1b1ffb83e812d61ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b576887-bb01-4bfc-8617-ca8b886d7b7e', 'external_fixed_ips': [{'subnet_id': '7ad9face-0ae3-4529-aacd-d53ebb36e4d0', 'ip_address': '172.27.2.113'}], 'enable_snat': True}, 'gw_port_id': '90c2c053-c6a6-4b44-ad5c-9a4933c79339', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:48:19Z', 'updated_at': '2021-04-15T19:48:32Z', 'revision_number': 4, 'project_id': '5031830a47dd4af1b1ffb83e812d61ea', 'gw_port': {'id': '90c2c053-c6a6-4b44-ad5c-9a4933c79339', 'name': '', 'network_id': '0b576887-bb01-4bfc-8617-ca8b886d7b7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:89:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6478729e-102a-4a30-b790-61decb297583', 'device_owner': 'network:router_gateway', 'standard_attr_id': 54, 'fixed_ips': [{'subnet_id': '7ad9face-0ae3-4529-aacd-d53ebb36e4d0', 'ip_address': '172.27.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:48:21Z', 'updated_at': '2021-04-15T19:48:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ad9face-0ae3-4529-aacd-d53ebb36e4d0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-2-iscsi', '_floatingips': [{'id': '0f0c6c1e-8c7c-4f1f-801b-343061dc36c9', 'tenant_id': '5031830a47dd4af1b1ffb83e812d61ea', 'floating_ip_address': '172.27.2.17', 'floating_network_id': '0b576887-bb01-4bfc-8617-ca8b886d7b7e', 'router_id': '6478729e-102a-4a30-b790-61decb297583', 'port_id': '3124f886-86b8-4e82-9d80-cb724b2065e3', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 134, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4d82f7b7-d97c-4f69-af76-26788d15aead', 'mac_address': 'fa:16:3e:e2:bd:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b964d00-f051-4d1a-9f0a-e0355ef23ca5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T19:48:56Z', 'updated_at': '2021-04-15T19:49:44Z', 'revision_number': 1, 'project_id': '5031830a47dd4af1b1ffb83e812d61ea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dcc948ac-1cad-4ecf-8c41-5f7bf7e657c9', 'name': '', 'network_id': '4d82f7b7-d97c-4f69-af76-26788d15aead', 'tenant_id': '5031830a47dd4af1b1ffb83e812d61ea', 'mac_address': 'fa:16:3e:64:1e:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6478729e-102a-4a30-b790-61decb297583', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'c9a5e3d2-b4cb-4ff6-afc6-75b296b42958', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:48:28Z', 'updated_at': '2021-04-15T19:48:53Z', 'revision_number': 5, 'project_id': '5031830a47dd4af1b1ffb83e812d61ea', 'subnets': [{'id': 'c9a5e3d2-b4cb-4ff6-afc6-75b296b42958', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786383-2-iscsi', False) {} {{(pid=85347) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 19:49:51.836843 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d4479c5-edda-4ebd-ba24-95e871a775ce None None] The sync data for ids ['6478729e-102a-4a30-b790-61decb297583'] in dv-cinder-786383-2-iscsi is: [{'id': '6478729e-102a-4a30-b790-61decb297583', 'name': 'tempest-AttachVolumeTestJSON-751206198-router', 'tenant_id': '5031830a47dd4af1b1ffb83e812d61ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b576887-bb01-4bfc-8617-ca8b886d7b7e', 'external_fixed_ips': [{'subnet_id': '7ad9face-0ae3-4529-aacd-d53ebb36e4d0', 'ip_address': '172.27.2.113'}], 'enable_snat': True}, 'gw_port_id': '90c2c053-c6a6-4b44-ad5c-9a4933c79339', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:48:19Z', 'updated_at': '2021-04-15T19:48:32Z', 'revision_number': 4, 'project_id': '5031830a47dd4af1b1ffb83e812d61ea', 'gw_port': {'id': '90c2c053-c6a6-4b44-ad5c-9a4933c79339', 'name': '', 'network_id': '0b576887-bb01-4bfc-8617-ca8b886d7b7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:89:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6478729e-102a-4a30-b790-61decb297583', 'device_owner': 'network:router_gateway', 'standard_attr_id': 54, 'fixed_ips': [{'subnet_id': '7ad9face-0ae3-4529-aacd-d53ebb36e4d0', 'ip_address': '172.27.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:48:21Z', 'updated_at': '2021-04-15T19:48:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ad9face-0ae3-4529-aacd-d53ebb36e4d0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-2-iscsi', '_floatingips': [{'id': '0f0c6c1e-8c7c-4f1f-801b-343061dc36c9', 'tenant_id': '5031830a47dd4af1b1ffb83e812d61ea', 'floating_ip_address': '172.27.2.17', 'floating_network_id': '0b576887-bb01-4bfc-8617-ca8b886d7b7e', 'router_id': '6478729e-102a-4a30-b790-61decb297583', 'port_id': '3124f886-86b8-4e82-9d80-cb724b2065e3', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 134, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4d82f7b7-d97c-4f69-af76-26788d15aead', 'mac_address': 'fa:16:3e:e2:bd:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b964d00-f051-4d1a-9f0a-e0355ef23ca5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T19:48:56Z', 'updated_at': '2021-04-15T19:49:44Z', 'revision_number': 1, 'project_id': '5031830a47dd4af1b1ffb83e812d61ea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dcc948ac-1cad-4ecf-8c41-5f7bf7e657c9', 'name': '', 'network_id': '4d82f7b7-d97c-4f69-af76-26788d15aead', 'tenant_id': '5031830a47dd4af1b1ffb83e812d61ea', 'mac_address': 'fa:16:3e:64:1e:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6478729e-102a-4a30-b790-61decb297583', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'c9a5e3d2-b4cb-4ff6-afc6-75b296b42958', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:48:28Z', 'updated_at': '2021-04-15T19:48:53Z', 'revision_number': 5, 'project_id': '5031830a47dd4af1b1ffb83e812d61ea', 'subnets': [{'id': 'c9a5e3d2-b4cb-4ff6-afc6-75b296b42958', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 15 19:49:51.981318 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [None req-ce39e043-5fc0-40ee-9c6c-d43e963a7540 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201  len: 881 time: 2.1838634
Apr 15 19:49:51.988757 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.wsgi [-] (85345) accepted ('10.222.0.47', 43918) {{(pid=85345) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:49:51.992450 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce39e043-5fc0-40ee-9c6c-d43e963a7540 admin admin] Pushing event updated for resources: {'Network': ['ID=45e7bc61-b795-4f1b-a4a8-e067a236ee38,revision_number=1']} {{(pid=85345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:49:51.998519 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-ce39e043-5fc0-40ee-9c6c-d43e963a7540 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:49:52.002595 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.v2.base [None req-d338e9b3-6870-408c-840c-61da53a29aeb admin admin] Request body: {'subnet': {'network_id': '45e7bc61-b795-4f1b-a4a8-e067a236ee38', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-172025496-subnet', 'tenant_id': 'b4909789fad24e5b99c7258f45bca433', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=85345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 19:49:52.008217 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.rpc [None req-56ecdebd-c5a0-4569-bc96-ba437f5ce558 None None] Network 45e7bc61-b795-4f1b-a4a8-e067a236ee38 details requested by agent ovs-agent-dv-cinder-786383-2-iscsi with host dv-cinder-786383-2-iscsi {{(pid=85346) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 15 19:49:52.046514 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.quota.driver [None req-d338e9b3-6870-408c-840c-61da53a29aeb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85345) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:49:52.054760 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource [None req-d338e9b3-6870-408c-840c-61da53a29aeb admin admin] Usage tracker for resource:subnet and tenant:b4909789fad24e5b99c7258f45bca433 is out of sync, need to count used quota {{(pid=85345) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:49:52.076210 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-16c50b68-d6f1-4d94-a618-2e1faefec855 req-a6b11eb2-9b23-449f-bd40-7841b7124733 service neutron] 10.222.0.65 "GET /v2.0/networks/4d82f7b7-d97c-4f69-af76-26788d15aead?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5035863
Apr 15 19:49:52.077112 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource [None req-d338e9b3-6870-408c-840c-61da53a29aeb admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85345) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:49:52.374552 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-16c50b68-d6f1-4d94-a618-2e1faefec855 req-0bea1b84-40a6-4d97-8831-fa578d438a76 service neutron] 10.222.0.65 "GET /v2.0/networks/4d82f7b7-d97c-4f69-af76-26788d15aead?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2812469
Apr 15 19:49:52.377123 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.quota.driver [None req-d338e9b3-6870-408c-840c-61da53a29aeb admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85345) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:49:52.451045 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d338e9b3-6870-408c-840c-61da53a29aeb admin admin] Made reservation on behalf of b4909789fad24e5b99c7258f45bca433 for: {'subnet': 1} {{(pid=85345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 15 19:49:52.456551 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b62204e-1d26-46b5-b5ee-984d1ae4de57 None None] New status for floating IP 0f0c6c1e-8c7c-4f1f-801b-343061dc36c9: ACTIVE {{(pid=85346) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 15 19:49:52.459638 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-d338e9b3-6870-408c-840c-61da53a29aeb admin admin] Notify callbacks [] for subnet, before_create {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:49:52.690181 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99477cba-417a-4fe8-ae04-242daf6c00ca tempest-VolumesActionsTest-406255356 tempest-VolumesActionsTest-406255356-project] Pushing event updated for resources: {'Port': ['ID=a6b5f864-1fc2-42b4-9d87-220fffa5e297,revision_number=1']} {{(pid=85344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:49:52.703618 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-99477cba-417a-4fe8-ae04-242daf6c00ca tempest-VolumesActionsTest-406255356 tempest-VolumesActionsTest-406255356-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.132s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:49:52.937819 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca80254e-0896-4834-b032-828454c60c1e req-e7616a48-0dde-4584-b07b-b4d57f54eff4 tempest-VolumesActionsTest-406255356 tempest-VolumesActionsTest-406255356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:49:52.948307 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-ca80254e-0896-4834-b032-828454c60c1e req-e7616a48-0dde-4584-b07b-b4d57f54eff4 tempest-VolumesActionsTest-406255356 tempest-VolumesActionsTest-406255356-project] 10.222.0.47 "GET /v2.0/ports?device_id=72ed8be0-1f96-4feb-9696-91be12a7682c HTTP/1.1" status: 200  len: 931 time: 0.5718277
Apr 15 19:49:52.981541 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b7eb1f-14e2-4cca-8681-e9d32ed77102 req-4d24579f-2652-4a5b-a9a2-f8665e650c9d tempest-ServerRescueNegativeTestJSON-1235948813 tempest-ServerRescueNegativeTestJSON-1235948813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:49:52.993985 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-a7b7eb1f-14e2-4cca-8681-e9d32ed77102 req-4d24579f-2652-4a5b-a9a2-f8665e650c9d tempest-ServerRescueNegativeTestJSON-1235948813 tempest-ServerRescueNegativeTestJSON-1235948813-project] 10.222.0.47 "GET /v2.0/ports?device_id=e9aebd22-52d6-4434-8b88-31ff5eb1f75a HTTP/1.1" status: 200  len: 945 time: 1.4242225
Apr 15 19:49:53.034991 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-ca80254e-0896-4834-b032-828454c60c1e req-9e5d9ecd-2f77-4568-ae07-00714aff1a1d tempest-VolumesActionsTest-406255356 tempest-VolumesActionsTest-406255356-project] 10.222.0.47 "GET /v2.0/security-groups?id=7c3120a5-91b3-4e2d-96a8-e876bf30b25c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0849919
Apr 15 19:49:53.091449 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cd4a10f3-c027-4eb2-9445-5fe0045371f8 req-99477cba-417a-4fe8-ae04-242daf6c00ca tempest-VolumesActionsTest-406255356 tempest-VolumesActionsTest-406255356-project] Network bfb7faf0-99c9-4910-9a35-0d0821c80032 is already hosted by enough agents. {{(pid=85344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 15 19:49:53.099435 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.scheduler.base_scheduler [req-cd4a10f3-c027-4eb2-9445-5fe0045371f8 req-99477cba-417a-4fe8-ae04-242daf6c00ca tempest-VolumesActionsTest-406255356 tempest-VolumesActionsTest-406255356-project] Resources bound (agent type, host, resource id):  {{(pid=85344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 19:49:53.108364 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd4a10f3-c027-4eb2-9445-5fe0045371f8 req-99477cba-417a-4fe8-ae04-242daf6c00ca tempest-VolumesActionsTest-406255356 tempest-VolumesActionsTest-406255356-project] Received port after_create {{(pid=85344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 15 19:49:53.159685 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-d338e9b3-6870-408c-840c-61da53a29aeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852808376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852972410'] for subnet, after_create {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:49:53.176717 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:49:53.190545 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-a7b7eb1f-14e2-4cca-8681-e9d32ed77102 req-280a1a7b-a00d-4e6a-be21-e6e9497eab1b tempest-ServerRescueNegativeTestJSON-1235948813 tempest-ServerRescueNegativeTestJSON-1235948813-project] 10.222.0.47 "GET /v2.0/security-groups?id=7fa5c887-ca49-4d7e-a257-900a3414a5f8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1953101
Apr 15 19:49:53.228750 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4a10f3-c027-4eb2-9445-5fe0045371f8 req-99477cba-417a-4fe8-ae04-242daf6c00ca tempest-VolumesActionsTest-406255356 tempest-VolumesActionsTest-406255356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:49:53.229491 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [req-cd4a10f3-c027-4eb2-9445-5fe0045371f8 req-99477cba-417a-4fe8-ae04-242daf6c00ca tempest-VolumesActionsTest-406255356 tempest-VolumesActionsTest-406255356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771739'] for port, before_response {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:49:53.269237 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-cd4a10f3-c027-4eb2-9445-5fe0045371f8 req-99477cba-417a-4fe8-ae04-242daf6c00ca tempest-VolumesActionsTest-406255356 tempest-VolumesActionsTest-406255356-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 3.2125473
Apr 15 19:49:53.292633 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.v2.base [req-cd4a10f3-c027-4eb2-9445-5fe0045371f8 req-1ed9709a-555b-4f4b-b25b-d7607a6509df service neutron] Request body: {'port': {'device_id': '72ed8be0-1f96-4feb-9696-91be12a7682c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=85344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 19:49:53.446479 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [req-cd4a10f3-c027-4eb2-9445-5fe0045371f8 req-1ed9709a-555b-4f4b-b25b-d7607a6509df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854565853'] for port, before_update {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:49:53.459513 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d338e9b3-6870-408c-840c-61da53a29aeb admin admin] Pushing event updated for resources: {'Subnet': ['ID=63684bfb-011d-4f13-a73a-5eb7e5658cce,revision_number=0']} {{(pid=85345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:49:53.481294 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-d338e9b3-6870-408c-840c-61da53a29aeb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.304s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:49:53.545480 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152560e7-9524-46ac-b1a3-4980bc6baa65 req-7102e913-89ce-4d87-af11-7747cea1e197 tempest-AttachVolumeNegativeTest-1626257925 tempest-AttachVolumeNegativeTest-1626257925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:49:53.547217 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-152560e7-9524-46ac-b1a3-4980bc6baa65 req-7102e913-89ce-4d87-af11-7747cea1e197 tempest-AttachVolumeNegativeTest-1626257925 tempest-AttachVolumeNegativeTest-1626257925-project] 10.222.0.47 "GET /v2.0/ports?device_id=00067acb-2e5b-4708-bb28-56b1ac726353 HTTP/1.1" status: 200  len: 945 time: 0.2657766
Apr 15 19:49:53.616864 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d338e9b3-6870-408c-840c-61da53a29aeb admin admin] Checking segment: {'id': 'a869c901-701a-4101-9c03-036d6212cec2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '45e7bc61-b795-4f1b-a4a8-e067a236ee38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 19:49:53.617608 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d338e9b3-6870-408c-840c-61da53a29aeb admin admin] Network hostable DHCP agents. Network: 45e7bc61-b795-4f1b-a4a8-e067a236ee38, hostable agents: ['48b86c86-f902-4f97-86c7-19da88045e62'], hosted agents: [] {{(pid=85345) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 15 19:49:53.911054 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-152560e7-9524-46ac-b1a3-4980bc6baa65 req-f18c20f6-0988-48d2-a896-e72efb4b1061 tempest-AttachVolumeNegativeTest-1626257925 tempest-AttachVolumeNegativeTest-1626257925-project] 10.222.0.47 "GET /v2.0/security-groups?id=8498f6ac-4e62-4833-b465-61e9c537cd5f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3459122
Apr 15 19:49:53.926414 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d338e9b3-6870-408c-840c-61da53a29aeb admin admin] Network 45e7bc61-b795-4f1b-a4a8-e067a236ee38 is scheduled to be hosted by DHCP agent 48b86c86-f902-4f97-86c7-19da88045e62 with binding_index 1 {{(pid=85345) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 15 19:49:53.944800 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.scheduler.base_scheduler [None req-d338e9b3-6870-408c-840c-61da53a29aeb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786383-2-iscsi, 45e7bc61-b795-4f1b-a4a8-e067a236ee38) {{(pid=85345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 19:49:53.954179 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81ca90a4-7dd5-4705-a674-09d1cbf6bf43 None None] Network 45e7bc61-b795-4f1b-a4a8-e067a236ee38 requested from dv-cinder-786383-2-iscsi {{(pid=85346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 15 19:49:53.976507 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d338e9b3-6870-408c-840c-61da53a29aeb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:49:53.979072 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-d338e9b3-6870-408c-840c-61da53a29aeb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852972363'] for subnet, before_response {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:49:54.031069 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.notifiers.nova [req-cd4a10f3-c027-4eb2-9445-5fe0045371f8 req-1ed9709a-555b-4f4b-b25b-d7607a6509df service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a6b5f864-1fc2-42b4-9d87-220fffa5e297 {{(pid=85344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 15 19:49:54.033080 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [None req-d338e9b3-6870-408c-840c-61da53a29aeb admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 2.0421648
Apr 15 19:49:54.051700 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [req-cd4a10f3-c027-4eb2-9445-5fe0045371f8 req-1ed9709a-555b-4f4b-b25b-d7607a6509df service neutron] Notify callbacks [] for port, precommit_update {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:49:54.075525 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.provisioning_blocks [req-cd4a10f3-c027-4eb2-9445-5fe0045371f8 req-1ed9709a-555b-4f4b-b25b-d7607a6509df service neutron] Transition to ACTIVE for port object a6b5f864-1fc2-42b4-9d87-220fffa5e297 will not be triggered until provisioned by entity L2. {{(pid=85344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 19:49:54.079727 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [req-cd4a10f3-c027-4eb2-9445-5fe0045371f8 req-1ed9709a-555b-4f4b-b25b-d7607a6509df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854693686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852972410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789846929216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789846482410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789846483725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3153931'] for port, after_update {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:49:54.101704 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-24a21593-76f6-4ed3-a517-bb1065d339b3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:49:54.193988 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed9709a-555b-4f4b-b25b-d7607a6509df service neutron] Pushing event updated for resources: {'Port': ['ID=a6b5f864-1fc2-42b4-9d87-220fffa5e297,revision_number=2']} {{(pid=85344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:49:54.272994 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-1ed9709a-555b-4f4b-b25b-d7607a6509df service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:49:54.382987 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08e1199f-af4c-4c59-b918-fd3e37395d91 None None] Network 45e7bc61-b795-4f1b-a4a8-e067a236ee38 requested from dv-cinder-786383-2-iscsi {{(pid=85346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 15 19:49:54.888073 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d74611-fade-4e4f-95c2-7073ec413997 req-96780a23-6efc-4508-8824-b24db5f4ffc4 tempest-VolumesActionsTest-406255356 tempest-VolumesActionsTest-406255356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:49:54.888905 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource [req-96d74611-fade-4e4f-95c2-7073ec413997 req-96780a23-6efc-4508-8824-b24db5f4ffc4 tempest-VolumesActionsTest-406255356 tempest-VolumesActionsTest-406255356-project] Synchronizing usage tracker for tenant:6d506b42933048f69f4a289666c552b5 on resource:port {{(pid=85344) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 15 19:49:55.054583 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e15dbd-9ec1-417d-8bbc-83b0f53b8efc req-03db6be6-281a-4090-8ea6-7a4861ff1ead tempest-ServerRescueNegativeTestJSON-1235948813 tempest-ServerRescueNegativeTestJSON-1235948813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:49:55.062883 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-31e15dbd-9ec1-417d-8bbc-83b0f53b8efc req-03db6be6-281a-4090-8ea6-7a4861ff1ead tempest-ServerRescueNegativeTestJSON-1235948813 tempest-ServerRescueNegativeTestJSON-1235948813-project] 10.222.0.47 "GET /v2.0/ports?device_id=e9aebd22-52d6-4434-8b88-31ff5eb1f75a HTTP/1.1" status: 200  len: 945 time: 0.1149819
Apr 15 19:49:55.094570 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource [req-96d74611-fade-4e4f-95c2-7073ec413997 req-96780a23-6efc-4508-8824-b24db5f4ffc4 tempest-VolumesActionsTest-406255356 tempest-VolumesActionsTest-406255356-project] Unset dirty status for tenant:6d506b42933048f69f4a289666c552b5 on resource:port {{(pid=85344) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 15 19:49:55.097700 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-96d74611-fade-4e4f-95c2-7073ec413997 req-96780a23-6efc-4508-8824-b24db5f4ffc4 tempest-VolumesActionsTest-406255356 tempest-VolumesActionsTest-406255356-project] 10.222.0.47 "GET /v2.0/ports?device_id=72ed8be0-1f96-4feb-9696-91be12a7682c HTTP/1.1" status: 200  len: 943 time: 0.8021014
Apr 15 19:49:55.101968 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.managers [req-cd4a10f3-c027-4eb2-9445-5fe0045371f8 req-1ed9709a-555b-4f4b-b25b-d7607a6509df service neutron] Attempting to bind port a6b5f864-1fc2-42b4-9d87-220fffa5e297 on host hv-cinder-78638 for vnic_type normal with profile  {{(pid=85344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 15 19:49:55.102604 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.managers [req-cd4a10f3-c027-4eb2-9445-5fe0045371f8 req-1ed9709a-555b-4f4b-b25b-d7607a6509df service neutron] Attempting to bind port a6b5f864-1fc2-42b4-9d87-220fffa5e297 by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': '3b41c3b7-71a7-4ab9-8ff9-1dbe658da667', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'bfb7faf0-99c9-4910-9a35-0d0821c80032'}] {{(pid=85344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 15 19:49:55.103272 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd4a10f3-c027-4eb2-9445-5fe0045371f8 req-1ed9709a-555b-4f4b-b25b-d7607a6509df service neutron] Attempting to bind port a6b5f864-1fc2-42b4-9d87-220fffa5e297 on network bfb7faf0-99c9-4910-9a35-0d0821c80032 {{(pid=85344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 19:49:55.114947 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-31e15dbd-9ec1-417d-8bbc-83b0f53b8efc req-fbea7ed7-a23a-463b-822e-f4390aad2572 tempest-ServerRescueNegativeTestJSON-1235948813 tempest-ServerRescueNegativeTestJSON-1235948813-project] 10.222.0.47 "GET /v2.0/security-groups?id=7fa5c887-ca49-4d7e-a257-900a3414a5f8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0509522
Apr 15 19:49:55.139353 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd4a10f3-c027-4eb2-9445-5fe0045371f8 req-1ed9709a-555b-4f4b-b25b-d7607a6509df service neutron] Port a6b5f864-1fc2-42b4-9d87-220fffa5e297 on network bfb7faf0-99c9-4910-9a35-0d0821c80032 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=85344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 15 19:49:55.139826 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd4a10f3-c027-4eb2-9445-5fe0045371f8 req-1ed9709a-555b-4f4b-b25b-d7607a6509df service neutron] Attempting to bind port a6b5f864-1fc2-42b4-9d87-220fffa5e297 on network bfb7faf0-99c9-4910-9a35-0d0821c80032 {{(pid=85344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 19:49:55.169021 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd4a10f3-c027-4eb2-9445-5fe0045371f8 req-1ed9709a-555b-4f4b-b25b-d7607a6509df service neutron] Checking agent: {'id': '202ba611-b908-4e0e-99b2-33811728b356', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 19, 46, 37), 'started_at': datetime.datetime(2021, 4, 15, 19, 46, 37), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 19, 49, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 15 19:49:55.169021 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd4a10f3-c027-4eb2-9445-5fe0045371f8 req-1ed9709a-555b-4f4b-b25b-d7607a6509df service neutron] Checking segment: {'id': '3b41c3b7-71a7-4ab9-8ff9-1dbe658da667', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'bfb7faf0-99c9-4910-9a35-0d0821c80032'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 19:49:55.169021 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd4a10f3-c027-4eb2-9445-5fe0045371f8 req-1ed9709a-555b-4f4b-b25b-d7607a6509df service neutron] Bound using segment: {'id': '3b41c3b7-71a7-4ab9-8ff9-1dbe658da667', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'bfb7faf0-99c9-4910-9a35-0d0821c80032'} {{(pid=85344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 15 19:49:55.169021 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.managers [req-cd4a10f3-c027-4eb2-9445-5fe0045371f8 req-1ed9709a-555b-4f4b-b25b-d7607a6509df service neutron] Bound port: a6b5f864-1fc2-42b4-9d87-220fffa5e297, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3b41c3b7-71a7-4ab9-8ff9-1dbe658da667', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'bfb7faf0-99c9-4910-9a35-0d0821c80032'}}] {{(pid=85344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 15 19:49:55.169021 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [req-cd4a10f3-c027-4eb2-9445-5fe0045371f8 req-1ed9709a-555b-4f4b-b25b-d7607a6509df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854565853'] for port, before_update {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:49:55.294234 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.wsgi [-] (85345) accepted ('10.222.0.47', 44004) {{(pid=85345) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:49:55.298989 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-96d74611-fade-4e4f-95c2-7073ec413997 req-e378b8ef-f959-4d92-919a-d144aa47fa0a tempest-VolumesActionsTest-406255356 tempest-VolumesActionsTest-406255356-project] 10.222.0.47 "GET /v2.0/security-groups?id=7c3120a5-91b3-4e2d-96a8-e876bf30b25c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1877136
Apr 15 19:49:55.355335 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.db [req-cd4a10f3-c027-4eb2-9445-5fe0045371f8 req-1ed9709a-555b-4f4b-b25b-d7607a6509df service neutron] For port a6b5f864-1fc2-42b4-9d87-220fffa5e297, host hv-cinder-78638, cleared binding levels {{(pid=85344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 15 19:49:55.359251 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.db [req-cd4a10f3-c027-4eb2-9445-5fe0045371f8 req-1ed9709a-555b-4f4b-b25b-d7607a6509df service neutron] For port a6b5f864-1fc2-42b4-9d87-220fffa5e297, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=a6b5f864-1fc2-42b4-9d87-220fffa5e297,segment=NetworkSegment(3b41c3b7-71a7-4ab9-8ff9-1dbe658da667),segment_id=3b41c3b7-71a7-4ab9-8ff9-1dbe658da667)] {{(pid=85344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 15 19:49:55.364855 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [req-cd4a10f3-c027-4eb2-9445-5fe0045371f8 req-1ed9709a-555b-4f4b-b25b-d7607a6509df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854693686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852972410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789846929216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789846482410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789846483725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3153931'] for port, after_update {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:49:55.385386 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-24a21593-76f6-4ed3-a517-bb1065d339b3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:49:55.445364 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.wsgi [-] (85345) accepted ('10.222.0.47', 44012) {{(pid=85345) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:49:55.452487 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.v2.base [None req-67551577-db06-4151-a67f-1777875b2678 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-862495757-network', 'tenant_id': '9cdf1b4ce88941a9b64f5889265d3a51'}} {{(pid=85345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 19:49:55.461831 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.quota.driver [None req-67551577-db06-4151-a67f-1777875b2678 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85345) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:49:55.467334 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource [None req-67551577-db06-4151-a67f-1777875b2678 admin admin] Usage tracker for resource:network and tenant:9cdf1b4ce88941a9b64f5889265d3a51 is out of sync, need to count used quota {{(pid=85345) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:49:55.471003 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource [None req-67551577-db06-4151-a67f-1777875b2678 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85345) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:49:55.478639 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.quota.driver [None req-67551577-db06-4151-a67f-1777875b2678 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85345) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:49:55.489618 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67551577-db06-4151-a67f-1777875b2678 admin admin] Made reservation on behalf of 9cdf1b4ce88941a9b64f5889265d3a51 for: {'network': 1} {{(pid=85345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 15 19:49:55.495196 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-67551577-db06-4151-a67f-1777875b2678 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854565853'] for network, before_create {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:49:55.511125 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-67551577-db06-4151-a67f-1777875b2678 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:49:55.531851 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.quota.driver [None req-67551577-db06-4151-a67f-1777875b2678 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85345) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:49:55.537801 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource [None req-67551577-db06-4151-a67f-1777875b2678 admin admin] Usage tracker for resource:security_group_rule and tenant:9cdf1b4ce88941a9b64f5889265d3a51 is out of sync, need to count used quota {{(pid=85345) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:49:55.541935 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource [None req-67551577-db06-4151-a67f-1777875b2678 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85345) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:49:55.549586 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.quota.driver [None req-67551577-db06-4151-a67f-1777875b2678 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85345) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:49:55.567579 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed9709a-555b-4f4b-b25b-d7607a6509df service neutron] Pushing event updated for resources: {'Port': ['ID=a6b5f864-1fc2-42b4-9d87-220fffa5e297,revision_number=3']} {{(pid=85344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:49:55.571176 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-1ed9709a-555b-4f4b-b25b-d7607a6509df service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:49:55.629976 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4a10f3-c027-4eb2-9445-5fe0045371f8 req-1ed9709a-555b-4f4b-b25b-d7607a6509df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:49:55.630736 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [req-cd4a10f3-c027-4eb2-9445-5fe0045371f8 req-1ed9709a-555b-4f4b-b25b-d7607a6509df service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771739'] for port, before_response {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:49:55.632349 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-cd4a10f3-c027-4eb2-9445-5fe0045371f8 req-1ed9709a-555b-4f4b-b25b-d7607a6509df service neutron] 10.222.0.65 "PUT /v2.0/ports/a6b5f864-1fc2-42b4-9d87-220fffa5e297 HTTP/1.1" status: 200  len: 1093 time: 2.3467171
Apr 15 19:49:55.632916 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72ed8be0-1f96-4feb-9696-91be12a7682c', 'tag': 'a6b5f864-1fc2-42b4-9d87-220fffa5e297'}] {{(pid=85344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 19:49:55.684978 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-67551577-db06-4151-a67f-1777875b2678 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:49:55.689602 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-67551577-db06-4151-a67f-1777875b2678 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806004'] for security_group, after_create {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:49:55.697532 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-b750021c-06de-4998-a795-28ccb4afbdf3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:49:55.766800 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-6fea37fe-504c-427d-af6d-ab115354d7e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:49:55.785302 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-67551577-db06-4151-a67f-1777875b2678 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 695}  {{(pid=85345) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 15 19:49:55.836167 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.quota.driver [None req-6fea37fe-504c-427d-af6d-ab115354d7e4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85345) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:49:55.840703 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67551577-db06-4151-a67f-1777875b2678 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=837a4265-cffd-4fa0-b965-35dd9f39d219,revision_number=1']} {{(pid=85345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:49:55.846160 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-67551577-db06-4151-a67f-1777875b2678 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:49:55.851462 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource [None req-6fea37fe-504c-427d-af6d-ab115354d7e4 admin admin] Usage tracker for resource:security_group_rule and tenant:f4bbf36fa26c4312a0344f0b04502c41 is out of sync, need to count used quota {{(pid=85345) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:49:55.856370 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-67551577-db06-4151-a67f-1777875b2678 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854767479'] for segment, precommit_create {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:49:55.856840 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.db.segments_db [None req-67551577-db06-4151-a67f-1777875b2678 admin admin] Added segment de3d7e85-0c44-44c0-b1f0-d3629a7400cb of type vlan for network 843712e1-012d-4227-a0cb-51839d8157d1
Apr 15 19:49:55.858757 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource [None req-6fea37fe-504c-427d-af6d-ab115354d7e4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85345) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:49:55.871213 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.quota.driver [None req-6fea37fe-504c-427d-af6d-ab115354d7e4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85345) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:49:55.911000 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-67551577-db06-4151-a67f-1777875b2678 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789846470498'] for network, precommit_create {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:49:55.968196 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-67551577-db06-4151-a67f-1777875b2678 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852808340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852972410'] for network, after_create {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:49:55.973805 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67551577-db06-4151-a67f-1777875b2678 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:49:55.974467 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-67551577-db06-4151-a67f-1777875b2678 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852972363'] for network, before_response {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:49:55.979694 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-bf6d8a5b-4926-480a-bceb-f6f30db7bbe4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:49:56.137013 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67551577-db06-4151-a67f-1777875b2678 admin admin] Pushing event updated for resources: {'Network': ['ID=843712e1-012d-4227-a0cb-51839d8157d1,revision_number=1']} {{(pid=85345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:49:56.143218 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-67551577-db06-4151-a67f-1777875b2678 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:49:56.144900 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [None req-67551577-db06-4151-a67f-1777875b2678 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201  len: 881 time: 0.6986792
Apr 15 19:49:56.147310 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-6fea37fe-504c-427d-af6d-ab115354d7e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:49:56.149009 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.wsgi [-] (85344) accepted ('10.222.0.47', 44022) {{(pid=85344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:49:56.151584 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-6fea37fe-504c-427d-af6d-ab115354d7e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806004'] for security_group, after_create {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:49:56.154489 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.rpc [None req-56ecdebd-c5a0-4569-bc96-ba437f5ce558 None None] Network 843712e1-012d-4227-a0cb-51839d8157d1 details requested by agent ovs-agent-dv-cinder-786383-2-iscsi with host dv-cinder-786383-2-iscsi {{(pid=85346) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 15 19:49:56.159268 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.v2.base [None req-da3f5e57-786d-4dfd-ae0d-94ad5b5d74d0 admin admin] Request body: {'subnet': {'network_id': '843712e1-012d-4227-a0cb-51839d8157d1', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-862495757-subnet', 'tenant_id': '9cdf1b4ce88941a9b64f5889265d3a51', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=85344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 19:49:56.159625 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-234ee44b-faec-4c29-9273-d4f406daabc1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:49:56.168559 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.quota.driver [None req-da3f5e57-786d-4dfd-ae0d-94ad5b5d74d0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:49:56.188984 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource [None req-da3f5e57-786d-4dfd-ae0d-94ad5b5d74d0 admin admin] Usage tracker for resource:subnet and tenant:9cdf1b4ce88941a9b64f5889265d3a51 is out of sync, need to count used quota {{(pid=85344) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:49:56.198976 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource [None req-da3f5e57-786d-4dfd-ae0d-94ad5b5d74d0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85344) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:49:56.212472 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.quota.driver [None req-da3f5e57-786d-4dfd-ae0d-94ad5b5d74d0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:49:56.214289 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fea37fe-504c-427d-af6d-ab115354d7e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c708e4bb-d4ee-4ee4-958b-1afbedc6d7e5,revision_number=1']} {{(pid=85345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:49:56.219128 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [None req-6fea37fe-504c-427d-af6d-ab115354d7e4 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=f4bbf36fa26c4312a0344f0b04502c41&name=default HTTP/1.1" status: 200  len: 2979 time: 0.9235656
Apr 15 19:49:56.220119 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-6fea37fe-504c-427d-af6d-ab115354d7e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:49:56.223715 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.wsgi [-] (85345) accepted ('10.222.0.47', 44026) {{(pid=85345) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:49:56.232917 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da3f5e57-786d-4dfd-ae0d-94ad5b5d74d0 admin admin] Made reservation on behalf of 9cdf1b4ce88941a9b64f5889265d3a51 for: {'subnet': 1} {{(pid=85344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 15 19:49:56.242515 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-da3f5e57-786d-4dfd-ae0d-94ad5b5d74d0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2554569'] for subnet, before_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:49:56.301213 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-aebb1c6a-e08e-495a-bbf7-5ce9a5215a99 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:49:56.334557 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-aebb1c6a-e08e-495a-bbf7-5ce9a5215a99 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:49:56.385937 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-aebb1c6a-e08e-495a-bbf7-5ce9a5215a99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806004'] for security_group, after_delete {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:49:56.390130 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:49:56.405455 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aebb1c6a-e08e-495a-bbf7-5ce9a5215a99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c708e4bb-d4ee-4ee4-958b-1afbedc6d7e5,revision_number=None']} {{(pid=85345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:49:56.408915 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-aebb1c6a-e08e-495a-bbf7-5ce9a5215a99 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:49:56.411272 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-aebb1c6a-e08e-495a-bbf7-5ce9a5215a99 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:49:56.412517 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [None req-aebb1c6a-e08e-495a-bbf7-5ce9a5215a99 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/c708e4bb-d4ee-4ee4-958b-1afbedc6d7e5 HTTP/1.1" status: 204  len: 168 time: 0.1876299
Apr 15 19:49:56.816268 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-da3f5e57-786d-4dfd-ae0d-94ad5b5d74d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852808376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852972410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851621763', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2554618'] for subnet, after_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:49:56.833714 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:49:56.981868 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3f5e57-786d-4dfd-ae0d-94ad5b5d74d0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d4cade23-543e-4683-bffd-c11557f789fb,revision_number=0']} {{(pid=85344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:49:56.985283 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-da3f5e57-786d-4dfd-ae0d-94ad5b5d74d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:49:57.055390 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da3f5e57-786d-4dfd-ae0d-94ad5b5d74d0 admin admin] Checking segment: {'id': 'de3d7e85-0c44-44c0-b1f0-d3629a7400cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '843712e1-012d-4227-a0cb-51839d8157d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 19:49:57.055824 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da3f5e57-786d-4dfd-ae0d-94ad5b5d74d0 admin admin] Network hostable DHCP agents. Network: 843712e1-012d-4227-a0cb-51839d8157d1, hostable agents: ['48b86c86-f902-4f97-86c7-19da88045e62'], hosted agents: [] {{(pid=85344) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 15 19:49:57.077750 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da3f5e57-786d-4dfd-ae0d-94ad5b5d74d0 admin admin] Network 843712e1-012d-4227-a0cb-51839d8157d1 is scheduled to be hosted by DHCP agent 48b86c86-f902-4f97-86c7-19da88045e62 with binding_index 1 {{(pid=85344) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 15 19:49:57.091426 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.scheduler.base_scheduler [None req-da3f5e57-786d-4dfd-ae0d-94ad5b5d74d0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786383-2-iscsi, 843712e1-012d-4227-a0cb-51839d8157d1) {{(pid=85344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 19:49:57.106947 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da3f5e57-786d-4dfd-ae0d-94ad5b5d74d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:49:57.107625 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-da3f5e57-786d-4dfd-ae0d-94ad5b5d74d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852972363'] for subnet, before_response {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:49:57.109261 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ecc5531-c5f8-492f-b9bb-44123532fb34 None None] Network 843712e1-012d-4227-a0cb-51839d8157d1 requested from dv-cinder-786383-2-iscsi {{(pid=85346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 15 19:49:57.131135 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [None req-da3f5e57-786d-4dfd-ae0d-94ad5b5d74d0 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.9805338
Apr 15 19:49:57.517807 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3841f00-1c41-4242-8261-4dd6b9fc5070 None None] Network 843712e1-012d-4227-a0cb-51839d8157d1 requested from dv-cinder-786383-2-iscsi {{(pid=85346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 15 19:49:58.086273 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72ed8be0-1f96-4feb-9696-91be12a7682c', 'tag': 'a6b5f864-1fc2-42b4-9d87-220fffa5e297', 'status': 'completed', 'code': 200}
Apr 15 19:49:58.373409 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0c9535-c639-4150-879c-47706e91535a req-37bff2f7-cb00-472b-b88a-d925ab12042a tempest-ServerRescueNegativeTestJSON-1235948813 tempest-ServerRescueNegativeTestJSON-1235948813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:49:58.377518 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-ce0c9535-c639-4150-879c-47706e91535a req-37bff2f7-cb00-472b-b88a-d925ab12042a tempest-ServerRescueNegativeTestJSON-1235948813 tempest-ServerRescueNegativeTestJSON-1235948813-project] 10.222.0.47 "GET /v2.0/ports?device_id=e9aebd22-52d6-4434-8b88-31ff5eb1f75a HTTP/1.1" status: 200  len: 945 time: 0.1502657
Apr 15 19:49:58.445692 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-ce0c9535-c639-4150-879c-47706e91535a req-b2b221a4-372f-4946-a0d9-2f7f764fe4b7 tempest-ServerRescueNegativeTestJSON-1235948813 tempest-ServerRescueNegativeTestJSON-1235948813-project] 10.222.0.47 "GET /v2.0/security-groups?id=7fa5c887-ca49-4d7e-a257-900a3414a5f8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0572956
Apr 15 19:49:58.914752 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8fb5db-24d8-4584-bdb7-aa1449d7192c req-ea0f4e8c-c6bd-4096-b0c1-54a1da40338b tempest-VolumesActionsTest-406255356 tempest-VolumesActionsTest-406255356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:49:58.918459 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-1d8fb5db-24d8-4584-bdb7-aa1449d7192c req-ea0f4e8c-c6bd-4096-b0c1-54a1da40338b tempest-VolumesActionsTest-406255356 tempest-VolumesActionsTest-406255356-project] 10.222.0.47 "GET /v2.0/ports?device_id=72ed8be0-1f96-4feb-9696-91be12a7682c HTTP/1.1" status: 200  len: 943 time: 0.2442238
Apr 15 19:49:59.011374 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7d49fb-a55e-4b9e-9f5b-9ea7167f0c58 req-5b1ef73a-8d5b-4baa-bc87-12c6392ebd76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:49:59.014400 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-2b7d49fb-a55e-4b9e-9f5b-9ea7167f0c58 req-5b1ef73a-8d5b-4baa-bc87-12c6392ebd76 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=6d506b42933048f69f4a289666c552b5&device_id=72ed8be0-1f96-4feb-9696-91be12a7682c HTTP/1.1" status: 200  len: 1096 time: 0.5202856
Apr 15 19:49:59.030748 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-1d8fb5db-24d8-4584-bdb7-aa1449d7192c req-e9a6e511-48b7-4cd1-b6c1-dcfd7825a13d tempest-VolumesActionsTest-406255356 tempest-VolumesActionsTest-406255356-project] 10.222.0.47 "GET /v2.0/security-groups?id=7c3120a5-91b3-4e2d-96a8-e876bf30b25c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1025140
Apr 15 19:49:59.294882 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7d49fb-a55e-4b9e-9f5b-9ea7167f0c58 req-a19da76a-7fcf-4b5d-8665-fb15f6849371 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:49:59.297107 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-2b7d49fb-a55e-4b9e-9f5b-9ea7167f0c58 req-a19da76a-7fcf-4b5d-8665-fb15f6849371 service neutron] 10.222.0.65 "GET /v2.0/networks?tenant_id=6d506b42933048f69f4a289666c552b5&shared=False HTTP/1.1" status: 200  len: 909 time: 0.2642286
Apr 15 19:49:59.522200 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7d49fb-a55e-4b9e-9f5b-9ea7167f0c58 req-ac8500c9-8e47-4434-8016-656a09c16886 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:49:59.532921 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-2b7d49fb-a55e-4b9e-9f5b-9ea7167f0c58 req-ac8500c9-8e47-4434-8016-656a09c16886 service neutron] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.2279911
Apr 15 19:50:00.016126 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650c3fb5-b497-4585-b293-0773e3984600 req-f9f1b75b-f506-48b8-bb81-99a850b94bd3 tempest-ServerRescueNegativeTestJSON-1235948813 tempest-ServerRescueNegativeTestJSON-1235948813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:50:00.017933 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-650c3fb5-b497-4585-b293-0773e3984600 req-f9f1b75b-f506-48b8-bb81-99a850b94bd3 tempest-ServerRescueNegativeTestJSON-1235948813 tempest-ServerRescueNegativeTestJSON-1235948813-project] 10.222.0.47 "GET /v2.0/ports?device_id=e9aebd22-52d6-4434-8b88-31ff5eb1f75a HTTP/1.1" status: 200  len: 945 time: 0.2707586
Apr 15 19:50:00.025214 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4a10f3-c027-4eb2-9445-5fe0045371f8 req-f5aa0c8f-a026-42df-93c7-d71fec9f2c94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:50:00.027097 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-cd4a10f3-c027-4eb2-9445-5fe0045371f8 req-f5aa0c8f-a026-42df-93c7-d71fec9f2c94 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=6d506b42933048f69f4a289666c552b5&device_id=72ed8be0-1f96-4feb-9696-91be12a7682c HTTP/1.1" status: 200  len: 1096 time: 0.3808565
Apr 15 19:50:00.134642 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-cd4a10f3-c027-4eb2-9445-5fe0045371f8 req-02c7b148-96e7-41f8-9f64-20b5ef9e1b12 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a6b5f864-1fc2-42b4-9d87-220fffa5e297 HTTP/1.1" status: 200  len: 217 time: 0.0807629
Apr 15 19:50:00.230481 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-650c3fb5-b497-4585-b293-0773e3984600 req-33ac26e5-4f62-4def-998d-a50f938edb1b tempest-ServerRescueNegativeTestJSON-1235948813 tempest-ServerRescueNegativeTestJSON-1235948813-project] 10.222.0.47 "GET /v2.0/security-groups?id=7fa5c887-ca49-4d7e-a257-900a3414a5f8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1976197
Apr 15 19:50:00.280700 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4a10f3-c027-4eb2-9445-5fe0045371f8 req-57d9004a-fa2b-4e63-9414-b333be08c007 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:50:00.282507 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-cd4a10f3-c027-4eb2-9445-5fe0045371f8 req-57d9004a-fa2b-4e63-9414-b333be08c007 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=fda8751e-fae3-4147-9d64-0fe1636563cb HTTP/1.1" status: 200  len: 848 time: 0.1275301
Apr 15 19:50:00.357082 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-cd4a10f3-c027-4eb2-9445-5fe0045371f8 req-891273b3-3d7f-4089-8b82-7374210c614d service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=bfb7faf0-99c9-4910-9a35-0d0821c80032&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0614545
Apr 15 19:50:00.368790 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677dbf40-f1ff-4b6f-b21b-a8987e670595 req-d9098b3e-efd9-4d6f-9ec8-19ebb0378efa tempest-VolumesActionsTest-406255356 tempest-VolumesActionsTest-406255356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:50:00.371068 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-677dbf40-f1ff-4b6f-b21b-a8987e670595 req-d9098b3e-efd9-4d6f-9ec8-19ebb0378efa tempest-VolumesActionsTest-406255356 tempest-VolumesActionsTest-406255356-project] 10.222.0.47 "GET /v2.0/ports?device_id=72ed8be0-1f96-4feb-9696-91be12a7682c HTTP/1.1" status: 200  len: 943 time: 0.1029122
Apr 15 19:50:00.436321 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-677dbf40-f1ff-4b6f-b21b-a8987e670595 req-deafb69e-eb16-491e-8c86-e1ed57f31aea tempest-VolumesActionsTest-406255356 tempest-VolumesActionsTest-406255356-project] 10.222.0.47 "GET /v2.0/security-groups?id=7c3120a5-91b3-4e2d-96a8-e876bf30b25c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0569265
Apr 15 19:50:00.619320 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-cd4a10f3-c027-4eb2-9445-5fe0045371f8 req-1d28929d-589c-43d8-b422-319ad6fa8b8a service neutron] 10.222.0.65 "GET /v2.0/networks/bfb7faf0-99c9-4910-9a35-0d0821c80032?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2505779
Apr 15 19:50:01.139016 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7838e9-3e9d-4eca-88da-5e90d37ab7d9 req-253722e8-d07b-4dd3-9b11-4da8bc7455e5 tempest-AttachVolumeNegativeTest-1626257925 tempest-AttachVolumeNegativeTest-1626257925-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:50:01.144391 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-0d7838e9-3e9d-4eca-88da-5e90d37ab7d9 req-253722e8-d07b-4dd3-9b11-4da8bc7455e5 tempest-AttachVolumeNegativeTest-1626257925 tempest-AttachVolumeNegativeTest-1626257925-project] 10.222.0.47 "GET /v2.0/networks?id=dcb51ae5-ec1d-4059-96e4-434dbd301cd9 HTTP/1.1" status: 200  len: 815 time: 0.2463048
Apr 15 19:50:01.170795 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-0d7838e9-3e9d-4eca-88da-5e90d37ab7d9 req-1c8554e3-a5a3-4b61-a9fd-57f148bf751d tempest-AttachVolumeNegativeTest-1626257925 tempest-AttachVolumeNegativeTest-1626257925-project] 10.222.0.47 "GET /v2.0/quotas/baf9cfef8926468ebb80cb08498b5bf3 HTTP/1.1" status: 200  len: 375 time: 0.0147498
Apr 15 19:50:01.318929 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-0d7838e9-3e9d-4eca-88da-5e90d37ab7d9 req-7920d9ef-9fba-4db6-bb8e-cc074d6b112a tempest-AttachVolumeNegativeTest-1626257925 tempest-AttachVolumeNegativeTest-1626257925-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=baf9cfef8926468ebb80cb08498b5bf3&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1353524
Apr 15 19:50:01.563272 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-0d7838e9-3e9d-4eca-88da-5e90d37ab7d9 req-43c70d57-110d-4797-80da-23380bddfc58 service neutron] 10.222.0.47 "GET /v2.0/networks/dcb51ae5-ec1d-4059-96e4-434dbd301cd9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2340090
Apr 15 19:50:01.807369 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-0d7838e9-3e9d-4eca-88da-5e90d37ab7d9 req-c1955042-296f-4c87-af38-1ae6e591f1df service neutron] 10.222.0.47 "GET /v2.0/networks/dcb51ae5-ec1d-4059-96e4-434dbd301cd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2351141
Apr 15 19:50:03.788026 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-cd4a10f3-c027-4eb2-9445-5fe0045371f8 req-c35ea05c-08a4-4c70-ad55-2d46d2193d5a service neutron] 10.222.0.65 "GET /v2.0/networks/bfb7faf0-99c9-4910-9a35-0d0821c80032?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2386050
Apr 15 19:50:03.921617 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f69a52-512d-4f35-8eba-181aff36e361 req-d00232fc-9921-4f4e-bc8f-8685db6ad3f1 tempest-ServerRescueNegativeTestJSON-1235948813 tempest-ServerRescueNegativeTestJSON-1235948813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:50:03.922104 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d160cb-73cb-47e1-a83b-afa813923ddb req-87dfa14d-a014-4648-8f88-033f13d9bd14 tempest-VolumesActionsTest-406255356 tempest-VolumesActionsTest-406255356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:50:03.923857 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-72d160cb-73cb-47e1-a83b-afa813923ddb req-87dfa14d-a014-4648-8f88-033f13d9bd14 tempest-VolumesActionsTest-406255356 tempest-VolumesActionsTest-406255356-project] 10.222.0.47 "GET /v2.0/ports?device_id=72ed8be0-1f96-4feb-9696-91be12a7682c HTTP/1.1" status: 200  len: 943 time: 0.1361115
Apr 15 19:50:03.924438 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-39f69a52-512d-4f35-8eba-181aff36e361 req-d00232fc-9921-4f4e-bc8f-8685db6ad3f1 tempest-ServerRescueNegativeTestJSON-1235948813 tempest-ServerRescueNegativeTestJSON-1235948813-project] 10.222.0.47 "GET /v2.0/ports?device_id=e9aebd22-52d6-4434-8b88-31ff5eb1f75a HTTP/1.1" status: 200  len: 945 time: 0.1344371
Apr 15 19:50:03.992589 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-72d160cb-73cb-47e1-a83b-afa813923ddb req-44c8b230-d879-49dc-b0fc-f69b4600e5ef tempest-VolumesActionsTest-406255356 tempest-VolumesActionsTest-406255356-project] 10.222.0.47 "GET /v2.0/security-groups?id=7c3120a5-91b3-4e2d-96a8-e876bf30b25c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0547512
Apr 15 19:50:04.020836 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-39f69a52-512d-4f35-8eba-181aff36e361 req-ea3c4f6e-f233-443b-abc9-35dbe83d0b31 tempest-ServerRescueNegativeTestJSON-1235948813 tempest-ServerRescueNegativeTestJSON-1235948813-project] 10.222.0.47 "GET /v2.0/security-groups?id=7fa5c887-ca49-4d7e-a257-900a3414a5f8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0817087
Apr 15 19:50:04.230384 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-cfe5302b-c012-4308-a730-b0fce41f7efa req-40c6bd01-52b3-45b4-80b1-0898432dbc5e tempest-AttachVolumeNegativeTest-1626257925 tempest-AttachVolumeNegativeTest-1626257925-project] 10.222.0.47 "GET /v2.0/ports?device_id=e4bab061-949c-4ba3-bdfd-88c1e83737a6 HTTP/1.1" status: 200  len: 210 time: 0.0798240
Apr 15 19:50:04.995066 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7838e9-3e9d-4eca-88da-5e90d37ab7d9 req-4fa18645-ce1e-41c5-96b4-7e707cfadef3 tempest-AttachVolumeNegativeTest-1626257925 tempest-AttachVolumeNegativeTest-1626257925-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:50:04.997087 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-0d7838e9-3e9d-4eca-88da-5e90d37ab7d9 req-4fa18645-ce1e-41c5-96b4-7e707cfadef3 tempest-AttachVolumeNegativeTest-1626257925 tempest-AttachVolumeNegativeTest-1626257925-project] 10.222.0.65 "GET /v2.0/networks?id=dcb51ae5-ec1d-4059-96e4-434dbd301cd9 HTTP/1.1" status: 200  len: 815 time: 0.3624847
Apr 15 19:50:05.016772 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.v2.base [req-0d7838e9-3e9d-4eca-88da-5e90d37ab7d9 req-6b7d5a76-4e03-4041-9016-431b8667f5d3 tempest-AttachVolumeNegativeTest-1626257925 tempest-AttachVolumeNegativeTest-1626257925-project] Request body: {'port': {'device_id': 'e4bab061-949c-4ba3-bdfd-88c1e83737a6', 'network_id': 'dcb51ae5-ec1d-4059-96e4-434dbd301cd9', 'admin_state_up': True, 'tenant_id': 'baf9cfef8926468ebb80cb08498b5bf3'}} {{(pid=85344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 19:50:05.445195 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5ccc3c-ba85-4233-a664-16ed0d513439 req-7be41d0f-b3b9-4a00-b6f0-6ea175388c92 tempest-ServerRescueNegativeTestJSON-1235948813 tempest-ServerRescueNegativeTestJSON-1235948813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:50:05.446037 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-16031430-c184-420b-9224-b05899fcc4f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789847050935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-428960'] for agent, after_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:50:05.447132 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-ed5ccc3c-ba85-4233-a664-16ed0d513439 req-7be41d0f-b3b9-4a00-b6f0-6ea175388c92 tempest-ServerRescueNegativeTestJSON-1235948813 tempest-ServerRescueNegativeTestJSON-1235948813-project] 10.222.0.47 "GET /v2.0/ports?device_id=e9aebd22-52d6-4434-8b88-31ff5eb1f75a HTTP/1.1" status: 200  len: 945 time: 0.1473725
Apr 15 19:50:05.509332 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-ed5ccc3c-ba85-4233-a664-16ed0d513439 req-a721abd7-6a89-4e71-9b96-a77c65f79838 tempest-ServerRescueNegativeTestJSON-1235948813 tempest-ServerRescueNegativeTestJSON-1235948813-project] 10.222.0.47 "GET /v2.0/security-groups?id=7fa5c887-ca49-4d7e-a257-900a3414a5f8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0528579
Apr 15 19:50:05.670571 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-184edc1d-b608-4671-8148-9e6802835e9e req-ff7b0b7e-7daa-4c2d-8565-e8f242ae0191 tempest-AttachVolumeNegativeTest-1626257925 tempest-AttachVolumeNegativeTest-1626257925-project] 10.222.0.47 "GET /v2.0/ports?device_id=e4bab061-949c-4ba3-bdfd-88c1e83737a6 HTTP/1.1" status: 200  len: 210 time: 0.0529931
Apr 15 19:50:05.787992 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.quota.driver [req-0d7838e9-3e9d-4eca-88da-5e90d37ab7d9 req-6b7d5a76-4e03-4041-9016-431b8667f5d3 tempest-AttachVolumeNegativeTest-1626257925 tempest-AttachVolumeNegativeTest-1626257925-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:50:05.823227 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff2237c-463e-49e5-beec-7fb7fb287275 req-caaf23c8-d971-4f7a-860a-2da44bd381c0 tempest-VolumesActionsTest-406255356 tempest-VolumesActionsTest-406255356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:50:05.826456 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-fff2237c-463e-49e5-beec-7fb7fb287275 req-caaf23c8-d971-4f7a-860a-2da44bd381c0 tempest-VolumesActionsTest-406255356 tempest-VolumesActionsTest-406255356-project] 10.222.0.47 "GET /v2.0/ports?device_id=72ed8be0-1f96-4feb-9696-91be12a7682c HTTP/1.1" status: 200  len: 943 time: 0.6657348
Apr 15 19:50:05.833365 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.quota.driver [req-0d7838e9-3e9d-4eca-88da-5e90d37ab7d9 req-6b7d5a76-4e03-4041-9016-431b8667f5d3 tempest-AttachVolumeNegativeTest-1626257925 tempest-AttachVolumeNegativeTest-1626257925-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=85344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:50:05.875475 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0d7838e9-3e9d-4eca-88da-5e90d37ab7d9 req-6b7d5a76-4e03-4041-9016-431b8667f5d3 tempest-AttachVolumeNegativeTest-1626257925 tempest-AttachVolumeNegativeTest-1626257925-project] Made reservation on behalf of baf9cfef8926468ebb80cb08498b5bf3 for: {'port': 1} {{(pid=85344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 15 19:50:05.882486 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [req-0d7838e9-3e9d-4eca-88da-5e90d37ab7d9 req-6b7d5a76-4e03-4041-9016-431b8667f5d3 tempest-AttachVolumeNegativeTest-1626257925 tempest-AttachVolumeNegativeTest-1626257925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854565853'] for port, before_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:50:05.914191 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-fff2237c-463e-49e5-beec-7fb7fb287275 req-ad47a352-257f-4748-a72d-44e8c963d53c tempest-VolumesActionsTest-406255356 tempest-VolumesActionsTest-406255356-project] 10.222.0.47 "GET /v2.0/security-groups?id=7c3120a5-91b3-4e2d-96a8-e876bf30b25c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0781050
Apr 15 19:50:06.085598 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.rpc [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Device a6b5f864-1fc2-42b4-9d87-220fffa5e297 details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=85346) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 15 19:50:06.093701 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.db_base_plugin_common [req-0d7838e9-3e9d-4eca-88da-5e90d37ab7d9 req-6b7d5a76-4e03-4041-9016-431b8667f5d3 tempest-AttachVolumeNegativeTest-1626257925 tempest-AttachVolumeNegativeTest-1626257925-project] Allocated IP 172.20.0.2 (dcb51ae5-ec1d-4059-96e4-434dbd301cd9/6be9cab0-c301-4b99-9135-7ca2bab15246/258271e1-177c-45c6-866e-20b9c25853cd) {{(pid=85344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 15 19:50:06.316397 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.db [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] For port a6b5f864-1fc2-42b4-9d87-220fffa5e297, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=a6b5f864-1fc2-42b4-9d87-220fffa5e297,segment=NetworkSegment(3b41c3b7-71a7-4ab9-8ff9-1dbe658da667),segment_id=3b41c3b7-71a7-4ab9-8ff9-1dbe658da667)] {{(pid=85346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 19:50:06.341116 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.rpc [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Returning: {'device': 'a6b5f864-1fc2-42b4-9d87-220fffa5e297', 'network_id': 'bfb7faf0-99c9-4910-9a35-0d0821c80032', 'port_id': 'a6b5f864-1fc2-42b4-9d87-220fffa5e297', 'mac_address': 'fa:16:3e:69:eb:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 675, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fda8751e-fae3-4147-9d64-0fe1636563cb', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85346) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 15 19:50:06.447529 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [req-0d7838e9-3e9d-4eca-88da-5e90d37ab7d9 req-6b7d5a76-4e03-4041-9016-431b8667f5d3 tempest-AttachVolumeNegativeTest-1626257925 tempest-AttachVolumeNegativeTest-1626257925-project] Notify callbacks [] for port, precommit_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:50:06.452657 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854565853'] for port, before_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:50:06.490051 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.notifiers.nova [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a6b5f864-1fc2-42b4-9d87-220fffa5e297 {{(pid=85346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 15 19:50:06.493067 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [req-0d7838e9-3e9d-4eca-88da-5e90d37ab7d9 req-6b7d5a76-4e03-4041-9016-431b8667f5d3 tempest-AttachVolumeNegativeTest-1626257925 tempest-AttachVolumeNegativeTest-1626257925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854693686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852972410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789846482393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851621869'] for port, after_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:50:06.509713 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:50:06.521714 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.db [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] For port a6b5f864-1fc2-42b4-9d87-220fffa5e297, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=a6b5f864-1fc2-42b4-9d87-220fffa5e297,segment=NetworkSegment(3b41c3b7-71a7-4ab9-8ff9-1dbe658da667),segment_id=3b41c3b7-71a7-4ab9-8ff9-1dbe658da667)] {{(pid=85346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 19:50:06.526214 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854693686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852972410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789846929216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789846482410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789846483725'] for port, after_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:50:06.529490 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:50:06.665552 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Pushing event updated for resources: {'Port': ['ID=a6b5f864-1fc2-42b4-9d87-220fffa5e297,revision_number=4']} {{(pid=85346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:50:06.669679 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:50:06.671722 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7d5a76-4e03-4041-9016-431b8667f5d3 tempest-AttachVolumeNegativeTest-1626257925 tempest-AttachVolumeNegativeTest-1626257925-project] Pushing event updated for resources: {'Port': ['ID=258271e1-177c-45c6-866e-20b9c25853cd,revision_number=1']} {{(pid=85344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:50:06.675503 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-6b7d5a76-4e03-4041-9016-431b8667f5d3 tempest-AttachVolumeNegativeTest-1626257925 tempest-AttachVolumeNegativeTest-1626257925-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:50:06.742695 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0d7838e9-3e9d-4eca-88da-5e90d37ab7d9 req-6b7d5a76-4e03-4041-9016-431b8667f5d3 tempest-AttachVolumeNegativeTest-1626257925 tempest-AttachVolumeNegativeTest-1626257925-project] Network dcb51ae5-ec1d-4059-96e4-434dbd301cd9 is already hosted by enough agents. {{(pid=85344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 15 19:50:06.744583 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.scheduler.base_scheduler [req-0d7838e9-3e9d-4eca-88da-5e90d37ab7d9 req-6b7d5a76-4e03-4041-9016-431b8667f5d3 tempest-AttachVolumeNegativeTest-1626257925 tempest-AttachVolumeNegativeTest-1626257925-project] Resources bound (agent type, host, resource id):  {{(pid=85344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 19:50:06.747476 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d7838e9-3e9d-4eca-88da-5e90d37ab7d9 req-6b7d5a76-4e03-4041-9016-431b8667f5d3 tempest-AttachVolumeNegativeTest-1626257925 tempest-AttachVolumeNegativeTest-1626257925-project] Received port after_create {{(pid=85344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 15 19:50:06.843338 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7838e9-3e9d-4eca-88da-5e90d37ab7d9 req-6b7d5a76-4e03-4041-9016-431b8667f5d3 tempest-AttachVolumeNegativeTest-1626257925 tempest-AttachVolumeNegativeTest-1626257925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:50:06.844070 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [req-0d7838e9-3e9d-4eca-88da-5e90d37ab7d9 req-6b7d5a76-4e03-4041-9016-431b8667f5d3 tempest-AttachVolumeNegativeTest-1626257925 tempest-AttachVolumeNegativeTest-1626257925-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771739'] for port, before_response {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:50:06.872581 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-0d7838e9-3e9d-4eca-88da-5e90d37ab7d9 req-6b7d5a76-4e03-4041-9016-431b8667f5d3 tempest-AttachVolumeNegativeTest-1626257925 tempest-AttachVolumeNegativeTest-1626257925-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.8640206
Apr 15 19:50:08.065018 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-6a580e6b-f0fe-46d7-ae16-25bbd52b8f07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789847050935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-428960'] for agent, after_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:50:08.202740 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.db [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] get_ports_and_sgs() called for port_ids ['0f2dbfcb-23b1-46b8-a0a3-84c74f25f2e6', '5caf05f9-89bf-44b7-8586-631f88388dda'] {{(pid=85346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 15 19:50:08.227344 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.v2.base [req-0d7838e9-3e9d-4eca-88da-5e90d37ab7d9 req-79d5d9c7-1199-43ea-ad8c-ecfe58ab96b4 service neutron] Request body: {'port': {'device_id': 'e4bab061-949c-4ba3-bdfd-88c1e83737a6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=85344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 19:50:08.357875 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789847050935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-428960'] for agent, after_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:50:08.590667 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [req-0d7838e9-3e9d-4eca-88da-5e90d37ab7d9 req-79d5d9c7-1199-43ea-ad8c-ecfe58ab96b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854565853'] for port, before_update {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:50:08.637456 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.db [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] get_ports_and_sgs() called for port_ids ['a6b5f864-1fc2-42b4-9d87-220fffa5e297'] {{(pid=85346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 15 19:50:08.637743 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bd1142-d412-4597-af29-639c51dea569 req-a831fa8e-a999-4bd2-a9be-88c123bdd214 tempest-ServerRescueNegativeTestJSON-1235948813 tempest-ServerRescueNegativeTestJSON-1235948813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:50:08.639884 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-b2bd1142-d412-4597-af29-639c51dea569 req-a831fa8e-a999-4bd2-a9be-88c123bdd214 tempest-ServerRescueNegativeTestJSON-1235948813 tempest-ServerRescueNegativeTestJSON-1235948813-project] 10.222.0.47 "GET /v2.0/ports?device_id=e9aebd22-52d6-4434-8b88-31ff5eb1f75a HTTP/1.1" status: 200  len: 945 time: 0.1621635
Apr 15 19:50:08.782018 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-b2bd1142-d412-4597-af29-639c51dea569 req-b0fde178-ed2f-43c6-a8f4-e31c5035790a tempest-ServerRescueNegativeTestJSON-1235948813 tempest-ServerRescueNegativeTestJSON-1235948813-project] 10.222.0.47 "GET /v2.0/security-groups?id=7fa5c887-ca49-4d7e-a257-900a3414a5f8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1165957
Apr 15 19:50:08.797180 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c6fbe0-4a28-4538-8c36-6a4aa0fd4534 req-bb5e62ee-6b0a-450d-a1fa-8fa1bb2d260c tempest-AttachVolumeNegativeTest-1626257925 tempest-AttachVolumeNegativeTest-1626257925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:50:08.798160 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource [req-56c6fbe0-4a28-4538-8c36-6a4aa0fd4534 req-bb5e62ee-6b0a-450d-a1fa-8fa1bb2d260c tempest-AttachVolumeNegativeTest-1626257925 tempest-AttachVolumeNegativeTest-1626257925-project] Synchronizing usage tracker for tenant:baf9cfef8926468ebb80cb08498b5bf3 on resource:port {{(pid=85344) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 15 19:50:08.975218 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource [req-56c6fbe0-4a28-4538-8c36-6a4aa0fd4534 req-bb5e62ee-6b0a-450d-a1fa-8fa1bb2d260c tempest-AttachVolumeNegativeTest-1626257925 tempest-AttachVolumeNegativeTest-1626257925-project] Unset dirty status for tenant:baf9cfef8926468ebb80cb08498b5bf3 on resource:port {{(pid=85344) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 15 19:50:08.977834 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-56c6fbe0-4a28-4538-8c36-6a4aa0fd4534 req-bb5e62ee-6b0a-450d-a1fa-8fa1bb2d260c tempest-AttachVolumeNegativeTest-1626257925 tempest-AttachVolumeNegativeTest-1626257925-project] 10.222.0.47 "GET /v2.0/ports?device_id=e4bab061-949c-4ba3-bdfd-88c1e83737a6 HTTP/1.1" status: 200  len: 931 time: 0.5072877
Apr 15 19:50:09.195859 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-56c6fbe0-4a28-4538-8c36-6a4aa0fd4534 req-892e138c-6990-4b55-9bc5-549048aa44a4 tempest-AttachVolumeNegativeTest-1626257925 tempest-AttachVolumeNegativeTest-1626257925-project] 10.222.0.47 "GET /v2.0/security-groups?id=8498f6ac-4e62-4833-b465-61e9c537cd5f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1936209
Apr 15 19:50:09.286565 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-b400c4f8-8969-424f-8663-39cf5b6e1207 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789847050935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-428960'] for agent, after_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:50:09.507215 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6813fd-de03-469a-a9bd-65de35efbcdf req-4af1c10e-61e8-4863-a2b5-24dfbf260173 tempest-VolumesActionsTest-406255356 tempest-VolumesActionsTest-406255356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:50:09.515545 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-ff6813fd-de03-469a-a9bd-65de35efbcdf req-4af1c10e-61e8-4863-a2b5-24dfbf260173 tempest-VolumesActionsTest-406255356 tempest-VolumesActionsTest-406255356-project] 10.222.0.47 "GET /v2.0/ports?device_id=72ed8be0-1f96-4feb-9696-91be12a7682c HTTP/1.1" status: 200  len: 944 time: 0.1752319
Apr 15 19:50:09.544645 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.notifiers.nova [req-0d7838e9-3e9d-4eca-88da-5e90d37ab7d9 req-79d5d9c7-1199-43ea-ad8c-ecfe58ab96b4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 258271e1-177c-45c6-866e-20b9c25853cd {{(pid=85344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 15 19:50:09.564815 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [req-0d7838e9-3e9d-4eca-88da-5e90d37ab7d9 req-79d5d9c7-1199-43ea-ad8c-ecfe58ab96b4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:50:09.583960 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-56ecdebd-c5a0-4569-bc96-ba437f5ce558 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789847050935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-428960'] for agent, after_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:50:09.610033 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-ff6813fd-de03-469a-a9bd-65de35efbcdf req-b4a98af5-ff17-48b3-8fae-71b71d620085 tempest-VolumesActionsTest-406255356 tempest-VolumesActionsTest-406255356-project] 10.222.0.47 "GET /v2.0/security-groups?id=7c3120a5-91b3-4e2d-96a8-e876bf30b25c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0932066
Apr 15 19:50:09.622945 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.provisioning_blocks [req-0d7838e9-3e9d-4eca-88da-5e90d37ab7d9 req-79d5d9c7-1199-43ea-ad8c-ecfe58ab96b4 service neutron] Transition to ACTIVE for port object 258271e1-177c-45c6-866e-20b9c25853cd will not be triggered until provisioned by entity L2. {{(pid=85344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 19:50:09.640395 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [req-0d7838e9-3e9d-4eca-88da-5e90d37ab7d9 req-79d5d9c7-1199-43ea-ad8c-ecfe58ab96b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854693686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852972410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789846929216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789846482410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789846483725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3153931'] for port, after_update {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:50:09.669954 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-ae17281d-47f0-4a3c-a77f-9e33644c3155 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:50:09.956365 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d5d9c7-1199-43ea-ad8c-ecfe58ab96b4 service neutron] Pushing event updated for resources: {'Port': ['ID=258271e1-177c-45c6-866e-20b9c25853cd,revision_number=2']} {{(pid=85344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:50:09.966067 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-79d5d9c7-1199-43ea-ad8c-ecfe58ab96b4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.296s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:50:10.210048 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.rpc [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Device a6b5f864-1fc2-42b4-9d87-220fffa5e297 up at agent hyperv_hv-cinder-78638 {{(pid=85346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 19:50:10.293774 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c90dfdf-7000-4198-939d-a642563c450a req-ed0c14b9-5cea-4ff9-8988-bc74ec7d2e0d tempest-ServerRescueNegativeTestJSON-1235948813 tempest-ServerRescueNegativeTestJSON-1235948813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:50:10.312600 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-2c90dfdf-7000-4198-939d-a642563c450a req-ed0c14b9-5cea-4ff9-8988-bc74ec7d2e0d tempest-ServerRescueNegativeTestJSON-1235948813 tempest-ServerRescueNegativeTestJSON-1235948813-project] 10.222.0.47 "GET /v2.0/ports?device_id=e9aebd22-52d6-4434-8b88-31ff5eb1f75a HTTP/1.1" status: 200  len: 945 time: 0.2665637
Apr 15 19:50:10.454478 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.provisioning_blocks [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Provisioning for port a6b5f864-1fc2-42b4-9d87-220fffa5e297 completed by entity L2. {{(pid=85346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 19:50:10.463568 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.provisioning_blocks [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Provisioning complete for port a6b5f864-1fc2-42b4-9d87-220fffa5e297 triggered by entity L2. {{(pid=85346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 19:50:10.464076 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-428662'] for port, provisioning_complete {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:50:10.468641 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-2c90dfdf-7000-4198-939d-a642563c450a req-3f172586-ba68-43dc-9b49-6a62952cbcf6 tempest-ServerRescueNegativeTestJSON-1235948813 tempest-ServerRescueNegativeTestJSON-1235948813-project] 10.222.0.47 "GET /v2.0/security-groups?id=7fa5c887-ca49-4d7e-a257-900a3414a5f8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1481211
Apr 15 19:50:10.581780 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.managers [req-0d7838e9-3e9d-4eca-88da-5e90d37ab7d9 req-79d5d9c7-1199-43ea-ad8c-ecfe58ab96b4 service neutron] Attempting to bind port 258271e1-177c-45c6-866e-20b9c25853cd on host hv-cinder-78638 for vnic_type normal with profile  {{(pid=85344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 15 19:50:10.582445 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.managers [req-0d7838e9-3e9d-4eca-88da-5e90d37ab7d9 req-79d5d9c7-1199-43ea-ad8c-ecfe58ab96b4 service neutron] Attempting to bind port 258271e1-177c-45c6-866e-20b9c25853cd by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': '3e6fcf0e-0b95-4774-a8cb-5489ca9658fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'dcb51ae5-ec1d-4059-96e4-434dbd301cd9'}] {{(pid=85344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 15 19:50:10.583100 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d7838e9-3e9d-4eca-88da-5e90d37ab7d9 req-79d5d9c7-1199-43ea-ad8c-ecfe58ab96b4 service neutron] Attempting to bind port 258271e1-177c-45c6-866e-20b9c25853cd on network dcb51ae5-ec1d-4059-96e4-434dbd301cd9 {{(pid=85344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 19:50:10.592891 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d7838e9-3e9d-4eca-88da-5e90d37ab7d9 req-79d5d9c7-1199-43ea-ad8c-ecfe58ab96b4 service neutron] Port 258271e1-177c-45c6-866e-20b9c25853cd on network dcb51ae5-ec1d-4059-96e4-434dbd301cd9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=85344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 15 19:50:10.593484 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d7838e9-3e9d-4eca-88da-5e90d37ab7d9 req-79d5d9c7-1199-43ea-ad8c-ecfe58ab96b4 service neutron] Attempting to bind port 258271e1-177c-45c6-866e-20b9c25853cd on network dcb51ae5-ec1d-4059-96e4-434dbd301cd9 {{(pid=85344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 19:50:10.605294 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d7838e9-3e9d-4eca-88da-5e90d37ab7d9 req-79d5d9c7-1199-43ea-ad8c-ecfe58ab96b4 service neutron] Checking agent: {'id': '202ba611-b908-4e0e-99b2-33811728b356', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 19, 46, 37), 'started_at': datetime.datetime(2021, 4, 15, 19, 46, 37), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 19, 50, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 15 19:50:10.605885 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d7838e9-3e9d-4eca-88da-5e90d37ab7d9 req-79d5d9c7-1199-43ea-ad8c-ecfe58ab96b4 service neutron] Checking segment: {'id': '3e6fcf0e-0b95-4774-a8cb-5489ca9658fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'dcb51ae5-ec1d-4059-96e4-434dbd301cd9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 19:50:10.606581 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d7838e9-3e9d-4eca-88da-5e90d37ab7d9 req-79d5d9c7-1199-43ea-ad8c-ecfe58ab96b4 service neutron] Bound using segment: {'id': '3e6fcf0e-0b95-4774-a8cb-5489ca9658fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'dcb51ae5-ec1d-4059-96e4-434dbd301cd9'} {{(pid=85344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 15 19:50:10.607454 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.managers [req-0d7838e9-3e9d-4eca-88da-5e90d37ab7d9 req-79d5d9c7-1199-43ea-ad8c-ecfe58ab96b4 service neutron] Bound port: 258271e1-177c-45c6-866e-20b9c25853cd, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3e6fcf0e-0b95-4774-a8cb-5489ca9658fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'dcb51ae5-ec1d-4059-96e4-434dbd301cd9'}}] {{(pid=85344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 15 19:50:10.608116 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [req-0d7838e9-3e9d-4eca-88da-5e90d37ab7d9 req-79d5d9c7-1199-43ea-ad8c-ecfe58ab96b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854565853'] for port, before_update {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:50:10.699710 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-3d77682a-3290-49f5-9a09-7e8e47f8ddca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789847050935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-428960'] for agent, after_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:50:10.810465 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.db [req-0d7838e9-3e9d-4eca-88da-5e90d37ab7d9 req-79d5d9c7-1199-43ea-ad8c-ecfe58ab96b4 service neutron] For port 258271e1-177c-45c6-866e-20b9c25853cd, host hv-cinder-78638, cleared binding levels {{(pid=85344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 15 19:50:10.816996 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.db [req-0d7838e9-3e9d-4eca-88da-5e90d37ab7d9 req-79d5d9c7-1199-43ea-ad8c-ecfe58ab96b4 service neutron] For port 258271e1-177c-45c6-866e-20b9c25853cd, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=258271e1-177c-45c6-866e-20b9c25853cd,segment=NetworkSegment(3e6fcf0e-0b95-4774-a8cb-5489ca9658fc),segment_id=3e6fcf0e-0b95-4774-a8cb-5489ca9658fc)] {{(pid=85344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 15 19:50:10.900296 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [req-0d7838e9-3e9d-4eca-88da-5e90d37ab7d9 req-79d5d9c7-1199-43ea-ad8c-ecfe58ab96b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854693686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852972410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789846929216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789846482410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789846483725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3153931'] for port, after_update {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:50:10.941297 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-6b7d5a76-4e03-4041-9016-431b8667f5d3 tempest-AttachVolumeNegativeTest-1626257925 tempest-AttachVolumeNegativeTest-1626257925-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:50:10.986695 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854565853'] for port, before_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:50:11.116029 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72ed8be0-1f96-4feb-9696-91be12a7682c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6b5f864-1fc2-42b4-9d87-220fffa5e297'}] {{(pid=85346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 19:50:11.151624 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.db [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] For port a6b5f864-1fc2-42b4-9d87-220fffa5e297, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=a6b5f864-1fc2-42b4-9d87-220fffa5e297,segment=NetworkSegment(3b41c3b7-71a7-4ab9-8ff9-1dbe658da667),segment_id=3b41c3b7-71a7-4ab9-8ff9-1dbe658da667)] {{(pid=85346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 19:50:11.161870 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854693686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852972410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789846929216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789846482410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789846483725'] for port, after_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:50:11.167562 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:50:11.307462 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Pushing event updated for resources: {'Port': ['ID=a6b5f864-1fc2-42b4-9d87-220fffa5e297,revision_number=5']} {{(pid=85346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:50:11.318178 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:50:11.348959 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764e3b96-d1a0-4e4e-a8b6-73de58673c5b req-e61a2330-44fc-43d9-8e39-f9f3e27a25ff tempest-AttachVolumeNegativeTest-1626257925 tempest-AttachVolumeNegativeTest-1626257925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:50:11.351928 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-764e3b96-d1a0-4e4e-a8b6-73de58673c5b req-e61a2330-44fc-43d9-8e39-f9f3e27a25ff tempest-AttachVolumeNegativeTest-1626257925 tempest-AttachVolumeNegativeTest-1626257925-project] 10.222.0.47 "GET /v2.0/ports?device_id=e4bab061-949c-4ba3-bdfd-88c1e83737a6 HTTP/1.1" status: 200  len: 943 time: 0.5323749
Apr 15 19:50:11.353504 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d5d9c7-1199-43ea-ad8c-ecfe58ab96b4 service neutron] Pushing event updated for resources: {'Port': ['ID=258271e1-177c-45c6-866e-20b9c25853cd,revision_number=3']} {{(pid=85344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:50:11.363011 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-79d5d9c7-1199-43ea-ad8c-ecfe58ab96b4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.422s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:50:11.458272 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3313f09-cce8-4f09-9cad-1bffa4f178c4 req-819cff7f-1718-4dd3-8779-bfa87a4e127d tempest-VolumesActionsTest-406255356 tempest-VolumesActionsTest-406255356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:50:11.462681 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-b3313f09-cce8-4f09-9cad-1bffa4f178c4 req-819cff7f-1718-4dd3-8779-bfa87a4e127d tempest-VolumesActionsTest-406255356 tempest-VolumesActionsTest-406255356-project] 10.222.0.47 "GET /v2.0/ports?device_id=72ed8be0-1f96-4feb-9696-91be12a7682c HTTP/1.1" status: 200  len: 945 time: 0.1996055
Apr 15 19:50:11.464104 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-764e3b96-d1a0-4e4e-a8b6-73de58673c5b req-1b064df4-1e92-41eb-b259-6603462cfcab tempest-AttachVolumeNegativeTest-1626257925 tempest-AttachVolumeNegativeTest-1626257925-project] 10.222.0.47 "GET /v2.0/security-groups?id=8498f6ac-4e62-4833-b465-61e9c537cd5f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0945020
Apr 15 19:50:11.547562 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7838e9-3e9d-4eca-88da-5e90d37ab7d9 req-79d5d9c7-1199-43ea-ad8c-ecfe58ab96b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:50:11.548821 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [req-0d7838e9-3e9d-4eca-88da-5e90d37ab7d9 req-79d5d9c7-1199-43ea-ad8c-ecfe58ab96b4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771739'] for port, before_response {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:50:11.557666 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-0d7838e9-3e9d-4eca-88da-5e90d37ab7d9 req-79d5d9c7-1199-43ea-ad8c-ecfe58ab96b4 service neutron] 10.222.0.65 "PUT /v2.0/ports/258271e1-177c-45c6-866e-20b9c25853cd HTTP/1.1" status: 200  len: 1093 time: 3.3384967
Apr 15 19:50:11.558614 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4bab061-949c-4ba3-bdfd-88c1e83737a6', 'tag': '258271e1-177c-45c6-866e-20b9c25853cd'}] {{(pid=85344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 19:50:11.595849 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-b3313f09-cce8-4f09-9cad-1bffa4f178c4 req-cfacfa32-056f-4baa-9e82-6a0c7f1290c4 tempest-VolumesActionsTest-406255356 tempest-VolumesActionsTest-406255356-project] 10.222.0.47 "GET /v2.0/security-groups?id=7c3120a5-91b3-4e2d-96a8-e876bf30b25c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1085923
Apr 15 19:50:11.786821 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72ed8be0-1f96-4feb-9696-91be12a7682c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6b5f864-1fc2-42b4-9d87-220fffa5e297', 'code': 200}
Apr 15 19:50:11.902542 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4bab061-949c-4ba3-bdfd-88c1e83737a6', 'tag': '258271e1-177c-45c6-866e-20b9c25853cd', 'status': 'completed', 'code': 200}
Apr 15 19:50:11.959752 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7838e9-3e9d-4eca-88da-5e90d37ab7d9 req-6d1270cf-7262-49ae-8208-811b7a50a352 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:50:11.961374 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-0d7838e9-3e9d-4eca-88da-5e90d37ab7d9 req-6d1270cf-7262-49ae-8208-811b7a50a352 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=baf9cfef8926468ebb80cb08498b5bf3&device_id=e4bab061-949c-4ba3-bdfd-88c1e83737a6 HTTP/1.1" status: 200  len: 1096 time: 0.3294370
Apr 15 19:50:12.073503 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-0d7838e9-3e9d-4eca-88da-5e90d37ab7d9 req-bc32d744-7be3-4866-95ab-0ef1eb5e8fbb service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=258271e1-177c-45c6-866e-20b9c25853cd HTTP/1.1" status: 200  len: 217 time: 0.0922856
Apr 15 19:50:12.083957 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dac2e3e-8c21-49f5-b86a-9d56bd4a00de req-03c46857-5827-4755-bddc-4543e8fc9594 tempest-ServerRescueNegativeTestJSON-1235948813 tempest-ServerRescueNegativeTestJSON-1235948813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:50:12.092192 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-4dac2e3e-8c21-49f5-b86a-9d56bd4a00de req-03c46857-5827-4755-bddc-4543e8fc9594 tempest-ServerRescueNegativeTestJSON-1235948813 tempest-ServerRescueNegativeTestJSON-1235948813-project] 10.222.0.47 "GET /v2.0/ports?device_id=e9aebd22-52d6-4434-8b88-31ff5eb1f75a HTTP/1.1" status: 200  len: 945 time: 0.2675581
Apr 15 19:50:12.202137 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-4dac2e3e-8c21-49f5-b86a-9d56bd4a00de req-54baa452-5f31-4a0c-b140-11a5e3986e5e tempest-ServerRescueNegativeTestJSON-1235948813 tempest-ServerRescueNegativeTestJSON-1235948813-project] 10.222.0.47 "GET /v2.0/security-groups?id=7fa5c887-ca49-4d7e-a257-900a3414a5f8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1089065
Apr 15 19:50:12.206681 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7838e9-3e9d-4eca-88da-5e90d37ab7d9 req-e6f336ca-1413-4285-93b9-17b61a7ec89d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:50:12.208634 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-0d7838e9-3e9d-4eca-88da-5e90d37ab7d9 req-e6f336ca-1413-4285-93b9-17b61a7ec89d service neutron] 10.222.0.65 "GET /v2.0/subnets?id=6be9cab0-c301-4b99-9135-7ca2bab15246 HTTP/1.1" status: 200  len: 855 time: 0.1134264
Apr 15 19:50:12.233082 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ed4236-a5e4-40cf-b4bd-82f0cf4cf544 req-ed1a54d1-1b7a-4ed0-b1f2-a1fd92ce03b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:50:12.235603 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-a2ed4236-a5e4-40cf-b4bd-82f0cf4cf544 req-ed1a54d1-1b7a-4ed0-b1f2-a1fd92ce03b6 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=72ed8be0-1f96-4feb-9696-91be12a7682c HTTP/1.1" status: 200  len: 1098 time: 0.1287005
Apr 15 19:50:12.273747 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-0d7838e9-3e9d-4eca-88da-5e90d37ab7d9 req-bdf4e855-4658-42a2-9967-95b7fc24c2ce service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=dcb51ae5-ec1d-4059-96e4-434dbd301cd9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0549948
Apr 15 19:50:12.320027 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-a2ed4236-a5e4-40cf-b4bd-82f0cf4cf544 req-bc905c85-d84c-4fb1-8400-bd6035f0dda4 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=7c3120a5-91b3-4e2d-96a8-e876bf30b25c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0740407
Apr 15 19:50:12.440517 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-0d7838e9-3e9d-4eca-88da-5e90d37ab7d9 req-3d8a1be9-8b28-486f-bcb4-08785b7fa2ea service neutron] 10.222.0.65 "GET /v2.0/networks/dcb51ae5-ec1d-4059-96e4-434dbd301cd9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1572237
Apr 15 19:50:12.785277 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858ce4b4-7e91-43a8-aef8-a019c6fc69e4 req-d85bce8a-9f9a-434e-8046-b22f2baa0f68 tempest-AttachVolumeNegativeTest-1626257925 tempest-AttachVolumeNegativeTest-1626257925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:50:12.788445 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-858ce4b4-7e91-43a8-aef8-a019c6fc69e4 req-d85bce8a-9f9a-434e-8046-b22f2baa0f68 tempest-AttachVolumeNegativeTest-1626257925 tempest-AttachVolumeNegativeTest-1626257925-project] 10.222.0.47 "GET /v2.0/ports?device_id=e4bab061-949c-4ba3-bdfd-88c1e83737a6 HTTP/1.1" status: 200  len: 943 time: 0.1671653
Apr 15 19:50:12.850974 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-858ce4b4-7e91-43a8-aef8-a019c6fc69e4 req-f22fec15-8a26-4c31-83c0-46f70d0a41c1 tempest-AttachVolumeNegativeTest-1626257925 tempest-AttachVolumeNegativeTest-1626257925-project] 10.222.0.47 "GET /v2.0/security-groups?id=8498f6ac-4e62-4833-b465-61e9c537cd5f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0553641
Apr 15 19:50:13.174536 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ee4729-402d-47a8-9151-ad58dd72e798 req-fbbe14d8-7a08-47d2-bef5-782315a60828 tempest-VolumesActionsTest-406255356 tempest-VolumesActionsTest-406255356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:50:13.176248 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-85ee4729-402d-47a8-9151-ad58dd72e798 req-fbbe14d8-7a08-47d2-bef5-782315a60828 tempest-VolumesActionsTest-406255356 tempest-VolumesActionsTest-406255356-project] 10.222.0.47 "GET /v2.0/ports?device_id=72ed8be0-1f96-4feb-9696-91be12a7682c HTTP/1.1" status: 200  len: 945 time: 0.4302154
Apr 15 19:50:13.230374 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-85ee4729-402d-47a8-9151-ad58dd72e798 req-95b14159-eb06-4023-a1a0-a5f0d0572695 tempest-VolumesActionsTest-406255356 tempest-VolumesActionsTest-406255356-project] 10.222.0.47 "GET /v2.0/security-groups?id=7c3120a5-91b3-4e2d-96a8-e876bf30b25c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0475326
Apr 15 19:50:13.619863 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.agents_db [None req-b0af7715-6be6-4101-aede-c7b275f02801 None None] Agent healthcheck: found 6 active agents {{(pid=85347) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 15 19:50:15.775221 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-0d7838e9-3e9d-4eca-88da-5e90d37ab7d9 req-0b7ae812-f88c-4aee-9010-187301fc0cc9 service neutron] 10.222.0.65 "GET /v2.0/networks/dcb51ae5-ec1d-4059-96e4-434dbd301cd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1716874
Apr 15 19:50:15.985628 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663678bf-8132-4f72-b980-e2b7c0ff3a5e req-c497ef53-df80-4d08-8dcf-aa305ee7fed2 tempest-ServerRescueNegativeTestJSON-1235948813 tempest-ServerRescueNegativeTestJSON-1235948813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:50:15.988822 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-663678bf-8132-4f72-b980-e2b7c0ff3a5e req-c497ef53-df80-4d08-8dcf-aa305ee7fed2 tempest-ServerRescueNegativeTestJSON-1235948813 tempest-ServerRescueNegativeTestJSON-1235948813-project] 10.222.0.47 "GET /v2.0/ports?device_id=e9aebd22-52d6-4434-8b88-31ff5eb1f75a HTTP/1.1" status: 200  len: 945 time: 0.1313744
Apr 15 19:50:16.024920 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab801a5-abd9-46f6-9dcf-4d3a46d347eb req-1a187821-e3b7-4117-828b-1ba119d25a4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:50:16.026663 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-1ab801a5-abd9-46f6-9dcf-4d3a46d347eb req-1a187821-e3b7-4117-828b-1ba119d25a4f service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=baf9cfef8926468ebb80cb08498b5bf3&device_id=e4bab061-949c-4ba3-bdfd-88c1e83737a6 HTTP/1.1" status: 200  len: 1096 time: 0.1640937
Apr 15 19:50:16.036724 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08d303b-255e-4edc-b16e-d60a5992e26c req-27fcc012-f40d-4143-9603-d1da6fc1702d tempest-AttachVolumeNegativeTest-1626257925 tempest-AttachVolumeNegativeTest-1626257925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:50:16.038598 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-f08d303b-255e-4edc-b16e-d60a5992e26c req-27fcc012-f40d-4143-9603-d1da6fc1702d tempest-AttachVolumeNegativeTest-1626257925 tempest-AttachVolumeNegativeTest-1626257925-project] 10.222.0.47 "GET /v2.0/ports?device_id=e4bab061-949c-4ba3-bdfd-88c1e83737a6 HTTP/1.1" status: 200  len: 943 time: 0.1785753
Apr 15 19:50:16.102367 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-663678bf-8132-4f72-b980-e2b7c0ff3a5e req-18ec925c-022e-4542-8b15-c3955dc9fd23 tempest-ServerRescueNegativeTestJSON-1235948813 tempest-ServerRescueNegativeTestJSON-1235948813-project] 10.222.0.47 "GET /v2.0/security-groups?id=7fa5c887-ca49-4d7e-a257-900a3414a5f8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1035657
Apr 15 19:50:16.195413 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-f08d303b-255e-4edc-b16e-d60a5992e26c req-995e8e99-e1e7-4fd2-8700-7ebbb50fee1d tempest-AttachVolumeNegativeTest-1626257925 tempest-AttachVolumeNegativeTest-1626257925-project] 10.222.0.47 "GET /v2.0/security-groups?id=8498f6ac-4e62-4833-b465-61e9c537cd5f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1291723
Apr 15 19:50:16.283674 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab801a5-abd9-46f6-9dcf-4d3a46d347eb req-44f00a04-84bf-40b4-b958-8b3206bb1ef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:50:16.288570 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-1ab801a5-abd9-46f6-9dcf-4d3a46d347eb req-44f00a04-84bf-40b4-b958-8b3206bb1ef9 service neutron] 10.222.0.65 "GET /v2.0/networks?id=dcb51ae5-ec1d-4059-96e4-434dbd301cd9 HTTP/1.1" status: 200  len: 916 time: 0.2485900
Apr 15 19:50:16.382619 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-1ab801a5-abd9-46f6-9dcf-4d3a46d347eb req-312edd69-e9a6-4e76-be3c-9d795ed20a4f service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=258271e1-177c-45c6-866e-20b9c25853cd HTTP/1.1" status: 200  len: 217 time: 0.0817068
Apr 15 19:50:16.495420 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87f55c5-d8cb-4260-ae5a-4ca9499bff74 req-60707c08-6633-447b-951b-93bcea1a7412 tempest-VolumesActionsTest-406255356 tempest-VolumesActionsTest-406255356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:50:16.498702 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-f87f55c5-d8cb-4260-ae5a-4ca9499bff74 req-60707c08-6633-447b-951b-93bcea1a7412 tempest-VolumesActionsTest-406255356 tempest-VolumesActionsTest-406255356-project] 10.222.0.47 "GET /v2.0/ports?device_id=72ed8be0-1f96-4feb-9696-91be12a7682c HTTP/1.1" status: 200  len: 945 time: 0.2054718
Apr 15 19:50:16.515869 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab801a5-abd9-46f6-9dcf-4d3a46d347eb req-11ed082b-bf02-416b-a598-cc7474e00e40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:50:16.517632 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-1ab801a5-abd9-46f6-9dcf-4d3a46d347eb req-11ed082b-bf02-416b-a598-cc7474e00e40 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=6be9cab0-c301-4b99-9135-7ca2bab15246 HTTP/1.1" status: 200  len: 855 time: 0.1218686
Apr 15 19:50:16.617313 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-f87f55c5-d8cb-4260-ae5a-4ca9499bff74 req-75e4170f-366a-42fc-8a96-e45fe91c4ea6 tempest-VolumesActionsTest-406255356 tempest-VolumesActionsTest-406255356-project] 10.222.0.47 "GET /v2.0/security-groups?id=7c3120a5-91b3-4e2d-96a8-e876bf30b25c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1048088
Apr 15 19:50:16.646678 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-1ab801a5-abd9-46f6-9dcf-4d3a46d347eb req-4cc8a6a5-f70d-48c4-9c04-44821c3e33c1 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=dcb51ae5-ec1d-4059-96e4-434dbd301cd9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1188099
Apr 15 19:50:17.015844 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-1ab801a5-abd9-46f6-9dcf-4d3a46d347eb req-8b395d6d-ac1b-4fae-9277-6b117eb9ee92 service neutron] 10.222.0.65 "GET /v2.0/networks/dcb51ae5-ec1d-4059-96e4-434dbd301cd9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3492122
Apr 15 19:50:17.381433 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-1ab801a5-abd9-46f6-9dcf-4d3a46d347eb req-27ee6cf6-a1d8-411f-9f69-a4562a194348 service neutron] 10.222.0.65 "GET /v2.0/networks/dcb51ae5-ec1d-4059-96e4-434dbd301cd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3410478
Apr 15 19:50:17.459113 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708513f1-7f15-4b40-aaeb-a3d5ab697174 req-77e90754-4da7-4b71-ad7d-69092c774a1a tempest-ServerRescueNegativeTestJSON-1235948813 tempest-ServerRescueNegativeTestJSON-1235948813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:50:17.468356 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-708513f1-7f15-4b40-aaeb-a3d5ab697174 req-77e90754-4da7-4b71-ad7d-69092c774a1a tempest-ServerRescueNegativeTestJSON-1235948813 tempest-ServerRescueNegativeTestJSON-1235948813-project] 10.222.0.47 "GET /v2.0/ports?device_id=e9aebd22-52d6-4434-8b88-31ff5eb1f75a HTTP/1.1" status: 200  len: 945 time: 0.1976402
Apr 15 19:50:17.524936 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-708513f1-7f15-4b40-aaeb-a3d5ab697174 req-a400d7cc-c070-4222-b241-49c09881b9c6 tempest-ServerRescueNegativeTestJSON-1235948813 tempest-ServerRescueNegativeTestJSON-1235948813-project] 10.222.0.47 "GET /v2.0/security-groups?id=7fa5c887-ca49-4d7e-a257-900a3414a5f8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0554373
Apr 15 19:50:17.660911 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f291d4-6220-4f2f-b6e6-2d4a65e0a5af req-06994afd-e4dc-47d4-81d3-3103d7705454 tempest-AttachVolumeNegativeTest-1626257925 tempest-AttachVolumeNegativeTest-1626257925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:50:17.662731 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-44f291d4-6220-4f2f-b6e6-2d4a65e0a5af req-06994afd-e4dc-47d4-81d3-3103d7705454 tempest-AttachVolumeNegativeTest-1626257925 tempest-AttachVolumeNegativeTest-1626257925-project] 10.222.0.47 "GET /v2.0/ports?device_id=e4bab061-949c-4ba3-bdfd-88c1e83737a6 HTTP/1.1" status: 200  len: 943 time: 0.1948755
Apr 15 19:50:17.730622 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-44f291d4-6220-4f2f-b6e6-2d4a65e0a5af req-5a11b4a5-8375-4b8f-8cf8-ee6bbd6368d1 tempest-AttachVolumeNegativeTest-1626257925 tempest-AttachVolumeNegativeTest-1626257925-project] 10.222.0.47 "GET /v2.0/security-groups?id=8498f6ac-4e62-4833-b465-61e9c537cd5f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0560498
Apr 15 19:50:18.022421 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ab8788-982d-473d-a21f-79aacd9f040a req-79c674e5-7e43-4afc-bf64-982f46c1a8d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:50:18.024159 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-a0ab8788-982d-473d-a21f-79aacd9f040a req-79c674e5-7e43-4afc-bf64-982f46c1a8d1 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=e9aebd22-52d6-4434-8b88-31ff5eb1f75a HTTP/1.1" status: 200  len: 1098 time: 0.1713219
Apr 15 19:50:18.038734 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03b4e9a-bdcd-4d03-89c0-866791afc81c req-422cd2d8-906a-4097-9a42-0650788a4095 tempest-VolumesActionsTest-406255356 tempest-VolumesActionsTest-406255356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:50:18.040654 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-c03b4e9a-bdcd-4d03-89c0-866791afc81c req-422cd2d8-906a-4097-9a42-0650788a4095 tempest-VolumesActionsTest-406255356 tempest-VolumesActionsTest-406255356-project] 10.222.0.47 "GET /v2.0/ports?device_id=72ed8be0-1f96-4feb-9696-91be12a7682c HTTP/1.1" status: 200  len: 945 time: 0.1400115
Apr 15 19:50:18.121066 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-a0ab8788-982d-473d-a21f-79aacd9f040a req-4e010a0f-268a-4ea9-9562-ec22f7c47fc2 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=7fa5c887-ca49-4d7e-a257-900a3414a5f8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0793135
Apr 15 19:50:18.129118 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-c03b4e9a-bdcd-4d03-89c0-866791afc81c req-255f9d28-d132-4b53-bb40-fb6d5052374b tempest-VolumesActionsTest-406255356 tempest-VolumesActionsTest-406255356-project] 10.222.0.47 "GET /v2.0/security-groups?id=7c3120a5-91b3-4e2d-96a8-e876bf30b25c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0711436
Apr 15 19:50:18.244473 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.rpc [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Device 258271e1-177c-45c6-866e-20b9c25853cd details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=85346) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 15 19:50:18.479238 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.db [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] For port 258271e1-177c-45c6-866e-20b9c25853cd, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=258271e1-177c-45c6-866e-20b9c25853cd,segment=NetworkSegment(3e6fcf0e-0b95-4774-a8cb-5489ca9658fc),segment_id=3e6fcf0e-0b95-4774-a8cb-5489ca9658fc)] {{(pid=85346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 19:50:18.499389 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.rpc [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Returning: {'device': '258271e1-177c-45c6-866e-20b9c25853cd', 'network_id': 'dcb51ae5-ec1d-4059-96e4-434dbd301cd9', 'port_id': '258271e1-177c-45c6-866e-20b9c25853cd', 'mac_address': 'fa:16:3e:53:08:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 696, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6be9cab0-c301-4b99-9135-7ca2bab15246', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85346) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 15 19:50:18.593784 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854565853'] for port, before_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:50:18.634715 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.notifiers.nova [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 258271e1-177c-45c6-866e-20b9c25853cd {{(pid=85346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 15 19:50:18.668675 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.db [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] For port 258271e1-177c-45c6-866e-20b9c25853cd, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=258271e1-177c-45c6-866e-20b9c25853cd,segment=NetworkSegment(3e6fcf0e-0b95-4774-a8cb-5489ca9658fc),segment_id=3e6fcf0e-0b95-4774-a8cb-5489ca9658fc)] {{(pid=85346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 19:50:18.675382 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854693686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852972410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789846929216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789846482410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789846483725'] for port, after_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:50:18.678575 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:50:18.839123 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Pushing event updated for resources: {'Port': ['ID=258271e1-177c-45c6-866e-20b9c25853cd,revision_number=4']} {{(pid=85346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:50:18.847526 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:50:18.967469 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cd8d17-7be5-489a-864d-2bb909759f09 req-8f526997-a173-46a7-ba4c-fa6dccc2fcbf tempest-ServerRescueNegativeTestJSON-1235948813 tempest-ServerRescueNegativeTestJSON-1235948813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:50:18.969753 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-d6cd8d17-7be5-489a-864d-2bb909759f09 req-8f526997-a173-46a7-ba4c-fa6dccc2fcbf tempest-ServerRescueNegativeTestJSON-1235948813 tempest-ServerRescueNegativeTestJSON-1235948813-project] 10.222.0.47 "GET /v2.0/ports?device_id=e9aebd22-52d6-4434-8b88-31ff5eb1f75a HTTP/1.1" status: 200  len: 945 time: 0.1599758
Apr 15 19:50:19.036815 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-d6cd8d17-7be5-489a-864d-2bb909759f09 req-1d5de680-24e9-418e-8ed9-f8617e20d739 tempest-ServerRescueNegativeTestJSON-1235948813 tempest-ServerRescueNegativeTestJSON-1235948813-project] 10.222.0.47 "GET /v2.0/security-groups?id=7fa5c887-ca49-4d7e-a257-900a3414a5f8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0573745
Apr 15 19:50:19.087024 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659a9587-d198-4022-acb7-935f8ecf3159 req-a14a67d0-2eb2-4166-a387-77153b3201d0 tempest-AttachVolumeNegativeTest-1626257925 tempest-AttachVolumeNegativeTest-1626257925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:50:19.089256 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-659a9587-d198-4022-acb7-935f8ecf3159 req-a14a67d0-2eb2-4166-a387-77153b3201d0 tempest-AttachVolumeNegativeTest-1626257925 tempest-AttachVolumeNegativeTest-1626257925-project] 10.222.0.47 "GET /v2.0/ports?device_id=e4bab061-949c-4ba3-bdfd-88c1e83737a6 HTTP/1.1" status: 200  len: 944 time: 0.1709890
Apr 15 19:50:19.174986 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-659a9587-d198-4022-acb7-935f8ecf3159 req-b8da7ae6-660e-4ecf-8a38-2375ef131fae tempest-AttachVolumeNegativeTest-1626257925 tempest-AttachVolumeNegativeTest-1626257925-project] 10.222.0.47 "GET /v2.0/security-groups?id=8498f6ac-4e62-4833-b465-61e9c537cd5f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0734532
Apr 15 19:50:19.207344 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.db [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] get_ports_and_sgs() called for port_ids ['258271e1-177c-45c6-866e-20b9c25853cd'] {{(pid=85346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 15 19:50:20.313448 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130fd437-0baf-4550-a871-e558f638d255 req-f89ac46b-f450-43a3-aeee-75c1fbe8b609 tempest-ServerRescueNegativeTestJSON-1235948813 tempest-ServerRescueNegativeTestJSON-1235948813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:50:20.315324 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-130fd437-0baf-4550-a871-e558f638d255 req-f89ac46b-f450-43a3-aeee-75c1fbe8b609 tempest-ServerRescueNegativeTestJSON-1235948813 tempest-ServerRescueNegativeTestJSON-1235948813-project] 10.222.0.47 "GET /v2.0/ports?device_id=e9aebd22-52d6-4434-8b88-31ff5eb1f75a HTTP/1.1" status: 200  len: 945 time: 0.1374891
Apr 15 19:50:20.408646 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-130fd437-0baf-4550-a871-e558f638d255 req-68e44eea-a33e-464d-a7e7-ab60017ef282 tempest-ServerRescueNegativeTestJSON-1235948813 tempest-ServerRescueNegativeTestJSON-1235948813-project] 10.222.0.47 "GET /v2.0/security-groups?id=7fa5c887-ca49-4d7e-a257-900a3414a5f8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0725830
Apr 15 19:50:20.744465 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e11e72-6670-4509-98f3-6632b35ea3ee req-8fce2a04-3943-483f-a924-98b1f8b0d5b7 tempest-AttachVolumeNegativeTest-1626257925 tempest-AttachVolumeNegativeTest-1626257925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:50:20.747719 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-17e11e72-6670-4509-98f3-6632b35ea3ee req-8fce2a04-3943-483f-a924-98b1f8b0d5b7 tempest-AttachVolumeNegativeTest-1626257925 tempest-AttachVolumeNegativeTest-1626257925-project] 10.222.0.47 "GET /v2.0/ports?device_id=e4bab061-949c-4ba3-bdfd-88c1e83737a6 HTTP/1.1" status: 200  len: 944 time: 0.1825683
Apr 15 19:50:20.819871 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-17e11e72-6670-4509-98f3-6632b35ea3ee req-d997f399-6180-4ab4-ab24-0a68f2c4c2a1 tempest-AttachVolumeNegativeTest-1626257925 tempest-AttachVolumeNegativeTest-1626257925-project] 10.222.0.47 "GET /v2.0/security-groups?id=8498f6ac-4e62-4833-b465-61e9c537cd5f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0624650
Apr 15 19:50:21.025761 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8a539a-fbeb-48f1-a880-2ee8780a7167 req-ee3fc6d8-7592-4ec3-8f88-9a366601d1c8 tempest-VolumesActionsTest-406255356 tempest-VolumesActionsTest-406255356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:50:21.028823 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-9e8a539a-fbeb-48f1-a880-2ee8780a7167 req-ee3fc6d8-7592-4ec3-8f88-9a366601d1c8 tempest-VolumesActionsTest-406255356 tempest-VolumesActionsTest-406255356-project] 10.222.0.47 "GET /v2.0/ports?device_id=72ed8be0-1f96-4feb-9696-91be12a7682c HTTP/1.1" status: 200  len: 945 time: 0.1429677
Apr 15 19:50:21.072699 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3d9c7c-4907-40a2-a4ab-56e17b7ad2c8 req-e7d1285a-0644-474f-9677-deb7e778055f tempest-ServerRescueNegativeTestJSON-1235948813 tempest-ServerRescueNegativeTestJSON-1235948813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:50:21.074646 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-ec3d9c7c-4907-40a2-a4ab-56e17b7ad2c8 req-e7d1285a-0644-474f-9677-deb7e778055f tempest-ServerRescueNegativeTestJSON-1235948813 tempest-ServerRescueNegativeTestJSON-1235948813-project] 10.222.0.47 "GET /v2.0/ports?device_id=d4df9318-4d76-48f8-9843-b64bef8e8007 HTTP/1.1" status: 200  len: 945 time: 0.1197848
Apr 15 19:50:21.126735 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-9e8a539a-fbeb-48f1-a880-2ee8780a7167 req-b4085c70-397e-44af-b0bf-a22ef21b1a18 tempest-VolumesActionsTest-406255356 tempest-VolumesActionsTest-406255356-project] 10.222.0.47 "GET /v2.0/security-groups?id=7c3120a5-91b3-4e2d-96a8-e876bf30b25c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0818155
Apr 15 19:50:21.128987 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-ec3d9c7c-4907-40a2-a4ab-56e17b7ad2c8 req-a9b3767d-486f-4f8d-bbae-9f9657376aee tempest-ServerRescueNegativeTestJSON-1235948813 tempest-ServerRescueNegativeTestJSON-1235948813-project] 10.222.0.47 "GET /v2.0/security-groups?id=7fa5c887-ca49-4d7e-a257-900a3414a5f8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0464423
Apr 15 19:50:22.109009 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1455d110-2a5e-4f43-a7c7-6340094d5dd7 req-fb5ba224-c820-4b0e-9bd3-0ee840e52062 tempest-AttachVolumeNegativeTest-1626257925 tempest-AttachVolumeNegativeTest-1626257925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:50:22.112039 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-1455d110-2a5e-4f43-a7c7-6340094d5dd7 req-fb5ba224-c820-4b0e-9bd3-0ee840e52062 tempest-AttachVolumeNegativeTest-1626257925 tempest-AttachVolumeNegativeTest-1626257925-project] 10.222.0.47 "GET /v2.0/ports?device_id=e4bab061-949c-4ba3-bdfd-88c1e83737a6 HTTP/1.1" status: 200  len: 944 time: 0.1488216
Apr 15 19:50:22.170729 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-1455d110-2a5e-4f43-a7c7-6340094d5dd7 req-814993a6-0e8a-4f1e-967b-6df8dd7a9e5f tempest-AttachVolumeNegativeTest-1626257925 tempest-AttachVolumeNegativeTest-1626257925-project] 10.222.0.47 "GET /v2.0/security-groups?id=8498f6ac-4e62-4833-b465-61e9c537cd5f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0523467
Apr 15 19:50:22.281949 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.rpc [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Device 258271e1-177c-45c6-866e-20b9c25853cd up at agent hyperv_hv-cinder-78638 {{(pid=85346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 19:50:22.468727 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.provisioning_blocks [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Provisioning for port 258271e1-177c-45c6-866e-20b9c25853cd completed by entity L2. {{(pid=85346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 19:50:22.479940 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.provisioning_blocks [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Provisioning complete for port 258271e1-177c-45c6-866e-20b9c25853cd triggered by entity L2. {{(pid=85346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 19:50:22.480652 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-428662'] for port, provisioning_complete {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:50:22.569298 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30dd5162-da51-46eb-aed3-59fbf3587fd2 req-5d127889-9a52-4ebb-acf2-b4e869dee1ee tempest-VolumesActionsTest-406255356 tempest-VolumesActionsTest-406255356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:50:22.578429 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-30dd5162-da51-46eb-aed3-59fbf3587fd2 req-5d127889-9a52-4ebb-acf2-b4e869dee1ee tempest-VolumesActionsTest-406255356 tempest-VolumesActionsTest-406255356-project] 10.222.0.47 "GET /v2.0/ports?device_id=72ed8be0-1f96-4feb-9696-91be12a7682c HTTP/1.1" status: 200  len: 945 time: 0.1550143
Apr 15 19:50:22.626483 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-30dd5162-da51-46eb-aed3-59fbf3587fd2 req-b5a1a59f-a994-4574-8d42-e98b96835317 tempest-VolumesActionsTest-406255356 tempest-VolumesActionsTest-406255356-project] 10.222.0.47 "GET /v2.0/security-groups?id=7c3120a5-91b3-4e2d-96a8-e876bf30b25c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0470788
Apr 15 19:50:22.668925 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854565853'] for port, before_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:50:22.697314 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb36f9f7-4fa5-4837-9169-1972b95b82e1 req-79a16d25-6ee9-4b7f-b79a-36f62417ac4b tempest-VolumesActionsTest-406255356 tempest-VolumesActionsTest-406255356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:50:22.701603 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-cb36f9f7-4fa5-4837-9169-1972b95b82e1 req-79a16d25-6ee9-4b7f-b79a-36f62417ac4b tempest-VolumesActionsTest-406255356 tempest-VolumesActionsTest-406255356-project] 10.222.0.65 "GET /v2.0/ports?device_id=72ed8be0-1f96-4feb-9696-91be12a7682c HTTP/1.1" status: 200  len: 945 time: 0.1714766
Apr 15 19:50:22.716763 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4bab061-949c-4ba3-bdfd-88c1e83737a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '258271e1-177c-45c6-866e-20b9c25853cd'}] {{(pid=85346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 19:50:22.735237 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.db [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] For port 258271e1-177c-45c6-866e-20b9c25853cd, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=258271e1-177c-45c6-866e-20b9c25853cd,segment=NetworkSegment(3e6fcf0e-0b95-4774-a8cb-5489ca9658fc),segment_id=3e6fcf0e-0b95-4774-a8cb-5489ca9658fc)] {{(pid=85346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 19:50:22.749291 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854693686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852972410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789846929216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789846482410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789846483725'] for port, after_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:50:22.753206 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-56ecdebd-c5a0-4569-bc96-ba437f5ce558 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:50:22.978103 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.plugin [req-cb36f9f7-4fa5-4837-9169-1972b95b82e1 req-9281f044-d54c-4f3a-9e83-912a0e2aff6c tempest-VolumesActionsTest-406255356 tempest-VolumesActionsTest-406255356-project] Deleting port a6b5f864-1fc2-42b4-9d87-220fffa5e297 {{(pid=85344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 19:50:22.978737 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [req-cb36f9f7-4fa5-4837-9169-1972b95b82e1 req-9281f044-d54c-4f3a-9e83-912a0e2aff6c tempest-VolumesActionsTest-406255356 tempest-VolumesActionsTest-406255356-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363247007848052'] for port, before_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:50:23.161082 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4bab061-949c-4ba3-bdfd-88c1e83737a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '258271e1-177c-45c6-866e-20b9c25853cd', 'code': 200}
Apr 15 19:50:23.219707 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Pushing event updated for resources: {'Port': ['ID=258271e1-177c-45c6-866e-20b9c25853cd,revision_number=5']} {{(pid=85346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:50:23.229890 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:50:23.230426 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:50:23.231520 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:50:23.231520 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:50:23.231940 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:50:23.232383 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:50:23.232872 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:50:23.233358 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:50:23.233853 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:50:23.234331 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:50:23.234830 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:50:23.235347 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:50:23.239875 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.487s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:50:23.640180 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755df393-9464-4ee8-8221-b43f6f95293b req-4a6cdd3f-4490-4ff7-b745-e4f34d1de693 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:50:23.645761 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-755df393-9464-4ee8-8221-b43f6f95293b req-4a6cdd3f-4490-4ff7-b745-e4f34d1de693 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=e4bab061-949c-4ba3-bdfd-88c1e83737a6 HTTP/1.1" status: 200  len: 1098 time: 0.2917600
Apr 15 19:50:23.685428 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.wsgi [-] (85345) accepted ('10.222.0.47', 44578) {{(pid=85345) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:50:23.777967 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-755df393-9464-4ee8-8221-b43f6f95293b req-c66ab4ff-66a2-4023-b56e-f0909545fa23 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=8498f6ac-4e62-4833-b465-61e9c537cd5f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1206040
Apr 15 19:50:23.833076 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.db [req-cb36f9f7-4fa5-4837-9169-1972b95b82e1 req-9281f044-d54c-4f3a-9e83-912a0e2aff6c tempest-VolumesActionsTest-406255356 tempest-VolumesActionsTest-406255356-project] For port a6b5f864-1fc2-42b4-9d87-220fffa5e297, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=a6b5f864-1fc2-42b4-9d87-220fffa5e297,segment=NetworkSegment(3b41c3b7-71a7-4ab9-8ff9-1dbe658da667),segment_id=3b41c3b7-71a7-4ab9-8ff9-1dbe658da667)] {{(pid=85344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 19:50:23.833640 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [req-cb36f9f7-4fa5-4837-9169-1972b95b82e1 req-9281f044-d54c-4f3a-9e83-912a0e2aff6c tempest-VolumesActionsTest-406255356 tempest-VolumesActionsTest-406255356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853097680'] for port, precommit_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:50:23.858612 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2e321c-4a83-447e-9251-6a704cbd497d req-8919b1bf-45ed-495a-a119-c0b80c47eb63 tempest-AttachVolumeNegativeTest-1626257925 tempest-AttachVolumeNegativeTest-1626257925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:50:23.868157 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-2e2e321c-4a83-447e-9251-6a704cbd497d req-8919b1bf-45ed-495a-a119-c0b80c47eb63 tempest-AttachVolumeNegativeTest-1626257925 tempest-AttachVolumeNegativeTest-1626257925-project] 10.222.0.47 "GET /v2.0/ports?device_id=e4bab061-949c-4ba3-bdfd-88c1e83737a6 HTTP/1.1" status: 200  len: 945 time: 0.1778436
Apr 15 19:50:24.027137 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.plugin [req-cb36f9f7-4fa5-4837-9169-1972b95b82e1 req-9281f044-d54c-4f3a-9e83-912a0e2aff6c tempest-VolumesActionsTest-406255356 tempest-VolumesActionsTest-406255356-project] Calling delete_port for a6b5f864-1fc2-42b4-9d87-220fffa5e297 owned by compute:nova {{(pid=85344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 15 19:50:24.078237 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-da045904-c11b-4be6-a7d1-1f9ab3c243f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:50:24.117015 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-2e2e321c-4a83-447e-9251-6a704cbd497d req-395f81aa-c47b-404b-8b0c-dfa25a87f0cb tempest-AttachVolumeNegativeTest-1626257925 tempest-AttachVolumeNegativeTest-1626257925-project] 10.222.0.47 "GET /v2.0/security-groups?id=8498f6ac-4e62-4833-b465-61e9c537cd5f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2462394
Apr 15 19:50:24.123068 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.quota.driver [None req-da045904-c11b-4be6-a7d1-1f9ab3c243f4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85345) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:50:24.139654 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource [None req-da045904-c11b-4be6-a7d1-1f9ab3c243f4 admin admin] Usage tracker for resource:security_group_rule and tenant:de6d78c904bb4a599d8715ce9bf6f569 is out of sync, need to count used quota {{(pid=85345) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:50:24.139654 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource [None req-da045904-c11b-4be6-a7d1-1f9ab3c243f4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85345) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:50:24.149219 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.quota.driver [None req-da045904-c11b-4be6-a7d1-1f9ab3c243f4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85345) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:50:24.356972 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-da045904-c11b-4be6-a7d1-1f9ab3c243f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:50:24.378846 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [req-cb36f9f7-4fa5-4837-9169-1972b95b82e1 req-9281f044-d54c-4f3a-9e83-912a0e2aff6c tempest-VolumesActionsTest-406255356 tempest-VolumesActionsTest-406255356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854693686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852972410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789846929199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363247008293407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851621869'] for port, after_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:50:24.381489 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-da045904-c11b-4be6-a7d1-1f9ab3c243f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806004'] for security_group, after_create {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:50:24.397897 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-bdf4389e-97c2-4ad7-a124-6dc1fbfa4526 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:50:24.404038 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5fb609-e386-423e-ba84-61effd07cf6b req-c7e95cc6-a801-4415-bbda-b7478de7e97d tempest-ServerRescueNegativeTestJSON-1235948813 tempest-ServerRescueNegativeTestJSON-1235948813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:50:24.405838 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-1f5fb609-e386-423e-ba84-61effd07cf6b req-c7e95cc6-a801-4415-bbda-b7478de7e97d tempest-ServerRescueNegativeTestJSON-1235948813 tempest-ServerRescueNegativeTestJSON-1235948813-project] 10.222.0.47 "GET /v2.0/ports?device_id=d4df9318-4d76-48f8-9843-b64bef8e8007 HTTP/1.1" status: 200  len: 945 time: 0.1485119
Apr 15 19:50:24.406577 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-79d5d9c7-1199-43ea-ad8c-ecfe58ab96b4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:50:24.455744 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da045904-c11b-4be6-a7d1-1f9ab3c243f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3bc4e11-7517-4504-b3e7-db49472aa2ff,revision_number=1']} {{(pid=85345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:50:24.460535 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9281f044-d54c-4f3a-9e83-912a0e2aff6c tempest-VolumesActionsTest-406255356 tempest-VolumesActionsTest-406255356-project] Pushing event deleted for resources: {'Port': ['ID=a6b5f864-1fc2-42b4-9d87-220fffa5e297,revision_number=None']} {{(pid=85344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:50:24.480910 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c88f81c-acbf-4322-a021-836e67500202 req-f1a4d56e-87aa-4ee5-8f90-b47a5fa5b602 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:50:24.482677 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-5c88f81c-acbf-4322-a021-836e67500202 req-f1a4d56e-87aa-4ee5-8f90-b47a5fa5b602 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=308b7c9489eb439cb66d243d5654d1ba&device_id=d4df9318-4d76-48f8-9843-b64bef8e8007 HTTP/1.1" status: 200  len: 1098 time: 0.4835916
Apr 15 19:50:24.485381 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [None req-da045904-c11b-4be6-a7d1-1f9ab3c243f4 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=de6d78c904bb4a599d8715ce9bf6f569&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7988570
Apr 15 19:50:24.489074 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da045904-c11b-4be6-a7d1-1f9ab3c243f4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:50:24.489477 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da045904-c11b-4be6-a7d1-1f9ab3c243f4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:50:24.489872 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da045904-c11b-4be6-a7d1-1f9ab3c243f4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:50:24.490301 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da045904-c11b-4be6-a7d1-1f9ab3c243f4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:50:24.490688 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da045904-c11b-4be6-a7d1-1f9ab3c243f4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:50:24.491290 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da045904-c11b-4be6-a7d1-1f9ab3c243f4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:50:24.491685 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da045904-c11b-4be6-a7d1-1f9ab3c243f4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:50:24.492132 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da045904-c11b-4be6-a7d1-1f9ab3c243f4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:50:24.492529 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da045904-c11b-4be6-a7d1-1f9ab3c243f4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:50:24.492894 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da045904-c11b-4be6-a7d1-1f9ab3c243f4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:50:24.493280 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da045904-c11b-4be6-a7d1-1f9ab3c243f4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:50:24.493650 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da045904-c11b-4be6-a7d1-1f9ab3c243f4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:50:24.499041 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.wsgi [-] (85345) accepted ('10.222.0.47', 44596) {{(pid=85345) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:50:24.529261 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-da045904-c11b-4be6-a7d1-1f9ab3c243f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:50:24.549073 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9281f044-d54c-4f3a-9e83-912a0e2aff6c tempest-VolumesActionsTest-406255356 tempest-VolumesActionsTest-406255356-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:50:24.550017 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9281f044-d54c-4f3a-9e83-912a0e2aff6c tempest-VolumesActionsTest-406255356 tempest-VolumesActionsTest-406255356-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:50:24.550424 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9281f044-d54c-4f3a-9e83-912a0e2aff6c tempest-VolumesActionsTest-406255356 tempest-VolumesActionsTest-406255356-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:50:24.550818 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9281f044-d54c-4f3a-9e83-912a0e2aff6c tempest-VolumesActionsTest-406255356 tempest-VolumesActionsTest-406255356-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:50:24.551240 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9281f044-d54c-4f3a-9e83-912a0e2aff6c tempest-VolumesActionsTest-406255356 tempest-VolumesActionsTest-406255356-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:50:24.552154 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9281f044-d54c-4f3a-9e83-912a0e2aff6c tempest-VolumesActionsTest-406255356 tempest-VolumesActionsTest-406255356-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:50:24.552154 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9281f044-d54c-4f3a-9e83-912a0e2aff6c tempest-VolumesActionsTest-406255356 tempest-VolumesActionsTest-406255356-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:50:24.552531 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9281f044-d54c-4f3a-9e83-912a0e2aff6c tempest-VolumesActionsTest-406255356 tempest-VolumesActionsTest-406255356-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:50:24.552699 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9281f044-d54c-4f3a-9e83-912a0e2aff6c tempest-VolumesActionsTest-406255356 tempest-VolumesActionsTest-406255356-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:50:24.553169 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9281f044-d54c-4f3a-9e83-912a0e2aff6c tempest-VolumesActionsTest-406255356 tempest-VolumesActionsTest-406255356-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:50:24.553438 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9281f044-d54c-4f3a-9e83-912a0e2aff6c tempest-VolumesActionsTest-406255356 tempest-VolumesActionsTest-406255356-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:50:24.553822 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9281f044-d54c-4f3a-9e83-912a0e2aff6c tempest-VolumesActionsTest-406255356 tempest-VolumesActionsTest-406255356-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:50:24.561547 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-9281f044-d54c-4f3a-9e83-912a0e2aff6c tempest-VolumesActionsTest-406255356 tempest-VolumesActionsTest-406255356-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:50:24.599330 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-1f5fb609-e386-423e-ba84-61effd07cf6b req-cca66326-a15e-41e1-9a23-f57bc239aefb tempest-ServerRescueNegativeTestJSON-1235948813 tempest-ServerRescueNegativeTestJSON-1235948813-project] 10.222.0.47 "GET /v2.0/security-groups?id=7fa5c887-ca49-4d7e-a257-900a3414a5f8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1437070
Apr 15 19:50:24.712011 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c88f81c-acbf-4322-a021-836e67500202 req-9a2b16a6-b0b0-4ab8-85bf-c7bb08aa8340 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:50:24.713700 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-5c88f81c-acbf-4322-a021-836e67500202 req-9a2b16a6-b0b0-4ab8-85bf-c7bb08aa8340 service neutron] 10.222.0.65 "GET /v2.0/networks?id=e2d187b6-98ce-49de-b641-472e7c3488cc HTTP/1.1" status: 200  len: 920 time: 0.2157228
Apr 15 19:50:24.748120 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43d230e-771b-461e-be1a-e2eaf60e846e req-7f9ab5f3-819d-4594-9579-f5d7eab1fff9 tempest-VolumesActionsTest-406255356 tempest-VolumesActionsTest-406255356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:50:24.749807 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-b43d230e-771b-461e-be1a-e2eaf60e846e req-7f9ab5f3-819d-4594-9579-f5d7eab1fff9 tempest-VolumesActionsTest-406255356 tempest-VolumesActionsTest-406255356-project] 10.222.0.47 "GET /v2.0/ports?device_id=72ed8be0-1f96-4feb-9696-91be12a7682c HTTP/1.1" status: 200  len: 867 time: 0.4899540
Apr 15 19:50:24.800371 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb36f9f7-4fa5-4837-9169-1972b95b82e1 req-9281f044-d54c-4f3a-9e83-912a0e2aff6c tempest-VolumesActionsTest-406255356 tempest-VolumesActionsTest-406255356-project] No DVR routers for this DVR port a6b5f864-1fc2-42b4-9d87-220fffa5e297 on host hv-cinder-78638 {{(pid=85344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 15 19:50:24.804361 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [req-cb36f9f7-4fa5-4837-9169-1972b95b82e1 req-9281f044-d54c-4f3a-9e83-912a0e2aff6c tempest-VolumesActionsTest-406255356 tempest-VolumesActionsTest-406255356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771739'] for port, before_response {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:50:24.807623 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-325c6e1b-0bfc-491b-bc92-802bb35e9edd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:50:24.807852 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72ed8be0-1f96-4feb-9696-91be12a7682c', 'name': 'network-vif-deleted', 'tag': 'a6b5f864-1fc2-42b4-9d87-220fffa5e297'}] {{(pid=85344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 19:50:24.829670 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-cb36f9f7-4fa5-4837-9169-1972b95b82e1 req-9281f044-d54c-4f3a-9e83-912a0e2aff6c tempest-VolumesActionsTest-406255356 tempest-VolumesActionsTest-406255356-project] 10.222.0.65 "DELETE /v2.0/ports/a6b5f864-1fc2-42b4-9d87-220fffa5e297 HTTP/1.1" status: 204  len: 173 time: 2.1166990
Apr 15 19:50:24.884386 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-5c88f81c-acbf-4322-a021-836e67500202 req-80995c3a-65dd-43de-8af1-801ae6fb86c1 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ef741914-f4e2-4191-a3f5-849ecb03ddc2 HTTP/1.1" status: 200  len: 217 time: 0.1520121
Apr 15 19:50:24.886520 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-325c6e1b-0bfc-491b-bc92-802bb35e9edd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:50:24.944638 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72ed8be0-1f96-4feb-9696-91be12a7682c', 'name': 'network-vif-deleted', 'tag': 'a6b5f864-1fc2-42b4-9d87-220fffa5e297', 'status': 'completed', 'code': 200}
Apr 15 19:50:24.978882 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-325c6e1b-0bfc-491b-bc92-802bb35e9edd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806004'] for security_group, after_delete {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:50:25.054457 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-da045904-c11b-4be6-a7d1-1f9ab3c243f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:50:25.088080 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-b43d230e-771b-461e-be1a-e2eaf60e846e req-fb68c954-4de4-4706-b693-9587c3e4f824 tempest-VolumesActionsTest-406255356 tempest-VolumesActionsTest-406255356-project] 10.222.0.47 "GET /v2.0/security-groups?id=7c3120a5-91b3-4e2d-96a8-e876bf30b25c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2779000
Apr 15 19:50:25.108507 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325c6e1b-0bfc-491b-bc92-802bb35e9edd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3bc4e11-7517-4504-b3e7-db49472aa2ff,revision_number=None']} {{(pid=85345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:50:25.120857 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-325c6e1b-0bfc-491b-bc92-802bb35e9edd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:50:25.126171 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-325c6e1b-0bfc-491b-bc92-802bb35e9edd admin admin] Notify callbacks [] for security_group, before_response {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:50:25.129654 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [None req-325c6e1b-0bfc-491b-bc92-802bb35e9edd admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/d3bc4e11-7517-4504-b3e7-db49472aa2ff HTTP/1.1" status: 204  len: 168 time: 0.6232331
Apr 15 19:50:25.205606 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c88f81c-acbf-4322-a021-836e67500202 req-d9e77dd7-b9ba-4b38-9986-54b530055b8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:50:25.208941 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-5c88f81c-acbf-4322-a021-836e67500202 req-d9e77dd7-b9ba-4b38-9986-54b530055b8f service neutron] 10.222.0.65 "GET /v2.0/subnets?id=df80589a-5211-47ee-98ca-4218fd01eea5 HTTP/1.1" status: 200  len: 859 time: 0.2320335
Apr 15 19:50:25.344422 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-5c88f81c-acbf-4322-a021-836e67500202 req-8b917dc7-c775-4c04-b386-83c63e9a226c service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=e2d187b6-98ce-49de-b641-472e7c3488cc&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1214244
Apr 15 19:50:25.628790 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c97a25-3963-41b6-897f-3ada62f8074f req-e0b96229-57a7-4c5d-950c-208e483ef42c tempest-AttachVolumeNegativeTest-1626257925 tempest-AttachVolumeNegativeTest-1626257925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:50:25.630807 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-26c97a25-3963-41b6-897f-3ada62f8074f req-e0b96229-57a7-4c5d-950c-208e483ef42c tempest-AttachVolumeNegativeTest-1626257925 tempest-AttachVolumeNegativeTest-1626257925-project] 10.222.0.47 "GET /v2.0/ports?device_id=e4bab061-949c-4ba3-bdfd-88c1e83737a6 HTTP/1.1" status: 200  len: 945 time: 0.1739540
Apr 15 19:50:25.787966 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-26c97a25-3963-41b6-897f-3ada62f8074f req-71527582-514a-4f6f-a746-8b055301fe5d tempest-AttachVolumeNegativeTest-1626257925 tempest-AttachVolumeNegativeTest-1626257925-project] 10.222.0.47 "GET /v2.0/security-groups?id=8498f6ac-4e62-4833-b465-61e9c537cd5f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1400514
Apr 15 19:50:25.891104 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-5c88f81c-acbf-4322-a021-836e67500202 req-e5956186-d2eb-46f8-8235-e3b541aea076 service neutron] 10.222.0.65 "GET /v2.0/networks/e2d187b6-98ce-49de-b641-472e7c3488cc?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5341256
Apr 15 19:50:26.100308 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b589073d-1f0a-4a15-a841-f2a43427e94b req-7332396d-adbc-40cf-816f-92f1c4bc2a1b tempest-ServerRescueNegativeTestJSON-1235948813 tempest-ServerRescueNegativeTestJSON-1235948813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:50:26.108368 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-b589073d-1f0a-4a15-a841-f2a43427e94b req-7332396d-adbc-40cf-816f-92f1c4bc2a1b tempest-ServerRescueNegativeTestJSON-1235948813 tempest-ServerRescueNegativeTestJSON-1235948813-project] 10.222.0.47 "GET /v2.0/ports?device_id=d4df9318-4d76-48f8-9843-b64bef8e8007 HTTP/1.1" status: 200  len: 945 time: 0.1804974
Apr 15 19:50:26.231858 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-b589073d-1f0a-4a15-a841-f2a43427e94b req-307a6eab-a625-48e6-bc21-9a8df5a00a39 tempest-ServerRescueNegativeTestJSON-1235948813 tempest-ServerRescueNegativeTestJSON-1235948813-project] 10.222.0.47 "GET /v2.0/security-groups?id=7fa5c887-ca49-4d7e-a257-900a3414a5f8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1224010
Apr 15 19:50:26.309762 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.rpc [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Device a6b5f864-1fc2-42b4-9d87-220fffa5e297 no longer exists at agent hyperv_hv-cinder-78638 {{(pid=85346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 15 19:50:26.397166 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.plugin [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] No Port match for: a6b5f864-1fc2-42b4-9d87-220fffa5e297 {{(pid=85346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 15 19:50:26.398032 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.rpc [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Device a6b5f864-1fc2-42b4-9d87-220fffa5e297 not bound to the agent host hv-cinder-78638 {{(pid=85346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 15 19:50:26.651774 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-5c88f81c-acbf-4322-a021-836e67500202 req-08fc77bc-1f63-4de6-8192-41180eb93b38 service neutron] 10.222.0.65 "GET /v2.0/networks/e2d187b6-98ce-49de-b641-472e7c3488cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.7406085
Apr 15 19:50:27.559071 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3896887f-6751-441c-ac7a-4cd14367e86d req-1859ce34-ea0a-47b8-8b9a-98159329d141 tempest-ServerRescueNegativeTestJSON-1235948813 tempest-ServerRescueNegativeTestJSON-1235948813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:50:27.561190 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-3896887f-6751-441c-ac7a-4cd14367e86d req-1859ce34-ea0a-47b8-8b9a-98159329d141 tempest-ServerRescueNegativeTestJSON-1235948813 tempest-ServerRescueNegativeTestJSON-1235948813-project] 10.222.0.47 "GET /v2.0/ports?device_id=d4df9318-4d76-48f8-9843-b64bef8e8007 HTTP/1.1" status: 200  len: 945 time: 0.1457741
Apr 15 19:50:27.639532 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-3896887f-6751-441c-ac7a-4cd14367e86d req-a6111d21-ef3d-447d-863f-14fc26088bf2 tempest-ServerRescueNegativeTestJSON-1235948813 tempest-ServerRescueNegativeTestJSON-1235948813-project] 10.222.0.47 "GET /v2.0/security-groups?id=7fa5c887-ca49-4d7e-a257-900a3414a5f8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0695138
Apr 15 19:50:28.964442 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48a7a5c-2940-4715-bf35-89f0f9e81797 req-1b880bef-d175-43a7-a53f-e7d8ae367383 tempest-ServerRescueNegativeTestJSON-1235948813 tempest-ServerRescueNegativeTestJSON-1235948813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:50:28.966154 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-e48a7a5c-2940-4715-bf35-89f0f9e81797 req-1b880bef-d175-43a7-a53f-e7d8ae367383 tempest-ServerRescueNegativeTestJSON-1235948813 tempest-ServerRescueNegativeTestJSON-1235948813-project] 10.222.0.47 "GET /v2.0/ports?device_id=d4df9318-4d76-48f8-9843-b64bef8e8007 HTTP/1.1" status: 200  len: 945 time: 0.1379545
Apr 15 19:50:29.081332 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-e48a7a5c-2940-4715-bf35-89f0f9e81797 req-effa8a0a-a25f-47e6-aaa6-40032edbf886 tempest-ServerRescueNegativeTestJSON-1235948813 tempest-ServerRescueNegativeTestJSON-1235948813-project] 10.222.0.47 "GET /v2.0/security-groups?id=7fa5c887-ca49-4d7e-a257-900a3414a5f8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1041377
Apr 15 19:50:29.681263 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.wsgi [-] (85344) accepted ('10.222.0.47', 44788) {{(pid=85344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:50:29.764402 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea14691e-0f9b-48b7-b94e-c00977e4faf6 admin admin] Deleting subnet 63684bfb-011d-4f13-a73a-5eb7e5658cce {{(pid=85344) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 15 19:50:29.769225 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-ea14691e-0f9b-48b7-b94e-c00977e4faf6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:50:29.829708 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-ea14691e-0f9b-48b7-b94e-c00977e4faf6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2751258'] for subnet, precommit_delete_associations {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:50:29.900142 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-ea14691e-0f9b-48b7-b94e-c00977e4faf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8687'] for subnet, precommit_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:50:30.260117 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-ea14691e-0f9b-48b7-b94e-c00977e4faf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854767129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852808376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852972410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3153990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852221213'] for subnet, after_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:50:30.291490 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-1a6178da-84f5-4bb7-8a5b-949d49ab6543 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:50:30.447194 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b602c82a-b5ed-4f3a-a3b5-526bab14db91 req-22bbc419-5b45-4630-b8a0-a61d7b7780d9 tempest-ServerRescueNegativeTestJSON-1235948813 tempest-ServerRescueNegativeTestJSON-1235948813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:50:30.450840 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-b602c82a-b5ed-4f3a-a3b5-526bab14db91 req-22bbc419-5b45-4630-b8a0-a61d7b7780d9 tempest-ServerRescueNegativeTestJSON-1235948813 tempest-ServerRescueNegativeTestJSON-1235948813-project] 10.222.0.47 "GET /v2.0/ports?device_id=d4df9318-4d76-48f8-9843-b64bef8e8007 HTTP/1.1" status: 200  len: 945 time: 0.1796334
Apr 15 19:50:30.541311 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-b602c82a-b5ed-4f3a-a3b5-526bab14db91 req-d661df85-028e-4241-9058-2ef0268b65a6 tempest-ServerRescueNegativeTestJSON-1235948813 tempest-ServerRescueNegativeTestJSON-1235948813-project] 10.222.0.47 "GET /v2.0/security-groups?id=7fa5c887-ca49-4d7e-a257-900a3414a5f8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0785809
Apr 15 19:50:30.657794 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea14691e-0f9b-48b7-b94e-c00977e4faf6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=63684bfb-011d-4f13-a73a-5eb7e5658cce,revision_number=None']} {{(pid=85344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:50:30.681352 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-ea14691e-0f9b-48b7-b94e-c00977e4faf6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.390s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:50:30.747628 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-ea14691e-0f9b-48b7-b94e-c00977e4faf6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852972363'] for subnet, before_response {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:50:30.755673 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [None req-ea14691e-0f9b-48b7-b94e-c00977e4faf6 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/63684bfb-011d-4f13-a73a-5eb7e5658cce HTTP/1.1" status: 204  len: 168 time: 1.0728428
Apr 15 19:50:30.759865 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.wsgi [-] (85344) accepted ('10.222.0.47', 44816) {{(pid=85344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:50:30.900150 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-54d2845d-1680-41b1-81b7-5a5fa13bc563 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854748596'] for network, before_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:50:31.117050 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-54d2845d-1680-41b1-81b7-5a5fa13bc563 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854320274', 'neutron.services.segments.db._delete_segments_for_network-8789847050952'] for network, precommit_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:50:31.247277 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.services.segments.db [None req-54d2845d-1680-41b1-81b7-5a5fa13bc563 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe8c105dc50>,) {'filters': {'network_id': ['45e7bc61-b795-4f1b-a4a8-e067a236ee38']}} {{(pid=85344) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 19:50:31.264312 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.services.segments.db [None req-54d2845d-1680-41b1-81b7-5a5fa13bc563 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe8c105dc50>, 'a869c901-701a-4101-9c03-036d6212cec2') {'for_net_delete': True} {{(pid=85344) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 19:50:31.265175 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.services.segments.db [None req-54d2845d-1680-41b1-81b7-5a5fa13bc563 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe8c105dc50>, 'a869c901-701a-4101-9c03-036d6212cec2') {} {{(pid=85344) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 19:50:31.285172 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-54d2845d-1680-41b1-81b7-5a5fa13bc563 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789847056089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852024542'] for segment, before_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:50:31.303135 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-54d2845d-1680-41b1-81b7-5a5fa13bc563 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854767479'] for segment, precommit_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:50:31.311274 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-54d2845d-1680-41b1-81b7-5a5fa13bc563 admin admin] Releasing vlan 656 on physical network physnet1 to pool {{(pid=85344) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 15 19:50:31.530363 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.managers [None req-54d2845d-1680-41b1-81b7-5a5fa13bc563 admin admin] Network 45e7bc61-b795-4f1b-a4a8-e067a236ee38 has no segments {{(pid=85344) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 15 19:50:31.546085 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-54d2845d-1680-41b1-81b7-5a5fa13bc563 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851621145'] for segment, after_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:50:31.761556 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.managers [None req-54d2845d-1680-41b1-81b7-5a5fa13bc563 admin admin] Network 45e7bc61-b795-4f1b-a4a8-e067a236ee38 has no segments {{(pid=85344) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 15 19:50:31.787816 dv-cinder-786383-2-iscsi neutron-server[85229]: Traceback (most recent call last):
Apr 15 19:50:31.787816 dv-cinder-786383-2-iscsi neutron-server[85229]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 15 19:50:31.787816 dv-cinder-786383-2-iscsi neutron-server[85229]:     timer()
Apr 15 19:50:31.787816 dv-cinder-786383-2-iscsi neutron-server[85229]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 15 19:50:31.787816 dv-cinder-786383-2-iscsi neutron-server[85229]:     cb(*args, **kw)
Apr 15 19:50:31.787816 dv-cinder-786383-2-iscsi neutron-server[85229]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 15 19:50:31.787816 dv-cinder-786383-2-iscsi neutron-server[85229]:     return func(*args, **kwargs)
Apr 15 19:50:31.787816 dv-cinder-786383-2-iscsi neutron-server[85229]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 15 19:50:31.787816 dv-cinder-786383-2-iscsi neutron-server[85229]:     self._notify()
Apr 15 19:50:31.787816 dv-cinder-786383-2-iscsi neutron-server[85229]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 15 19:50:31.787816 dv-cinder-786383-2-iscsi neutron-server[85229]:     self.callback(batched_events)
Apr 15 19:50:31.787816 dv-cinder-786383-2-iscsi neutron-server[85229]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 15 19:50:31.787816 dv-cinder-786383-2-iscsi neutron-server[85229]:     event.method(event)
Apr 15 19:50:31.787816 dv-cinder-786383-2-iscsi neutron-server[85229]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 15 19:50:31.787816 dv-cinder-786383-2-iscsi neutron-server[85229]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 15 19:50:31.787816 dv-cinder-786383-2-iscsi neutron-server[85229]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 15 19:50:31.787816 dv-cinder-786383-2-iscsi neutron-server[85229]:     segment_id)['aggregates'][0]
Apr 15 19:50:31.787816 dv-cinder-786383-2-iscsi neutron-server[85229]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 15 19:50:31.787816 dv-cinder-786383-2-iscsi neutron-server[85229]:     return f(self, *a, **k)
Apr 15 19:50:31.787816 dv-cinder-786383-2-iscsi neutron-server[85229]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 15 19:50:31.787816 dv-cinder-786383-2-iscsi neutron-server[85229]:     return self._get(url).json()
Apr 15 19:50:31.787816 dv-cinder-786383-2-iscsi neutron-server[85229]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 15 19:50:31.787816 dv-cinder-786383-2-iscsi neutron-server[85229]:     **kwargs)
Apr 15 19:50:31.787816 dv-cinder-786383-2-iscsi neutron-server[85229]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 15 19:50:31.787816 dv-cinder-786383-2-iscsi neutron-server[85229]:     return self.request(url, 'GET', **kwargs)
Apr 15 19:50:31.787816 dv-cinder-786383-2-iscsi neutron-server[85229]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 15 19:50:31.787816 dv-cinder-786383-2-iscsi neutron-server[85229]:     **endpoint_filter)
Apr 15 19:50:31.787816 dv-cinder-786383-2-iscsi neutron-server[85229]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 15 19:50:31.787816 dv-cinder-786383-2-iscsi neutron-server[85229]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 15 19:50:31.787816 dv-cinder-786383-2-iscsi neutron-server[85229]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 15 19:50:31.787816 dv-cinder-786383-2-iscsi neutron-server[85229]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 15 19:50:31.787816 dv-cinder-786383-2-iscsi neutron-server[85229]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 15 19:50:31.878629 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-54d2845d-1680-41b1-81b7-5a5fa13bc563 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-455527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852808340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852972410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1673212'] for network, after_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:50:31.883341 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:50:31.901624 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-54d2845d-1680-41b1-81b7-5a5fa13bc563 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852972363'] for network, before_response {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:50:31.910396 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d2845d-1680-41b1-81b7-5a5fa13bc563 admin admin] Pushing event deleted for resources: {'Network': ['ID=45e7bc61-b795-4f1b-a4a8-e067a236ee38,revision_number=None']} {{(pid=85344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:50:31.914000 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-54d2845d-1680-41b1-81b7-5a5fa13bc563 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:50:31.917951 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [None req-54d2845d-1680-41b1-81b7-5a5fa13bc563 admin admin] 10.222.0.47 "DELETE /v2.0/networks/45e7bc61-b795-4f1b-a4a8-e067a236ee38 HTTP/1.1" status: 204  len: 168 time: 1.1566107
Apr 15 19:50:31.919514 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.wsgi [-] (85345) accepted ('10.222.0.47', 44844) {{(pid=85345) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:50:31.996627 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b75cccd-01ab-4fcc-924c-235d5680deac admin admin] Deleting subnet d4cade23-543e-4683-bffd-c11557f789fb {{(pid=85345) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 15 19:50:32.001565 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-7b75cccd-01ab-4fcc-924c-235d5680deac admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:50:32.068257 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-7b75cccd-01ab-4fcc-924c-235d5680deac admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:50:32.078315 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-7b75cccd-01ab-4fcc-924c-235d5680deac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8687'] for subnet, precommit_delete {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:50:32.477133 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-7b75cccd-01ab-4fcc-924c-235d5680deac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854767129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852808376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852972410'] for subnet, after_delete {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:50:32.508685 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-d338e9b3-6870-408c-840c-61da53a29aeb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:50:32.658613 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b75cccd-01ab-4fcc-924c-235d5680deac admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d4cade23-543e-4683-bffd-c11557f789fb,revision_number=None']} {{(pid=85345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:50:32.674360 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-7b75cccd-01ab-4fcc-924c-235d5680deac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:50:32.741479 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-7b75cccd-01ab-4fcc-924c-235d5680deac admin admin] Notify callbacks [] for subnet, before_response {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:50:32.751282 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [None req-7b75cccd-01ab-4fcc-924c-235d5680deac admin admin] 10.222.0.47 "DELETE /v2.0/subnets/d4cade23-543e-4683-bffd-c11557f789fb HTTP/1.1" status: 204  len: 168 time: 0.8281481
Apr 15 19:50:32.751594 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.wsgi [-] (85345) accepted ('10.222.0.47', 44864) {{(pid=85345) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:50:32.764608 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a908ba0a-e922-48fe-819a-9556d24d1f1d req-8b8b0e13-99d0-4b69-8990-b1cc96dc4198 tempest-ServerRescueNegativeTestJSON-1235948813 tempest-ServerRescueNegativeTestJSON-1235948813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:50:32.769563 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-a908ba0a-e922-48fe-819a-9556d24d1f1d req-8b8b0e13-99d0-4b69-8990-b1cc96dc4198 tempest-ServerRescueNegativeTestJSON-1235948813 tempest-ServerRescueNegativeTestJSON-1235948813-project] 10.222.0.47 "GET /v2.0/ports?device_id=d4df9318-4d76-48f8-9843-b64bef8e8007 HTTP/1.1" status: 200  len: 945 time: 0.1464288
Apr 15 19:50:32.847282 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-a908ba0a-e922-48fe-819a-9556d24d1f1d req-98384835-6d8c-48c8-b534-d74bff483957 tempest-ServerRescueNegativeTestJSON-1235948813 tempest-ServerRescueNegativeTestJSON-1235948813-project] 10.222.0.47 "GET /v2.0/security-groups?id=7fa5c887-ca49-4d7e-a257-900a3414a5f8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0661755
Apr 15 19:50:32.885469 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-f3257b46-b228-4d7d-bc4f-e6cca06b1f00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854748596'] for network, before_delete {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:50:33.104991 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-f3257b46-b228-4d7d-bc4f-e6cca06b1f00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854320274', 'neutron.services.segments.db._delete_segments_for_network-8789847050952'] for network, precommit_delete {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:50:33.243665 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-f3257b46-b228-4d7d-bc4f-e6cca06b1f00 admin admin] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7fe8b83499b0>> segment before_delete 55550000 {{(pid=85345) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 19:50:33.244224 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-f3257b46-b228-4d7d-bc4f-e6cca06b1f00 admin admin] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7fe8b83499b0>> subnet precommit_delete_associations 55550000 {{(pid=85345) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 19:50:33.245174 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-f3257b46-b228-4d7d-bc4f-e6cca06b1f00 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fe8b922ecc0>> segment_host_mapping after_create 55550000 {{(pid=85345) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 19:50:33.245608 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-f3257b46-b228-4d7d-bc4f-e6cca06b1f00 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fe8b922ecc0>> port after_create 55550000 {{(pid=85345) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 19:50:33.246072 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-f3257b46-b228-4d7d-bc4f-e6cca06b1f00 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fe8b922ecc0>> port after_delete 55550000 {{(pid=85345) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 19:50:33.246544 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-f3257b46-b228-4d7d-bc4f-e6cca06b1f00 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fe8b922ecc0>> port after_update 55550000 {{(pid=85345) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 19:50:33.247049 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-f3257b46-b228-4d7d-bc4f-e6cca06b1f00 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fe8b922ecc0>> segment after_delete 55550000 {{(pid=85345) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 19:50:33.247579 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-f3257b46-b228-4d7d-bc4f-e6cca06b1f00 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fe8b922ecc0>> subnet after_create 55550000 {{(pid=85345) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 19:50:33.248414 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-f3257b46-b228-4d7d-bc4f-e6cca06b1f00 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fe8b922ecc0>> subnet after_delete 55550000 {{(pid=85345) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 19:50:33.249124 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-f3257b46-b228-4d7d-bc4f-e6cca06b1f00 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fe8b922ecc0>> subnet after_update 55550000 {{(pid=85345) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 19:50:33.327380 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-f3257b46-b228-4d7d-bc4f-e6cca06b1f00 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7fe8b81887b8>> subnet after_create 55550000 {{(pid=85345) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 19:50:33.327380 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-f3257b46-b228-4d7d-bc4f-e6cca06b1f00 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7fe8b81887b8>> subnet after_delete 55550000 {{(pid=85345) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 19:50:33.327380 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-f3257b46-b228-4d7d-bc4f-e6cca06b1f00 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7fe8b81887b8>> subnet before_create 55550000 {{(pid=85345) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 19:50:33.327380 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-f3257b46-b228-4d7d-bc4f-e6cca06b1f00 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7fe8b81887b8>> subnet before_update 55550000 {{(pid=85345) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 19:50:33.327380 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.services.segments.db [None req-f3257b46-b228-4d7d-bc4f-e6cca06b1f00 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe8b99f1400>,) {'filters': {'network_id': ['843712e1-012d-4227-a0cb-51839d8157d1']}} {{(pid=85345) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 19:50:33.341495 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.services.segments.db [None req-f3257b46-b228-4d7d-bc4f-e6cca06b1f00 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe8b99f1400>, 'de3d7e85-0c44-44c0-b1f0-d3629a7400cb') {'for_net_delete': True} {{(pid=85345) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 19:50:33.341896 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.services.segments.db [None req-f3257b46-b228-4d7d-bc4f-e6cca06b1f00 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe8b99f1400>, 'de3d7e85-0c44-44c0-b1f0-d3629a7400cb') {} {{(pid=85345) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 19:50:33.356510 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-f3257b46-b228-4d7d-bc4f-e6cca06b1f00 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789847056089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3208581'] for segment, before_delete {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:50:33.376282 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-f3257b46-b228-4d7d-bc4f-e6cca06b1f00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854767479'] for segment, precommit_delete {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:50:33.391559 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f3257b46-b228-4d7d-bc4f-e6cca06b1f00 admin admin] Releasing vlan 695 on physical network physnet1 to pool {{(pid=85345) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 15 19:50:33.726569 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.managers [None req-f3257b46-b228-4d7d-bc4f-e6cca06b1f00 admin admin] Network 843712e1-012d-4227-a0cb-51839d8157d1 has no segments {{(pid=85345) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 15 19:50:33.740758 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-f3257b46-b228-4d7d-bc4f-e6cca06b1f00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2199762'] for segment, after_delete {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:50:33.887629 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.wsgi [-] (85344) accepted ('10.222.0.47', 44900) {{(pid=85344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:50:33.955751 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.managers [None req-f3257b46-b228-4d7d-bc4f-e6cca06b1f00 admin admin] Network 843712e1-012d-4227-a0cb-51839d8157d1 has no segments {{(pid=85345) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 15 19:50:34.004456 dv-cinder-786383-2-iscsi neutron-server[85229]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Apr 15 19:50:34.004456 dv-cinder-786383-2-iscsi neutron-server[85229]:   from cryptography.utils import int_from_bytes
Apr 15 19:50:34.004456 dv-cinder-786383-2-iscsi neutron-server[85229]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Apr 15 19:50:34.004456 dv-cinder-786383-2-iscsi neutron-server[85229]:   from cryptography.utils import int_from_bytes
Apr 15 19:50:34.004456 dv-cinder-786383-2-iscsi neutron-server[85229]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship.  (this warning may be suppressed after 10 occurrences)
Apr 15 19:50:34.004456 dv-cinder-786383-2-iscsi neutron-server[85229]:   (rel_b, rel_a, rel_b),
Apr 15 19:50:34.004456 dv-cinder-786383-2-iscsi neutron-server[85229]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship.  (this warning may be suppressed after 10 occurrences)
Apr 15 19:50:34.004456 dv-cinder-786383-2-iscsi neutron-server[85229]:   (rel_b, rel_a, rel_b),
Apr 15 19:50:34.004456 dv-cinder-786383-2-iscsi neutron-server[85229]: Traceback (most recent call last):
Apr 15 19:50:34.004456 dv-cinder-786383-2-iscsi neutron-server[85229]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 15 19:50:34.004456 dv-cinder-786383-2-iscsi neutron-server[85229]:     timer()
Apr 15 19:50:34.004456 dv-cinder-786383-2-iscsi neutron-server[85229]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 15 19:50:34.004456 dv-cinder-786383-2-iscsi neutron-server[85229]:     cb(*args, **kw)
Apr 15 19:50:34.004456 dv-cinder-786383-2-iscsi neutron-server[85229]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 15 19:50:34.004456 dv-cinder-786383-2-iscsi neutron-server[85229]:     return func(*args, **kwargs)
Apr 15 19:50:34.004456 dv-cinder-786383-2-iscsi neutron-server[85229]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 15 19:50:34.004456 dv-cinder-786383-2-iscsi neutron-server[85229]:     self._notify()
Apr 15 19:50:34.004456 dv-cinder-786383-2-iscsi neutron-server[85229]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 15 19:50:34.004456 dv-cinder-786383-2-iscsi neutron-server[85229]:     self.callback(batched_events)
Apr 15 19:50:34.004456 dv-cinder-786383-2-iscsi neutron-server[85229]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 15 19:50:34.004456 dv-cinder-786383-2-iscsi neutron-server[85229]:     event.method(event)
Apr 15 19:50:34.004456 dv-cinder-786383-2-iscsi neutron-server[85229]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 15 19:50:34.004456 dv-cinder-786383-2-iscsi neutron-server[85229]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 15 19:50:34.004456 dv-cinder-786383-2-iscsi neutron-server[85229]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 15 19:50:34.004456 dv-cinder-786383-2-iscsi neutron-server[85229]:     segment_id)['aggregates'][0]
Apr 15 19:50:34.004456 dv-cinder-786383-2-iscsi neutron-server[85229]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 15 19:50:34.004456 dv-cinder-786383-2-iscsi neutron-server[85229]:     return f(self, *a, **k)
Apr 15 19:50:34.004456 dv-cinder-786383-2-iscsi neutron-server[85229]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 15 19:50:34.004456 dv-cinder-786383-2-iscsi neutron-server[85229]:     return self._get(url).json()
Apr 15 19:50:34.004456 dv-cinder-786383-2-iscsi neutron-server[85229]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 15 19:50:34.004456 dv-cinder-786383-2-iscsi neutron-server[85229]:     **kwargs)
Apr 15 19:50:34.004456 dv-cinder-786383-2-iscsi neutron-server[85229]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 15 19:50:34.004456 dv-cinder-786383-2-iscsi neutron-server[85229]:     return self.request(url, 'GET', **kwargs)
Apr 15 19:50:34.004456 dv-cinder-786383-2-iscsi neutron-server[85229]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 15 19:50:34.004456 dv-cinder-786383-2-iscsi neutron-server[85229]:     **endpoint_filter)
Apr 15 19:50:34.004456 dv-cinder-786383-2-iscsi neutron-server[85229]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 15 19:50:34.004456 dv-cinder-786383-2-iscsi neutron-server[85229]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 15 19:50:34.004456 dv-cinder-786383-2-iscsi neutron-server[85229]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 15 19:50:34.004456 dv-cinder-786383-2-iscsi neutron-server[85229]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 15 19:50:34.004456 dv-cinder-786383-2-iscsi neutron-server[85229]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 15 19:50:34.049049 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-6cc15dd5-27f6-431b-845d-71589deb5a52 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:50:34.066782 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.quota.driver [None req-6cc15dd5-27f6-431b-845d-71589deb5a52 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:50:34.071317 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource [None req-6cc15dd5-27f6-431b-845d-71589deb5a52 admin admin] Usage tracker for resource:security_group_rule and tenant:90d4eb99e4e64543845d992c94baf3fe is out of sync, need to count used quota {{(pid=85344) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:50:34.074996 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource [None req-6cc15dd5-27f6-431b-845d-71589deb5a52 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85344) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:50:34.083078 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.quota.driver [None req-6cc15dd5-27f6-431b-845d-71589deb5a52 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:50:34.224054 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-f3257b46-b228-4d7d-bc4f-e6cca06b1f00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-455527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852808340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852972410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1673212'] for network, after_delete {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:50:34.238292 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-f3257b46-b228-4d7d-bc4f-e6cca06b1f00 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852972363'] for network, before_response {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:50:34.243164 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:50:34.307157 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3257b46-b228-4d7d-bc4f-e6cca06b1f00 admin admin] Pushing event deleted for resources: {'Network': ['ID=843712e1-012d-4227-a0cb-51839d8157d1,revision_number=None']} {{(pid=85345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:50:34.320775 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-f3257b46-b228-4d7d-bc4f-e6cca06b1f00 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:50:34.337993 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [None req-f3257b46-b228-4d7d-bc4f-e6cca06b1f00 admin admin] 10.222.0.47 "DELETE /v2.0/networks/843712e1-012d-4227-a0cb-51839d8157d1 HTTP/1.1" status: 204  len: 168 time: 1.5846305
Apr 15 19:50:34.405253 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394ee488-164d-4ae9-b53e-afae2eeae9c0 req-8ade6dcc-3d48-44d0-b198-fa6396676839 tempest-ServerRescueNegativeTestJSON-1235948813 tempest-ServerRescueNegativeTestJSON-1235948813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:50:34.439515 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-394ee488-164d-4ae9-b53e-afae2eeae9c0 req-8ade6dcc-3d48-44d0-b198-fa6396676839 tempest-ServerRescueNegativeTestJSON-1235948813 tempest-ServerRescueNegativeTestJSON-1235948813-project] 10.222.0.47 "GET /v2.0/ports?device_id=d4df9318-4d76-48f8-9843-b64bef8e8007 HTTP/1.1" status: 200  len: 945 time: 0.4250081
Apr 15 19:50:34.532912 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-6cc15dd5-27f6-431b-845d-71589deb5a52 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:50:34.543150 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-6cc15dd5-27f6-431b-845d-71589deb5a52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806004'] for security_group, after_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:50:34.554124 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-e4be27b2-c799-4aa9-9bd6-a77730d8699a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:50:34.613161 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [None req-6cc15dd5-27f6-431b-845d-71589deb5a52 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=90d4eb99e4e64543845d992c94baf3fe&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7235026
Apr 15 19:50:34.614567 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc15dd5-27f6-431b-845d-71589deb5a52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c0474bc-b760-4f4c-b8cc-ee987db1883d,revision_number=1']} {{(pid=85344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:50:34.617901 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.wsgi [-] (85344) accepted ('10.222.0.47', 44922) {{(pid=85344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:50:34.622190 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-6cc15dd5-27f6-431b-845d-71589deb5a52 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:50:34.679966 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-394ee488-164d-4ae9-b53e-afae2eeae9c0 req-0b893bf3-fe23-4532-be2f-7f56d21a2b21 tempest-ServerRescueNegativeTestJSON-1235948813 tempest-ServerRescueNegativeTestJSON-1235948813-project] 10.222.0.47 "GET /v2.0/security-groups?id=7fa5c887-ca49-4d7e-a257-900a3414a5f8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2216887
Apr 15 19:50:34.801678 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-9295054a-4b15-4a1f-9300-5a3b3efd8e14 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:50:34.819258 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.wsgi [-] (85345) accepted ('10.222.0.47', 44930) {{(pid=85345) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:50:34.869353 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-9295054a-4b15-4a1f-9300-5a3b3efd8e14 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:50:34.900089 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [None req-0e9ae478-8510-4f14-aa9b-d60b8f07188c admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=b4909789fad24e5b99c7258f45bca433&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0790455
Apr 15 19:50:34.904756 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.wsgi [-] (85345) accepted ('10.222.0.47', 44934) {{(pid=85345) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:50:34.979602 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-9295054a-4b15-4a1f-9300-5a3b3efd8e14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806004'] for security_group, after_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:50:34.988117 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-fe3a894b-7246-49ca-bb6a-85fee9e652ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:50:35.014357 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9295054a-4b15-4a1f-9300-5a3b3efd8e14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c0474bc-b760-4f4c-b8cc-ee987db1883d,revision_number=None']} {{(pid=85344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:50:35.015784 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-90bfcda9-aae3-4d2b-a183-a777e000c608 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:50:35.021555 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-9295054a-4b15-4a1f-9300-5a3b3efd8e14 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:50:35.034352 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-9295054a-4b15-4a1f-9300-5a3b3efd8e14 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:50:35.037607 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [None req-9295054a-4b15-4a1f-9300-5a3b3efd8e14 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/1c0474bc-b760-4f4c-b8cc-ee987db1883d HTTP/1.1" status: 204  len: 168 time: 0.4174798
Apr 15 19:50:35.056806 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-90bfcda9-aae3-4d2b-a183-a777e000c608 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:50:35.120006 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-90bfcda9-aae3-4d2b-a183-a777e000c608 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806004'] for security_group, after_delete {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:50:35.126769 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:50:35.146922 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-90bfcda9-aae3-4d2b-a183-a777e000c608 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:50:35.153236 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [None req-90bfcda9-aae3-4d2b-a183-a777e000c608 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/9f2c279e-e772-4465-a84d-4e856f325de8 HTTP/1.1" status: 204  len: 168 time: 0.2420752
Apr 15 19:50:35.153236 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90bfcda9-aae3-4d2b-a183-a777e000c608 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f2c279e-e772-4465-a84d-4e856f325de8,revision_number=None']} {{(pid=85345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:50:35.159777 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-90bfcda9-aae3-4d2b-a183-a777e000c608 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:50:35.449922 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-d6ab8a00-f36d-4598-af10-38301735abef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789847050935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-428960'] for agent, after_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:50:35.750208 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.wsgi [-] (85344) accepted ('10.222.0.47', 44960) {{(pid=85344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:50:35.970643 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.wsgi [-] (85345) accepted ('10.222.0.47', 44968) {{(pid=85345) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:50:35.973119 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [None req-b3873a61-a33d-462e-9cf5-f3180fdda78d admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=9cdf1b4ce88941a9b64f5889265d3a51&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2191169
Apr 15 19:50:36.113359 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-e082e37b-f184-431f-96a8-dd250030733d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:50:36.169408 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-e082e37b-f184-431f-96a8-dd250030733d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:50:36.259618 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-e082e37b-f184-431f-96a8-dd250030733d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806004'] for security_group, after_delete {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:50:36.269647 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-598f6f01-677a-45cf-9c80-74048a3d212c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:50:36.295192 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e082e37b-f184-431f-96a8-dd250030733d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=837a4265-cffd-4fa0-b965-35dd9f39d219,revision_number=None']} {{(pid=85345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:50:36.303343 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-e082e37b-f184-431f-96a8-dd250030733d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:50:36.309936 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-e082e37b-f184-431f-96a8-dd250030733d admin admin] Notify callbacks [] for security_group, before_response {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:50:36.314305 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [None req-e082e37b-f184-431f-96a8-dd250030733d admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/837a4265-cffd-4fa0-b965-35dd9f39d219 HTTP/1.1" status: 204  len: 168 time: 0.3391726
Apr 15 19:50:37.099558 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76557c4b-36cb-453e-bfa9-5876110c6d92 req-631297d3-16b7-4318-b187-27114218bc4f tempest-ServerRescueNegativeTestJSON-1235948813 tempest-ServerRescueNegativeTestJSON-1235948813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:50:37.109497 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-76557c4b-36cb-453e-bfa9-5876110c6d92 req-631297d3-16b7-4318-b187-27114218bc4f tempest-ServerRescueNegativeTestJSON-1235948813 tempest-ServerRescueNegativeTestJSON-1235948813-project] 10.222.0.47 "GET /v2.0/ports?device_id=d4df9318-4d76-48f8-9843-b64bef8e8007 HTTP/1.1" status: 200  len: 945 time: 0.1175931
Apr 15 19:50:37.256873 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-76557c4b-36cb-453e-bfa9-5876110c6d92 req-ad8ba63a-ae82-4322-86b1-6a83e000ae88 tempest-ServerRescueNegativeTestJSON-1235948813 tempest-ServerRescueNegativeTestJSON-1235948813-project] 10.222.0.47 "GET /v2.0/security-groups?id=7fa5c887-ca49-4d7e-a257-900a3414a5f8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1459603
Apr 15 19:50:37.289930 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87faa365-0092-493d-aa87-33baf64f054c req-57d232e1-c70c-489a-a84c-bd6025fe619b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:50:37.292442 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-87faa365-0092-493d-aa87-33baf64f054c req-57d232e1-c70c-489a-a84c-bd6025fe619b service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=308b7c9489eb439cb66d243d5654d1ba&device_id=d4df9318-4d76-48f8-9843-b64bef8e8007 HTTP/1.1" status: 200  len: 1098 time: 0.1386237
Apr 15 19:50:37.670321 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87faa365-0092-493d-aa87-33baf64f054c req-c88808fa-df1e-4aee-a7d4-e7124ca278a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:50:37.673746 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-87faa365-0092-493d-aa87-33baf64f054c req-c88808fa-df1e-4aee-a7d4-e7124ca278a0 service neutron] 10.222.0.65 "GET /v2.0/networks?id=e2d187b6-98ce-49de-b641-472e7c3488cc HTTP/1.1" status: 200  len: 920 time: 0.3359349
Apr 15 19:50:38.021539 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.wsgi [-] (85345) accepted ('10.222.0.47', 45028) {{(pid=85345) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:50:38.097089 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-97d58a3a-2ccb-4c38-b84c-605b778a5fce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789847050935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-428960'] for agent, after_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:50:38.212577 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789847050935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-428960'] for agent, after_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:50:38.226623 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.v2.base [None req-c813a3d3-f678-4276-b80f-b74d595854d1 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-2020818-network', 'tenant_id': '18011ad8d1764685bdd8f676b9d51581'}} {{(pid=85345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 19:50:38.232643 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.quota.driver [None req-c813a3d3-f678-4276-b80f-b74d595854d1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85345) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:50:38.237708 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource [None req-c813a3d3-f678-4276-b80f-b74d595854d1 admin admin] Usage tracker for resource:network and tenant:18011ad8d1764685bdd8f676b9d51581 is out of sync, need to count used quota {{(pid=85345) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:50:38.241402 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource [None req-c813a3d3-f678-4276-b80f-b74d595854d1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85345) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:50:38.249296 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.quota.driver [None req-c813a3d3-f678-4276-b80f-b74d595854d1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85345) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:50:38.260753 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c813a3d3-f678-4276-b80f-b74d595854d1 admin admin] Made reservation on behalf of 18011ad8d1764685bdd8f676b9d51581 for: {'network': 1} {{(pid=85345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 15 19:50:38.265768 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-c813a3d3-f678-4276-b80f-b74d595854d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854565853'] for network, before_create {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:50:38.286326 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-c813a3d3-f678-4276-b80f-b74d595854d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:50:38.305669 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.quota.driver [None req-c813a3d3-f678-4276-b80f-b74d595854d1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85345) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:50:38.310766 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource [None req-c813a3d3-f678-4276-b80f-b74d595854d1 admin admin] Usage tracker for resource:security_group_rule and tenant:18011ad8d1764685bdd8f676b9d51581 is out of sync, need to count used quota {{(pid=85345) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:50:38.314255 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource [None req-c813a3d3-f678-4276-b80f-b74d595854d1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85345) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:50:38.396481 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.quota.driver [None req-c813a3d3-f678-4276-b80f-b74d595854d1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85345) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:50:38.408914 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-87faa365-0092-493d-aa87-33baf64f054c req-6fd7f725-2724-442b-b8d7-18704546be16 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ef741914-f4e2-4191-a3f5-849ecb03ddc2 HTTP/1.1" status: 200  len: 217 time: 0.0906057
Apr 15 19:50:38.507012 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-c813a3d3-f678-4276-b80f-b74d595854d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:50:38.510323 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-c813a3d3-f678-4276-b80f-b74d595854d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806004'] for security_group, after_create {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:50:38.514794 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-a14db271-f4fe-46e6-b376-27be3e90b2b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:50:38.545508 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c813a3d3-f678-4276-b80f-b74d595854d1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 693}  {{(pid=85345) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 15 19:50:38.555933 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c813a3d3-f678-4276-b80f-b74d595854d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ff6e6e3-e87a-4420-83f1-af5745c75659,revision_number=1']} {{(pid=85345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:50:38.560035 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-c813a3d3-f678-4276-b80f-b74d595854d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:50:38.563531 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-c813a3d3-f678-4276-b80f-b74d595854d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854767479'] for segment, precommit_create {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:50:38.563531 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.db.segments_db [None req-c813a3d3-f678-4276-b80f-b74d595854d1 admin admin] Added segment b9dd8948-c2b9-4d3c-aa32-4c15ba0968da of type vlan for network 42fbcbc3-b235-4653-875d-d3c9a17e6927
Apr 15 19:50:38.592888 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-c813a3d3-f678-4276-b80f-b74d595854d1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789846470498'] for network, precommit_create {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:50:38.627173 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-c813a3d3-f678-4276-b80f-b74d595854d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852808340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852972410'] for network, after_create {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:50:38.628756 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c813a3d3-f678-4276-b80f-b74d595854d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:50:38.629461 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-c813a3d3-f678-4276-b80f-b74d595854d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852972363'] for network, before_response {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:50:38.635139 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:50:38.750593 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c813a3d3-f678-4276-b80f-b74d595854d1 admin admin] Pushing event updated for resources: {'Network': ['ID=42fbcbc3-b235-4653-875d-d3c9a17e6927,revision_number=1']} {{(pid=85345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:50:38.758207 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [None req-c813a3d3-f678-4276-b80f-b74d595854d1 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201  len: 885 time: 0.7307608
Apr 15 19:50:38.758207 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-c813a3d3-f678-4276-b80f-b74d595854d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:50:38.758666 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.wsgi [-] (85345) accepted ('10.222.0.47', 45038) {{(pid=85345) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:50:38.767456 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.rpc [None req-56ecdebd-c5a0-4569-bc96-ba437f5ce558 None None] Network 42fbcbc3-b235-4653-875d-d3c9a17e6927 details requested by agent ovs-agent-dv-cinder-786383-2-iscsi with host dv-cinder-786383-2-iscsi {{(pid=85346) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 15 19:50:38.771974 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.v2.base [None req-33b08e72-fbf0-41b7-ad78-a9305cb5ca4f admin admin] Request body: {'subnet': {'network_id': '42fbcbc3-b235-4653-875d-d3c9a17e6927', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-2020818-subnet', 'tenant_id': '18011ad8d1764685bdd8f676b9d51581', 'ip_version': 4}} {{(pid=85345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 19:50:38.781588 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.quota.driver [None req-33b08e72-fbf0-41b7-ad78-a9305cb5ca4f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85345) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:50:38.790011 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource [None req-33b08e72-fbf0-41b7-ad78-a9305cb5ca4f admin admin] Usage tracker for resource:subnet and tenant:18011ad8d1764685bdd8f676b9d51581 is out of sync, need to count used quota {{(pid=85345) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:50:38.795965 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource [None req-33b08e72-fbf0-41b7-ad78-a9305cb5ca4f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85345) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:50:38.809455 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.quota.driver [None req-33b08e72-fbf0-41b7-ad78-a9305cb5ca4f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85345) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:50:38.821641 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33b08e72-fbf0-41b7-ad78-a9305cb5ca4f admin admin] Made reservation on behalf of 18011ad8d1764685bdd8f676b9d51581 for: {'subnet': 1} {{(pid=85345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 15 19:50:38.826809 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-33b08e72-fbf0-41b7-ad78-a9305cb5ca4f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3290658'] for subnet, before_create {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:50:39.117100 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-b400c4f8-8969-424f-8663-39cf5b6e1207 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789847050935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-428960'] for agent, after_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:50:39.311419 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-33b08e72-fbf0-41b7-ad78-a9305cb5ca4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852808376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852972410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2200136', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3290641'] for subnet, after_create {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:50:39.330637 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:50:39.468188 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b08e72-fbf0-41b7-ad78-a9305cb5ca4f admin admin] Pushing event updated for resources: {'Subnet': ['ID=922b60ea-4b47-44c0-8320-575ac4d11e8d,revision_number=0']} {{(pid=85345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:50:39.471465 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-33b08e72-fbf0-41b7-ad78-a9305cb5ca4f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:50:39.521770 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-56ecdebd-c5a0-4569-bc96-ba437f5ce558 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789847050935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-428960'] for agent, after_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:50:39.587230 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33b08e72-fbf0-41b7-ad78-a9305cb5ca4f admin admin] Checking segment: {'id': 'b9dd8948-c2b9-4d3c-aa32-4c15ba0968da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '42fbcbc3-b235-4653-875d-d3c9a17e6927'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 19:50:39.587830 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33b08e72-fbf0-41b7-ad78-a9305cb5ca4f admin admin] Network hostable DHCP agents. Network: 42fbcbc3-b235-4653-875d-d3c9a17e6927, hostable agents: ['48b86c86-f902-4f97-86c7-19da88045e62'], hosted agents: [] {{(pid=85345) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 15 19:50:39.621522 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33b08e72-fbf0-41b7-ad78-a9305cb5ca4f admin admin] Network 42fbcbc3-b235-4653-875d-d3c9a17e6927 is scheduled to be hosted by DHCP agent 48b86c86-f902-4f97-86c7-19da88045e62 with binding_index 1 {{(pid=85345) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 15 19:50:39.633937 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.scheduler.base_scheduler [None req-33b08e72-fbf0-41b7-ad78-a9305cb5ca4f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786383-2-iscsi, 42fbcbc3-b235-4653-875d-d3c9a17e6927) {{(pid=85345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 19:50:39.647885 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9d1b8bd-7e1c-4d5c-8f1a-90fda226efc4 None None] Network 42fbcbc3-b235-4653-875d-d3c9a17e6927 requested from dv-cinder-786383-2-iscsi {{(pid=85346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 15 19:50:39.655331 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33b08e72-fbf0-41b7-ad78-a9305cb5ca4f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:50:39.656362 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-33b08e72-fbf0-41b7-ad78-a9305cb5ca4f admin admin] Notify callbacks [] for subnet, before_response {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:50:39.717418 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [None req-33b08e72-fbf0-41b7-ad78-a9305cb5ca4f admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 0.9531982
Apr 15 19:50:39.717917 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.wsgi [-] (85345) accepted ('10.222.0.47', 45052) {{(pid=85345) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:50:39.724793 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.v2.base [None req-3a72f1a2-c338-4485-8970-5ef62be1716e admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-2020818-router', 'tenant_id': '18011ad8d1764685bdd8f676b9d51581', 'external_gateway_info': {'network_id': '0b576887-bb01-4bfc-8617-ca8b886d7b7e'}}} {{(pid=85345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 19:50:39.733923 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.quota.driver [None req-3a72f1a2-c338-4485-8970-5ef62be1716e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85345) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:50:39.742427 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource [None req-3a72f1a2-c338-4485-8970-5ef62be1716e admin admin] Usage tracker for resource:router and tenant:18011ad8d1764685bdd8f676b9d51581 is out of sync, need to count used quota {{(pid=85345) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:50:39.749280 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource [None req-3a72f1a2-c338-4485-8970-5ef62be1716e admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=85345) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:50:39.761226 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.quota.driver [None req-3a72f1a2-c338-4485-8970-5ef62be1716e admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85345) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:50:39.777289 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-3a72f1a2-c338-4485-8970-5ef62be1716e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036853104155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854716007'] for router, before_create {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:50:39.779645 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-3a72f1a2-c338-4485-8970-5ef62be1716e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1671480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1673062', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1979644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59777'] for router, precommit_create {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:50:39.807220 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-3a72f1a2-c338-4485-8970-5ef62be1716e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:50:39.973604 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b7854ae-acd9-426b-86ac-1d2e66d1476f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc01a18e6-8f98-5b6c-8b5b-44e18d93fa4e-42fbcbc3-b235-4653-875d-d3c9a17e6927', 'network_id': '42fbcbc3-b235-4653-875d-d3c9a17e6927', 'tenant_id': '18011ad8d1764685bdd8f676b9d51581', 'fixed_ips': [{'subnet_id': '922b60ea-4b47-44c0-8320-575ac4d11e8d'}]}} from dv-cinder-786383-2-iscsi. {{(pid=85346) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}}
Apr 15 19:50:39.975062 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-3b7854ae-acd9-426b-86ac-1d2e66d1476f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854565853'] for port, before_create {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:50:40.256609 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.db_base_plugin_common [None req-3b7854ae-acd9-426b-86ac-1d2e66d1476f None None] Allocated IP 172.20.0.2 (42fbcbc3-b235-4653-875d-d3c9a17e6927/922b60ea-4b47-44c0-8320-575ac4d11e8d/782088fb-75d8-475c-be9c-c3222a81a195) {{(pid=85346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 15 19:50:40.619305 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-3d77682a-3290-49f5-9a09-7e8e47f8ddca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789847050935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-428960'] for agent, after_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:50:40.732322 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-3a72f1a2-c338-4485-8970-5ef62be1716e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1673047', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853104170', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59824'] for router, precommit_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:50:40.764347 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87faa365-0092-493d-aa87-33baf64f054c req-9e731828-76d5-47fe-ba55-5708b99c564b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:50:40.766550 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-87faa365-0092-493d-aa87-33baf64f054c req-9e731828-76d5-47fe-ba55-5708b99c564b service neutron] 10.222.0.65 "GET /v2.0/subnets?id=df80589a-5211-47ee-98ca-4218fd01eea5 HTTP/1.1" status: 200  len: 859 time: 0.4901524
Apr 15 19:50:40.859071 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-87faa365-0092-493d-aa87-33baf64f054c req-9ac07105-402d-450b-ac22-3a74faeaf509 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=e2d187b6-98ce-49de-b641-472e7c3488cc&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0700495
Apr 15 19:50:40.995811 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-3b7854ae-acd9-426b-86ac-1d2e66d1476f None None] Notify callbacks [] for port, precommit_create {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:50:41.008129 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.provisioning_blocks [None req-3b7854ae-acd9-426b-86ac-1d2e66d1476f None None] Transition to ACTIVE for port object 782088fb-75d8-475c-be9c-c3222a81a195 will not be triggered until provisioned by entity L2. {{(pid=85346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 19:50:41.029038 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.provisioning_blocks [None req-3b7854ae-acd9-426b-86ac-1d2e66d1476f None None] Transition to ACTIVE for port object 782088fb-75d8-475c-be9c-c3222a81a195 will not be triggered until provisioned by entity DHCP. {{(pid=85346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 19:50:41.035130 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-3b7854ae-acd9-426b-86ac-1d2e66d1476f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854693686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852972410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789846482393'] for port, after_create {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:50:41.051723 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:50:41.082920 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8488f7d2-e9ab-4b10-9791-80f71cc021e1 req-e800ebd0-4e2b-4e56-b734-aa2c4aaaf15d tempest-ServerRescueNegativeTestJSON-1235948813 tempest-ServerRescueNegativeTestJSON-1235948813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:50:41.090044 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-8488f7d2-e9ab-4b10-9791-80f71cc021e1 req-e800ebd0-4e2b-4e56-b734-aa2c4aaaf15d tempest-ServerRescueNegativeTestJSON-1235948813 tempest-ServerRescueNegativeTestJSON-1235948813-project] 10.222.0.47 "GET /v2.0/ports?device_id=d4df9318-4d76-48f8-9843-b64bef8e8007 HTTP/1.1" status: 200  len: 945 time: 0.4303641
Apr 15 19:50:41.251900 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-87faa365-0092-493d-aa87-33baf64f054c req-355a6593-7b9b-4e88-937e-40d982dd340f service neutron] 10.222.0.65 "GET /v2.0/networks/e2d187b6-98ce-49de-b641-472e7c3488cc?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3110549
Apr 15 19:50:41.275918 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-8488f7d2-e9ab-4b10-9791-80f71cc021e1 req-d6010a12-fd8f-463b-848e-a0e42e2289e1 tempest-ServerRescueNegativeTestJSON-1235948813 tempest-ServerRescueNegativeTestJSON-1235948813-project] 10.222.0.47 "GET /v2.0/security-groups?id=7fa5c887-ca49-4d7e-a257-900a3414a5f8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1848731
Apr 15 19:50:41.593359 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7854ae-acd9-426b-86ac-1d2e66d1476f None None] Pushing event updated for resources: {'Port': ['ID=782088fb-75d8-475c-be9c-c3222a81a195,revision_number=1']} {{(pid=85346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:50:41.599672 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-3b7854ae-acd9-426b-86ac-1d2e66d1476f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.547s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:50:41.744702 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b7854ae-acd9-426b-86ac-1d2e66d1476f None None] Network 42fbcbc3-b235-4653-875d-d3c9a17e6927 is already hosted by enough agents. {{(pid=85346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 15 19:50:41.753592 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.scheduler.base_scheduler [None req-3b7854ae-acd9-426b-86ac-1d2e66d1476f None None] Resources bound (agent type, host, resource id):  {{(pid=85346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 19:50:41.756889 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b7854ae-acd9-426b-86ac-1d2e66d1476f None None] Received port after_create {{(pid=85346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 15 19:50:42.027142 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-87faa365-0092-493d-aa87-33baf64f054c req-86191dcc-f8e5-43c7-a6c1-9ad40fae2be4 service neutron] 10.222.0.65 "GET /v2.0/networks/e2d187b6-98ce-49de-b641-472e7c3488cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.7554913
Apr 15 19:50:42.109800 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.managers [None req-3b7854ae-acd9-426b-86ac-1d2e66d1476f None None] Attempting to bind port 782088fb-75d8-475c-be9c-c3222a81a195 on host dv-cinder-786383-2-iscsi for vnic_type normal with profile  {{(pid=85346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 15 19:50:42.110546 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.managers [None req-3b7854ae-acd9-426b-86ac-1d2e66d1476f None None] Attempting to bind port 782088fb-75d8-475c-be9c-c3222a81a195 by drivers openvswitch,hyperv on host dv-cinder-786383-2-iscsi at level 0 using segments [{'id': 'b9dd8948-c2b9-4d3c-aa32-4c15ba0968da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '42fbcbc3-b235-4653-875d-d3c9a17e6927'}] {{(pid=85346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 15 19:50:42.112112 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b7854ae-acd9-426b-86ac-1d2e66d1476f None None] Attempting to bind port 782088fb-75d8-475c-be9c-c3222a81a195 on network 42fbcbc3-b235-4653-875d-d3c9a17e6927 {{(pid=85346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 19:50:42.138626 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b7854ae-acd9-426b-86ac-1d2e66d1476f None None] Checking agent: {'id': 'be1a0b7a-7144-4bb6-9f10-b289de7b23b3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786383-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 19, 40, 9), 'started_at': datetime.datetime(2021, 4, 15, 19, 40, 39), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 19, 50, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786383-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 15 19:50:42.143739 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b7854ae-acd9-426b-86ac-1d2e66d1476f None None] Checking segment: {'id': 'b9dd8948-c2b9-4d3c-aa32-4c15ba0968da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '42fbcbc3-b235-4653-875d-d3c9a17e6927'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 19:50:42.145117 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-3b7854ae-acd9-426b-86ac-1d2e66d1476f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:50:42.150082 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b7854ae-acd9-426b-86ac-1d2e66d1476f None None] Bound using segment: {'id': 'b9dd8948-c2b9-4d3c-aa32-4c15ba0968da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '42fbcbc3-b235-4653-875d-d3c9a17e6927'} {{(pid=85346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 15 19:50:42.157174 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.managers [None req-3b7854ae-acd9-426b-86ac-1d2e66d1476f None None] Bound port: 782088fb-75d8-475c-be9c-c3222a81a195, host: dv-cinder-786383-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9dd8948-c2b9-4d3c-aa32-4c15ba0968da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '42fbcbc3-b235-4653-875d-d3c9a17e6927'}}] {{(pid=85346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 15 19:50:42.158009 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-3b7854ae-acd9-426b-86ac-1d2e66d1476f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854565853'] for port, before_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:50:42.381413 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.db [None req-3b7854ae-acd9-426b-86ac-1d2e66d1476f None None] For port 782088fb-75d8-475c-be9c-c3222a81a195, host dv-cinder-786383-2-iscsi, cleared binding levels {{(pid=85346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 15 19:50:42.386891 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.db [None req-3b7854ae-acd9-426b-86ac-1d2e66d1476f None None] For port 782088fb-75d8-475c-be9c-c3222a81a195, host dv-cinder-786383-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-2-iscsi',level=0,port_id=782088fb-75d8-475c-be9c-c3222a81a195,segment=NetworkSegment(b9dd8948-c2b9-4d3c-aa32-4c15ba0968da),segment_id=b9dd8948-c2b9-4d3c-aa32-4c15ba0968da)] {{(pid=85346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 15 19:50:42.394819 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-3b7854ae-acd9-426b-86ac-1d2e66d1476f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854693686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852972410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789846929216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789846482410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789846483725'] for port, after_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:50:42.437160 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:50:42.444946 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-3a72f1a2-c338-4485-8970-5ef62be1716e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:50:42.654462 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-3a72f1a2-c338-4485-8970-5ef62be1716e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854565853'] for port, before_create {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:50:42.859065 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7854ae-acd9-426b-86ac-1d2e66d1476f None None] Pushing event updated for resources: {'Port': ['ID=782088fb-75d8-475c-be9c-c3222a81a195,revision_number=2']} {{(pid=85346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:50:42.872625 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-3b7854ae-acd9-426b-86ac-1d2e66d1476f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.435s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:50:43.035921 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ae84ce-ef23-44b6-be54-4f21cba829ac req-25c78a3d-62f0-4547-a4b0-e1f8c7a43c3a tempest-ServerRescueNegativeTestJSON-1235948813 tempest-ServerRescueNegativeTestJSON-1235948813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:50:43.037626 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-04ae84ce-ef23-44b6-be54-4f21cba829ac req-25c78a3d-62f0-4547-a4b0-e1f8c7a43c3a tempest-ServerRescueNegativeTestJSON-1235948813 tempest-ServerRescueNegativeTestJSON-1235948813-project] 10.222.0.47 "GET /v2.0/ports?device_id=d4df9318-4d76-48f8-9843-b64bef8e8007 HTTP/1.1" status: 200  len: 945 time: 0.2354391
Apr 15 19:50:43.054131 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.db_base_plugin_common [None req-3a72f1a2-c338-4485-8970-5ef62be1716e admin admin] Allocated IP 172.27.2.150 (0b576887-bb01-4bfc-8617-ca8b886d7b7e/7ad9face-0ae3-4529-aacd-d53ebb36e4d0/7c44ee2f-d2d0-495f-b2dc-f8bcb5432422) {{(pid=85345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 15 19:50:43.259375 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-04ae84ce-ef23-44b6-be54-4f21cba829ac req-7876facb-e793-45d0-afd2-c3a1babfe052 tempest-ServerRescueNegativeTestJSON-1235948813 tempest-ServerRescueNegativeTestJSON-1235948813-project] 10.222.0.47 "GET /v2.0/security-groups?id=7fa5c887-ca49-4d7e-a257-900a3414a5f8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2073133
Apr 15 19:50:43.592070 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-3a72f1a2-c338-4485-8970-5ef62be1716e admin admin] Notify callbacks [] for port, precommit_create {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:50:43.815186 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-3a72f1a2-c338-4485-8970-5ef62be1716e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854693686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852972410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789846482393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2200102'] for port, after_create {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:50:43.871489 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-88ef332f-3fc7-4507-9ef1-c399d2c64e3a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:50:44.208048 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a72f1a2-c338-4485-8970-5ef62be1716e admin admin] Pushing event updated for resources: {'Port': ['ID=7c44ee2f-d2d0-495f-b2dc-f8bcb5432422,revision_number=1']} {{(pid=85345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:50:44.220193 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-3a72f1a2-c338-4485-8970-5ef62be1716e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.350s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:50:44.350834 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a72f1a2-c338-4485-8970-5ef62be1716e admin admin] Network 0b576887-bb01-4bfc-8617-ca8b886d7b7e is already hosted by enough agents. {{(pid=85345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 15 19:50:44.352294 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.scheduler.base_scheduler [None req-3a72f1a2-c338-4485-8970-5ef62be1716e admin admin] Resources bound (agent type, host, resource id):  {{(pid=85345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 19:50:44.362221 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a72f1a2-c338-4485-8970-5ef62be1716e admin admin] Received port after_create {{(pid=85345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 15 19:50:44.755617 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.wsgi [-] (85344) accepted ('10.222.0.47', 45176) {{(pid=85344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:50:45.131312 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.rpc [None req-56ecdebd-c5a0-4569-bc96-ba437f5ce558 None None] Device 782088fb-75d8-475c-be9c-c3222a81a195 up at agent ovs-agent-dv-cinder-786383-2-iscsi {{(pid=85346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 19:50:45.231048 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-c7ad83b5-2b61-4ca8-b1b2-726e840f79cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:50:45.255559 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.quota.driver [None req-c7ad83b5-2b61-4ca8-b1b2-726e840f79cc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:50:45.267238 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource [None req-c7ad83b5-2b61-4ca8-b1b2-726e840f79cc admin admin] Usage tracker for resource:security_group_rule and tenant:eccfb35a554946d1a4377fc8b6c06553 is out of sync, need to count used quota {{(pid=85344) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:50:45.277037 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource [None req-c7ad83b5-2b61-4ca8-b1b2-726e840f79cc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85344) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:50:45.297359 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.quota.driver [None req-c7ad83b5-2b61-4ca8-b1b2-726e840f79cc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:50:45.411632 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3deec407-8a80-4251-b535-1add61d6ff25 None None] Network 42fbcbc3-b235-4653-875d-d3c9a17e6927 requested from dv-cinder-786383-2-iscsi {{(pid=85346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 15 19:50:45.464532 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a78d1dd-fa8a-4e63-95df-e2e210f2b1f5 req-e3ce435a-b9b4-4610-86bc-228103860ebe tempest-ServerRescueNegativeTestJSON-1235948813 tempest-ServerRescueNegativeTestJSON-1235948813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:50:45.466307 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-9a78d1dd-fa8a-4e63-95df-e2e210f2b1f5 req-e3ce435a-b9b4-4610-86bc-228103860ebe tempest-ServerRescueNegativeTestJSON-1235948813 tempest-ServerRescueNegativeTestJSON-1235948813-project] 10.222.0.47 "GET /v2.0/ports?device_id=d4df9318-4d76-48f8-9843-b64bef8e8007 HTTP/1.1" status: 200  len: 945 time: 0.9837830
Apr 15 19:50:45.535784 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-c7ad83b5-2b61-4ca8-b1b2-726e840f79cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:50:45.548045 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-c7ad83b5-2b61-4ca8-b1b2-726e840f79cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806004'] for security_group, after_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:50:45.566608 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-3cef3735-d0b5-4cc0-b621-7057d0923839 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:50:45.651004 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [None req-c7ad83b5-2b61-4ca8-b1b2-726e840f79cc admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=eccfb35a554946d1a4377fc8b6c06553&name=default HTTP/1.1" status: 200  len: 2979 time: 0.8938761
Apr 15 19:50:45.658090 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-9a78d1dd-fa8a-4e63-95df-e2e210f2b1f5 req-16d5eb5f-5285-4ad9-b49d-80d567deaafd tempest-ServerRescueNegativeTestJSON-1235948813 tempest-ServerRescueNegativeTestJSON-1235948813-project] 10.222.0.47 "GET /v2.0/security-groups?id=7fa5c887-ca49-4d7e-a257-900a3414a5f8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1628795
Apr 15 19:50:45.658650 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.wsgi [-] (85345) accepted ('10.222.0.47', 45200) {{(pid=85345) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:50:45.736733 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ad83b5-2b61-4ca8-b1b2-726e840f79cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a447f39-f810-434c-bc62-6557bc2091d8,revision_number=1']} {{(pid=85344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:50:45.745194 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-c7ad83b5-2b61-4ca8-b1b2-726e840f79cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:50:46.001192 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.provisioning_blocks [None req-6c3e1dec-8b5d-4511-a25f-50d9102c824f None None] Provisioning for port 782088fb-75d8-475c-be9c-c3222a81a195 completed by entity DHCP. {{(pid=85346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 19:50:46.037327 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.provisioning_blocks [None req-6c3e1dec-8b5d-4511-a25f-50d9102c824f None None] Provisioning complete for port 782088fb-75d8-475c-be9c-c3222a81a195 triggered by entity DHCP. {{(pid=85346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 19:50:46.038182 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-6c3e1dec-8b5d-4511-a25f-50d9102c824f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-428662'] for port, provisioning_complete {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:50:46.050502 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-ae990b00-fd12-4368-bc39-d4adfd89e06e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:50:46.087842 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-ae990b00-fd12-4368-bc39-d4adfd89e06e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:50:46.110509 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.provisioning_blocks [None req-56ecdebd-c5a0-4569-bc96-ba437f5ce558 None None] Provisioning for port 782088fb-75d8-475c-be9c-c3222a81a195 completed by entity L2. {{(pid=85346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 19:50:46.154037 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.provisioning_blocks [None req-56ecdebd-c5a0-4569-bc96-ba437f5ce558 None None] Provisioning complete for port 782088fb-75d8-475c-be9c-c3222a81a195 triggered by entity L2. {{(pid=85346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 19:50:46.154621 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-56ecdebd-c5a0-4569-bc96-ba437f5ce558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-428662'] for port, provisioning_complete {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:50:46.221424 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-ae990b00-fd12-4368-bc39-d4adfd89e06e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806004'] for security_group, after_delete {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:50:46.239982 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-d5b51ba2-f6bf-4216-972d-23ad8c15f8d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:50:46.299817 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-3a72f1a2-c338-4485-8970-5ef62be1716e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:50:46.466203 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae990b00-fd12-4368-bc39-d4adfd89e06e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a447f39-f810-434c-bc62-6557bc2091d8,revision_number=None']} {{(pid=85345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:50:46.528811 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-ae990b00-fd12-4368-bc39-d4adfd89e06e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.289s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:50:46.551365 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-6c3e1dec-8b5d-4511-a25f-50d9102c824f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854565853'] for port, before_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:50:46.740298 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.db [None req-6c3e1dec-8b5d-4511-a25f-50d9102c824f None None] For port 782088fb-75d8-475c-be9c-c3222a81a195, host dv-cinder-786383-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-2-iscsi',level=0,port_id=782088fb-75d8-475c-be9c-c3222a81a195,segment=NetworkSegment(b9dd8948-c2b9-4d3c-aa32-4c15ba0968da),segment_id=b9dd8948-c2b9-4d3c-aa32-4c15ba0968da)] {{(pid=85346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 19:50:46.755347 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-56ecdebd-c5a0-4569-bc96-ba437f5ce558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854565853'] for port, before_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:50:46.790824 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-6c3e1dec-8b5d-4511-a25f-50d9102c824f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854693686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852972410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789846929216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789846482410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789846483725'] for port, after_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:50:46.808490 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:50:46.827471 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-ae990b00-fd12-4368-bc39-d4adfd89e06e admin admin] Notify callbacks [] for security_group, before_response {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:50:46.828841 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [None req-ae990b00-fd12-4368-bc39-d4adfd89e06e admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/6a447f39-f810-434c-bc62-6557bc2091d8 HTTP/1.1" status: 204  len: 168 time: 1.1640821
Apr 15 19:50:47.161220 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3e1dec-8b5d-4511-a25f-50d9102c824f None None] Pushing event updated for resources: {'Port': ['ID=782088fb-75d8-475c-be9c-c3222a81a195,revision_number=3']} {{(pid=85346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:50:47.181401 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-6c3e1dec-8b5d-4511-a25f-50d9102c824f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.373s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:50:47.202710 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a88df94-efce-426e-9d9e-e031ee6374c1 req-7a2c2f97-7e90-4ba1-8d65-429823853504 tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:50:47.211907 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-0a88df94-efce-426e-9d9e-e031ee6374c1 req-7a2c2f97-7e90-4ba1-8d65-429823853504 tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] 10.222.0.47 "GET /v2.0/ports?device_id=a1383150-72ad-4e1a-b482-18005ac62501 HTTP/1.1" status: 200  len: 946 time: 0.5714586
Apr 15 19:50:47.409439 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc73cfa-62c8-4d3a-94c7-afe60ee2529e req-fc089ef2-e301-46c1-b126-aed8113ac137 tempest-ServerRescueNegativeTestJSON-1235948813 tempest-ServerRescueNegativeTestJSON-1235948813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:50:47.434162 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-cbc73cfa-62c8-4d3a-94c7-afe60ee2529e req-fc089ef2-e301-46c1-b126-aed8113ac137 tempest-ServerRescueNegativeTestJSON-1235948813 tempest-ServerRescueNegativeTestJSON-1235948813-project] 10.222.0.47 "GET /v2.0/ports?device_id=d4df9318-4d76-48f8-9843-b64bef8e8007 HTTP/1.1" status: 200  len: 945 time: 0.4611750
Apr 15 19:50:47.479671 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-0a88df94-efce-426e-9d9e-e031ee6374c1 req-a660f50e-8d41-4894-9279-115211535226 tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] 10.222.0.47 "GET /v2.0/security-groups?id=02d47f4f-b1ff-4af7-910c-5d6978bde7fb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2661030
Apr 15 19:50:47.567143 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-cbc73cfa-62c8-4d3a-94c7-afe60ee2529e req-edef59fd-7ed8-4331-b848-d925d7bfee1c tempest-ServerRescueNegativeTestJSON-1235948813 tempest-ServerRescueNegativeTestJSON-1235948813-project] 10.222.0.47 "GET /v2.0/security-groups?id=7fa5c887-ca49-4d7e-a257-900a3414a5f8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1242054
Apr 15 19:50:47.607216 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-3a72f1a2-c338-4485-8970-5ef62be1716e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1671646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036853102800'] for router, after_create {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:50:47.653690 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.db.api [None req-56ecdebd-c5a0-4569-bc96-ba437f5ce558 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=85346) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 15 19:50:47.654125 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_db.api [None req-56ecdebd-c5a0-4569-bc96-ba437f5ce558 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=85346) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 15 19:50:47.654725 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.provisioning_blocks [None req-36ce8c49-41a0-430d-ae00-92c30c06705a None None] Provisioning complete for port 782088fb-75d8-475c-be9c-c3222a81a195 triggered by entity DHCP. {{(pid=85346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 19:50:47.655179 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-36ce8c49-41a0-430d-ae00-92c30c06705a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-428662'] for port, provisioning_complete {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:50:48.144982 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a72f1a2-c338-4485-8970-5ef62be1716e admin admin] Router ec3407e0-5714-4826-b1fb-02e8d779ef9e is scheduled to L3 agent 74482fb0-5b00-43f0-8fa9-533a3c8b2378 with binding_index 1 {{(pid=85345) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Apr 15 19:50:48.479202 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.rpc [None req-56ecdebd-c5a0-4569-bc96-ba437f5ce558 None None] Device 782088fb-75d8-475c-be9c-c3222a81a195 up at agent ovs-agent-dv-cinder-786383-2-iscsi {{(pid=85346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 19:50:48.720424 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.provisioning_blocks [None req-56ecdebd-c5a0-4569-bc96-ba437f5ce558 None None] Provisioning complete for port 782088fb-75d8-475c-be9c-c3222a81a195 triggered by entity L2. {{(pid=85346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 19:50:48.731856 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-56ecdebd-c5a0-4569-bc96-ba437f5ce558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-428662'] for port, provisioning_complete {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:50:48.824602 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6421955f-7ad8-4ccd-bdb6-a26d3cc84415 req-8f79d0d9-6a99-40f6-b5d1-3fd0c05d558c tempest-AttachVolumeNegativeTest-1626257925 tempest-AttachVolumeNegativeTest-1626257925-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:50:48.827416 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-6421955f-7ad8-4ccd-bdb6-a26d3cc84415 req-8f79d0d9-6a99-40f6-b5d1-3fd0c05d558c tempest-AttachVolumeNegativeTest-1626257925 tempest-AttachVolumeNegativeTest-1626257925-project] 10.222.0.47 "GET /v2.0/networks?id=dcb51ae5-ec1d-4059-96e4-434dbd301cd9 HTTP/1.1" status: 200  len: 815 time: 0.7774076
Apr 15 19:50:48.979174 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-6421955f-7ad8-4ccd-bdb6-a26d3cc84415 req-7e03bce0-4a5a-43b2-b846-7db482e04faf tempest-AttachVolumeNegativeTest-1626257925 tempest-AttachVolumeNegativeTest-1626257925-project] 10.222.0.47 "GET /v2.0/quotas/baf9cfef8926468ebb80cb08498b5bf3 HTTP/1.1" status: 200  len: 375 time: 0.1224823
Apr 15 19:50:48.982067 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a72f1a2-c338-4485-8970-5ef62be1716e admin admin] Notify agent at l3_agent.dv-cinder-786383-2-iscsi the message routers_updated {{(pid=85345) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 15 19:50:48.999376 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46131cf7-c9e5-4366-8c0c-c635f4ef9c1a None None] Sync routers for ids ['ec3407e0-5714-4826-b1fb-02e8d779ef9e'] in dv-cinder-786383-2-iscsi {{(pid=85347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 15 19:50:49.023990 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46131cf7-c9e5-4366-8c0c-c635f4ef9c1a None None] Routers {'ec3407e0-5714-4826-b1fb-02e8d779ef9e'} bound to L3 agent in host dv-cinder-786383-2-iscsi {{(pid=85347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 19:50:49.025084 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.l3_hamode_db [None req-46131cf7-c9e5-4366-8c0c-c635f4ef9c1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe8b99c3d30>, 'dv-cinder-786383-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-15T19:40:08Z,description=<?>,heartbeat_timestamp=2021-04-15T19:50:38Z,host='dv-cinder-786383-2-iscsi',id=74482fb0-5b00-43f0-8fa9-533a3c8b2378,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T19:40:08Z,topic='l3_agent')) {'router_ids': ['ec3407e0-5714-4826-b1fb-02e8d779ef9e'], 'active': True} {{(pid=85347) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 19:50:49.149974 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-3a72f1a2-c338-4485-8970-5ef62be1716e admin admin] Notify callbacks [] for router, before_response {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:50:49.168929 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.wsgi [-] (85344) accepted ('10.222.0.47', 45282) {{(pid=85344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:50:49.169392 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [None req-3a72f1a2-c338-4485-8970-5ef62be1716e admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201  len: 924 time: 9.4496005
Apr 15 19:50:49.336254 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-6421955f-7ad8-4ccd-bdb6-a26d3cc84415 req-56f686b8-d44f-4699-89be-a1d388bbc4a8 tempest-AttachVolumeNegativeTest-1626257925 tempest-AttachVolumeNegativeTest-1626257925-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=baf9cfef8926468ebb80cb08498b5bf3&fields=id HTTP/1.1" status: 200  len: 348 time: 0.2953398
Apr 15 19:50:49.340648 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a65a2c-cb58-444b-ab2b-49767e4e74a8 req-ce1e11ec-983c-4db3-a886-d5b13c015833 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:50:49.344155 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-05a65a2c-cb58-444b-ab2b-49767e4e74a8 req-ce1e11ec-983c-4db3-a886-d5b13c015833 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=d4df9318-4d76-48f8-9843-b64bef8e8007 HTTP/1.1" status: 200  len: 1098 time: 0.5049736
Apr 15 19:50:49.363241 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.l3_dvr_db [None req-46131cf7-c9e5-4366-8c0c-c635f4ef9c1a None None] Set router ec3407e0-5714-4826-b1fb-02e8d779ef9e gateway port host: dv-cinder-786383-2-iscsi {{(pid=85347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 19:50:49.841697 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-05a65a2c-cb58-444b-ab2b-49767e4e74a8 req-bd9b0cbd-f181-4136-89a0-c8e82653a0d6 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=7fa5c887-ca49-4d7e-a257-900a3414a5f8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4867742
Apr 15 19:50:49.947417 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-6421955f-7ad8-4ccd-bdb6-a26d3cc84415 req-32d4577a-b831-466d-9932-5082c4c06ca9 service neutron] 10.222.0.47 "GET /v2.0/networks/dcb51ae5-ec1d-4059-96e4-434dbd301cd9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5824251
Apr 15 19:50:50.149372 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.l3_hamode_db [None req-46131cf7-c9e5-4366-8c0c-c635f4ef9c1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe8b99c3d30>, [{'id': 'ec3407e0-5714-4826-b1fb-02e8d779ef9e', 'name': 'tempest-TestMinimumBasicScenario-2020818-router', 'tenant_id': '18011ad8d1764685bdd8f676b9d51581', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b576887-bb01-4bfc-8617-ca8b886d7b7e', 'external_fixed_ips': [{'subnet_id': '7ad9face-0ae3-4529-aacd-d53ebb36e4d0', 'ip_address': '172.27.2.150'}], 'enable_snat': True}, 'gw_port_id': '7c44ee2f-d2d0-495f-b2dc-f8bcb5432422', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:50:39Z', 'updated_at': '2021-04-15T19:50:45Z', 'revision_number': 3, 'project_id': '18011ad8d1764685bdd8f676b9d51581', 'gw_port': {'id': '7c44ee2f-d2d0-495f-b2dc-f8bcb5432422', 'name': '', 'network_id': '0b576887-bb01-4bfc-8617-ca8b886d7b7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:64:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec3407e0-5714-4826-b1fb-02e8d779ef9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': '7ad9face-0ae3-4529-aacd-d53ebb36e4d0', 'ip_address': '172.27.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:50:42Z', 'updated_at': '2021-04-15T19:50:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7ad9face-0ae3-4529-aacd-d53ebb36e4d0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-2-iscsi'}], 'dv-cinder-786383-2-iscsi', False) {} {{(pid=85347) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 19:50:50.157643 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46131cf7-c9e5-4366-8c0c-c635f4ef9c1a None None] Checking router: ec3407e0-5714-4826-b1fb-02e8d779ef9e for host: dv-cinder-786383-2-iscsi {{(pid=85347) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 15 19:50:50.158343 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46131cf7-c9e5-4366-8c0c-c635f4ef9c1a None None] Updating router ec3407e0-5714-4826-b1fb-02e8d779ef9e port 7c44ee2f-d2d0-495f-b2dc-f8bcb5432422 binding host dv-cinder-786383-2-iscsi {{(pid=85347) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 15 19:50:50.323357 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-46131cf7-c9e5-4366-8c0c-c635f4ef9c1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854565853'] for port, before_update {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:50:50.366351 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e495b326-1373-4a2f-adf0-0f6b544a0b72 req-c1066d70-dd31-48f2-8aff-2b120e3ab639 tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:50:50.382363 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-e495b326-1373-4a2f-adf0-0f6b544a0b72 req-c1066d70-dd31-48f2-8aff-2b120e3ab639 tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] 10.222.0.47 "GET /v2.0/ports?device_id=a1383150-72ad-4e1a-b482-18005ac62501 HTTP/1.1" status: 200  len: 946 time: 0.3674481
Apr 15 19:50:50.521221 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-e495b326-1373-4a2f-adf0-0f6b544a0b72 req-9b801bb4-af76-4c37-8cc9-885be8b6d9f1 tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] 10.222.0.47 "GET /v2.0/security-groups?id=02d47f4f-b1ff-4af7-910c-5d6978bde7fb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1365373
Apr 15 19:50:50.922283 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-6421955f-7ad8-4ccd-bdb6-a26d3cc84415 req-e0f81c66-c329-4753-8a89-89fa3cac74d9 service neutron] 10.222.0.47 "GET /v2.0/networks/dcb51ae5-ec1d-4059-96e4-434dbd301cd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.9490595
Apr 15 19:50:51.378703 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-46131cf7-c9e5-4366-8c0c-c635f4ef9c1a None None] Notify callbacks [] for port, precommit_update {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:50:51.399721 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.provisioning_blocks [None req-46131cf7-c9e5-4366-8c0c-c635f4ef9c1a None None] Transition to ACTIVE for port object 7c44ee2f-d2d0-495f-b2dc-f8bcb5432422 will not be triggered until provisioned by entity L2. {{(pid=85347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 19:50:51.413231 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.agents_db [None req-b0af7715-6be6-4101-aede-c7b275f02801 None None] Agent healthcheck: found 6 active agents {{(pid=85347) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 15 19:50:51.414347 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-ac0b92ba-41c1-405b-84d6-bc4bcd3b32b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854565853'] for port, before_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:50:51.414942 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-46131cf7-c9e5-4366-8c0c-c635f4ef9c1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854693686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852972410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789846929216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789846482410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789846483725'] for port, after_update {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:50:51.600492 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:50:51.657391 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-7a8e108b-2928-4c09-9581-9470a8609774 req-1f6ee51d-64a5-44b9-b99a-f3bcb2a96484 tempest-AttachVolumeNegativeTest-1626257925 tempest-AttachVolumeNegativeTest-1626257925-project] 10.222.0.47 "GET /v2.0/ports?device_id=9d0ef369-a117-48a1-b468-86884da1d4c9 HTTP/1.1" status: 200  len: 210 time: 0.1165903
Apr 15 19:50:51.710711 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0303f4df-c9ae-4ee4-8f58-da819001436c None None] Pushing event updated for resources: {'Port': ['ID=7c44ee2f-d2d0-495f-b2dc-f8bcb5432422,revision_number=2']} {{(pid=85347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:50:51.745576 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0303f4df-c9ae-4ee4-8f58-da819001436c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:50:51.745972 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0303f4df-c9ae-4ee4-8f58-da819001436c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:50:51.746352 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0303f4df-c9ae-4ee4-8f58-da819001436c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:50:51.746944 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0303f4df-c9ae-4ee4-8f58-da819001436c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:50:51.747320 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0303f4df-c9ae-4ee4-8f58-da819001436c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:50:51.747697 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0303f4df-c9ae-4ee4-8f58-da819001436c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:50:51.748232 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0303f4df-c9ae-4ee4-8f58-da819001436c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:50:51.748606 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0303f4df-c9ae-4ee4-8f58-da819001436c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:50:51.748979 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0303f4df-c9ae-4ee4-8f58-da819001436c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:50:51.749344 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0303f4df-c9ae-4ee4-8f58-da819001436c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:50:51.749856 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0303f4df-c9ae-4ee4-8f58-da819001436c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:50:51.750222 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0303f4df-c9ae-4ee4-8f58-da819001436c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:50:51.762395 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-0303f4df-c9ae-4ee4-8f58-da819001436c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=85347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:50:51.763470 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.managers [None req-46131cf7-c9e5-4366-8c0c-c635f4ef9c1a None None] Attempting to bind port 7c44ee2f-d2d0-495f-b2dc-f8bcb5432422 on host dv-cinder-786383-2-iscsi for vnic_type normal with profile  {{(pid=85347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 15 19:50:51.764039 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.managers [None req-46131cf7-c9e5-4366-8c0c-c635f4ef9c1a None None] Attempting to bind port 7c44ee2f-d2d0-495f-b2dc-f8bcb5432422 by drivers openvswitch,hyperv on host dv-cinder-786383-2-iscsi at level 0 using segments [{'id': 'e9359222-f335-47df-9fcb-1acccd0748d1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b576887-bb01-4bfc-8617-ca8b886d7b7e'}] {{(pid=85347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 15 19:50:51.764634 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46131cf7-c9e5-4366-8c0c-c635f4ef9c1a None None] Attempting to bind port 7c44ee2f-d2d0-495f-b2dc-f8bcb5432422 on network 0b576887-bb01-4bfc-8617-ca8b886d7b7e {{(pid=85347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 19:50:51.772351 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46131cf7-c9e5-4366-8c0c-c635f4ef9c1a None None] Checking agent: {'id': 'be1a0b7a-7144-4bb6-9f10-b289de7b23b3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786383-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 19, 40, 9), 'started_at': datetime.datetime(2021, 4, 15, 19, 40, 39), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 19, 50, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786383-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 15 19:50:51.773057 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46131cf7-c9e5-4366-8c0c-c635f4ef9c1a None None] Checking segment: {'id': 'e9359222-f335-47df-9fcb-1acccd0748d1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b576887-bb01-4bfc-8617-ca8b886d7b7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 19:50:51.773747 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-46131cf7-c9e5-4366-8c0c-c635f4ef9c1a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:50:51.774347 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46131cf7-c9e5-4366-8c0c-c635f4ef9c1a None None] Bound using segment: {'id': 'e9359222-f335-47df-9fcb-1acccd0748d1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b576887-bb01-4bfc-8617-ca8b886d7b7e'} {{(pid=85347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 15 19:50:51.775062 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.managers [None req-46131cf7-c9e5-4366-8c0c-c635f4ef9c1a None None] Bound port: 7c44ee2f-d2d0-495f-b2dc-f8bcb5432422, host: dv-cinder-786383-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e9359222-f335-47df-9fcb-1acccd0748d1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b576887-bb01-4bfc-8617-ca8b886d7b7e'}}] {{(pid=85347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 15 19:50:51.775654 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-46131cf7-c9e5-4366-8c0c-c635f4ef9c1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854565853'] for port, before_update {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:50:51.878342 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.db [None req-46131cf7-c9e5-4366-8c0c-c635f4ef9c1a None None] For port 7c44ee2f-d2d0-495f-b2dc-f8bcb5432422, host dv-cinder-786383-2-iscsi, cleared binding levels {{(pid=85347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 15 19:50:51.885933 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.db [None req-46131cf7-c9e5-4366-8c0c-c635f4ef9c1a None None] For port 7c44ee2f-d2d0-495f-b2dc-f8bcb5432422, host dv-cinder-786383-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-2-iscsi',level=0,port_id=7c44ee2f-d2d0-495f-b2dc-f8bcb5432422,segment=NetworkSegment(e9359222-f335-47df-9fcb-1acccd0748d1),segment_id=e9359222-f335-47df-9fcb-1acccd0748d1)] {{(pid=85347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 15 19:50:51.894531 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-46131cf7-c9e5-4366-8c0c-c635f4ef9c1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854693686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852972410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789846929216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789846482410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789846483725'] for port, after_update {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:50:52.054315 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08322b2c-3e09-49c0-8ec4-e200303bc224 req-008a19a0-d6d3-4fb4-b4ff-193873c4594a tempest-ServerRescueNegativeTestJSON-1235948813 tempest-ServerRescueNegativeTestJSON-1235948813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:50:52.063250 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-08322b2c-3e09-49c0-8ec4-e200303bc224 req-008a19a0-d6d3-4fb4-b4ff-193873c4594a tempest-ServerRescueNegativeTestJSON-1235948813 tempest-ServerRescueNegativeTestJSON-1235948813-project] 10.222.0.47 "GET /v2.0/ports?device_id=d4df9318-4d76-48f8-9843-b64bef8e8007 HTTP/1.1" status: 200  len: 945 time: 1.1284096
Apr 15 19:50:52.114299 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:50:52.140245 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbe187f-a911-44f2-b373-8dcaf4ab64ae req-0b72fd27-734b-48c9-9664-25ae5870a644 tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:50:52.148997 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-fbbe187f-a911-44f2-b373-8dcaf4ab64ae req-0b72fd27-734b-48c9-9664-25ae5870a644 tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] 10.222.0.47 "GET /v2.0/ports?device_id=a1383150-72ad-4e1a-b482-18005ac62501 HTTP/1.1" status: 200  len: 946 time: 0.2339656
Apr 15 19:50:52.213307 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-fbbe187f-a911-44f2-b373-8dcaf4ab64ae req-1c85687d-5623-4d1d-b151-f175fe101f74 tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] 10.222.0.47 "GET /v2.0/security-groups?id=02d47f4f-b1ff-4af7-910c-5d6978bde7fb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0632017
Apr 15 19:50:52.270528 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0303f4df-c9ae-4ee4-8f58-da819001436c None None] Pushing event updated for resources: {'Port': ['ID=7c44ee2f-d2d0-495f-b2dc-f8bcb5432422,revision_number=3']} {{(pid=85347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:50:52.274135 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-0303f4df-c9ae-4ee4-8f58-da819001436c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=85347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:50:52.380163 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46131cf7-c9e5-4366-8c0c-c635f4ef9c1a None None] Routers {'ec3407e0-5714-4826-b1fb-02e8d779ef9e'} bound to L3 agent in host dv-cinder-786383-2-iscsi {{(pid=85347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 19:50:52.387896 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.l3_hamode_db [None req-46131cf7-c9e5-4366-8c0c-c635f4ef9c1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe8b99c3d30>, 'dv-cinder-786383-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-15T19:40:08Z,description=<?>,heartbeat_timestamp=2021-04-15T19:50:38Z,host='dv-cinder-786383-2-iscsi',id=74482fb0-5b00-43f0-8fa9-533a3c8b2378,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T19:40:08Z,topic='l3_agent')) {'router_ids': ['ec3407e0-5714-4826-b1fb-02e8d779ef9e'], 'active': True} {{(pid=85347) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 19:50:52.618185 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.db_base_plugin_common [None req-ac0b92ba-41c1-405b-84d6-bc4bcd3b32b5 admin admin] Allocated IP 172.20.0.1 (42fbcbc3-b235-4653-875d-d3c9a17e6927/922b60ea-4b47-44c0-8320-575ac4d11e8d/dfe49340-c463-4c81-810f-81115301194c) {{(pid=85344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 15 19:50:52.744977 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-08322b2c-3e09-49c0-8ec4-e200303bc224 req-adf20808-8fc9-4375-b529-6b74d553d9a2 tempest-ServerRescueNegativeTestJSON-1235948813 tempest-ServerRescueNegativeTestJSON-1235948813-project] 10.222.0.47 "GET /v2.0/security-groups?id=7fa5c887-ca49-4d7e-a257-900a3414a5f8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6592350
Apr 15 19:50:52.989665 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-ac0b92ba-41c1-405b-84d6-bc4bcd3b32b5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:50:53.015010 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.provisioning_blocks [None req-ac0b92ba-41c1-405b-84d6-bc4bcd3b32b5 admin admin] Transition to ACTIVE for port object dfe49340-c463-4c81-810f-81115301194c will not be triggered until provisioned by entity DHCP. {{(pid=85344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 19:50:53.123887 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-ac0b92ba-41c1-405b-84d6-bc4bcd3b32b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854693686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852972410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789846482393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851621869'] for port, after_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:50:53.157345 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-79d5d9c7-1199-43ea-ad8c-ecfe58ab96b4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:50:53.161007 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-eca4da6b-42ee-47c5-b96a-0caff0760bbd req-b3290424-8d0a-4f53-820f-70290e7a6d33 tempest-AttachVolumeNegativeTest-1626257925 tempest-AttachVolumeNegativeTest-1626257925-project] 10.222.0.47 "GET /v2.0/ports?device_id=9d0ef369-a117-48a1-b468-86884da1d4c9 HTTP/1.1" status: 200  len: 210 time: 0.1347795
Apr 15 19:50:53.395832 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.l3_dvr_db [None req-46131cf7-c9e5-4366-8c0c-c635f4ef9c1a None None] Set router ec3407e0-5714-4826-b1fb-02e8d779ef9e gateway port host: dv-cinder-786383-2-iscsi {{(pid=85347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 19:50:53.648365 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac0b92ba-41c1-405b-84d6-bc4bcd3b32b5 admin admin] Network 42fbcbc3-b235-4653-875d-d3c9a17e6927 is already hosted by enough agents. {{(pid=85344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 15 19:50:53.651811 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.scheduler.base_scheduler [None req-ac0b92ba-41c1-405b-84d6-bc4bcd3b32b5 admin admin] Resources bound (agent type, host, resource id):  {{(pid=85344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 19:50:53.658345 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac0b92ba-41c1-405b-84d6-bc4bcd3b32b5 admin admin] Received port after_create {{(pid=85344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 15 19:50:53.734615 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-ac0b92ba-41c1-405b-84d6-bc4bcd3b32b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1672309'] for router_interface, before_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:50:53.739138 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0b92ba-41c1-405b-84d6-bc4bcd3b32b5 admin admin] Pushing event updated for resources: {'Port': ['ID=dfe49340-c463-4c81-810f-81115301194c,revision_number=1']} {{(pid=85344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:50:53.758079 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-ac0b92ba-41c1-405b-84d6-bc4bcd3b32b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.601s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:50:53.989032 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb10fa3-3c46-4015-952d-f0f37802be2a req-64e29c75-3268-4e69-8241-2e7e45dbb34f tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:50:53.998348 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-ffb10fa3-3c46-4015-952d-f0f37802be2a req-64e29c75-3268-4e69-8241-2e7e45dbb34f tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] 10.222.0.47 "GET /v2.0/ports?device_id=a1383150-72ad-4e1a-b482-18005ac62501 HTTP/1.1" status: 200  len: 946 time: 0.4690428
Apr 15 19:50:54.090228 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-ffb10fa3-3c46-4015-952d-f0f37802be2a req-3c6312c7-33f0-4fd2-a793-a1cb1a7b99ae tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] 10.222.0.47 "GET /v2.0/security-groups?id=02d47f4f-b1ff-4af7-910c-5d6978bde7fb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0710237
Apr 15 19:50:54.126258 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.provisioning_blocks [None req-2e4bc3f3-2231-4609-bf05-9dd920e8da1a None None] Provisioning for port dfe49340-c463-4c81-810f-81115301194c completed by entity DHCP. {{(pid=85346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 19:50:54.142559 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.provisioning_blocks [None req-2e4bc3f3-2231-4609-bf05-9dd920e8da1a None None] Provisioning complete for port dfe49340-c463-4c81-810f-81115301194c triggered by entity DHCP. {{(pid=85346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 19:50:54.143020 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-2e4bc3f3-2231-4609-bf05-9dd920e8da1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-428662'] for port, provisioning_complete {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:50:54.157132 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6504f5db-943e-489e-8e2e-998a99bd256d req-e19673bd-5bea-4a4e-91f2-41c548ed49a6 tempest-ServerRescueNegativeTestJSON-1235948813 tempest-ServerRescueNegativeTestJSON-1235948813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:50:54.170755 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-6504f5db-943e-489e-8e2e-998a99bd256d req-e19673bd-5bea-4a4e-91f2-41c548ed49a6 tempest-ServerRescueNegativeTestJSON-1235948813 tempest-ServerRescueNegativeTestJSON-1235948813-project] 10.222.0.47 "GET /v2.0/ports?device_id=d4df9318-4d76-48f8-9843-b64bef8e8007 HTTP/1.1" status: 200  len: 945 time: 0.1645026
Apr 15 19:50:54.209070 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-ac0b92ba-41c1-405b-84d6-bc4bcd3b32b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854565853'] for port, before_update {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:50:54.232136 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.l3_hamode_db [None req-46131cf7-c9e5-4366-8c0c-c635f4ef9c1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe8b99c3d30>, [{'id': 'ec3407e0-5714-4826-b1fb-02e8d779ef9e', 'name': 'tempest-TestMinimumBasicScenario-2020818-router', 'tenant_id': '18011ad8d1764685bdd8f676b9d51581', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b576887-bb01-4bfc-8617-ca8b886d7b7e', 'external_fixed_ips': [{'subnet_id': '7ad9face-0ae3-4529-aacd-d53ebb36e4d0', 'ip_address': '172.27.2.150'}], 'enable_snat': True}, 'gw_port_id': '7c44ee2f-d2d0-495f-b2dc-f8bcb5432422', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:50:39Z', 'updated_at': '2021-04-15T19:50:45Z', 'revision_number': 3, 'project_id': '18011ad8d1764685bdd8f676b9d51581', 'gw_port': {'id': '7c44ee2f-d2d0-495f-b2dc-f8bcb5432422', 'name': '', 'network_id': '0b576887-bb01-4bfc-8617-ca8b886d7b7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:64:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec3407e0-5714-4826-b1fb-02e8d779ef9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': '7ad9face-0ae3-4529-aacd-d53ebb36e4d0', 'ip_address': '172.27.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:50:42Z', 'updated_at': '2021-04-15T19:50:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ad9face-0ae3-4529-aacd-d53ebb36e4d0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-2-iscsi'}], 'dv-cinder-786383-2-iscsi', False) {} {{(pid=85347) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 19:50:54.256864 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46131cf7-c9e5-4366-8c0c-c635f4ef9c1a None None] The sync data for ids ['ec3407e0-5714-4826-b1fb-02e8d779ef9e'] in dv-cinder-786383-2-iscsi is: [{'id': 'ec3407e0-5714-4826-b1fb-02e8d779ef9e', 'name': 'tempest-TestMinimumBasicScenario-2020818-router', 'tenant_id': '18011ad8d1764685bdd8f676b9d51581', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b576887-bb01-4bfc-8617-ca8b886d7b7e', 'external_fixed_ips': [{'subnet_id': '7ad9face-0ae3-4529-aacd-d53ebb36e4d0', 'ip_address': '172.27.2.150'}], 'enable_snat': True}, 'gw_port_id': '7c44ee2f-d2d0-495f-b2dc-f8bcb5432422', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:50:39Z', 'updated_at': '2021-04-15T19:50:45Z', 'revision_number': 3, 'project_id': '18011ad8d1764685bdd8f676b9d51581', 'gw_port': {'id': '7c44ee2f-d2d0-495f-b2dc-f8bcb5432422', 'name': '', 'network_id': '0b576887-bb01-4bfc-8617-ca8b886d7b7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:64:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec3407e0-5714-4826-b1fb-02e8d779ef9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': '7ad9face-0ae3-4529-aacd-d53ebb36e4d0', 'ip_address': '172.27.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:50:42Z', 'updated_at': '2021-04-15T19:50:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ad9face-0ae3-4529-aacd-d53ebb36e4d0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-2-iscsi'}] {{(pid=85347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 15 19:50:54.299671 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-6504f5db-943e-489e-8e2e-998a99bd256d req-a1b93479-80ef-4765-a8da-66df2279072b tempest-ServerRescueNegativeTestJSON-1235948813 tempest-ServerRescueNegativeTestJSON-1235948813-project] 10.222.0.47 "GET /v2.0/security-groups?id=7fa5c887-ca49-4d7e-a257-900a3414a5f8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1279364
Apr 15 19:50:54.321947 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.plugin [None req-2e4bc3f3-2231-4609-bf05-9dd920e8da1a None None] Port dfe49340-c463-4c81-810f-81115301194c cannot update to ACTIVE because it is not bound. {{(pid=85346) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 15 19:50:54.502478 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-8719cfaa-a121-4be6-9c77-71298049b75a req-1e0655fb-e1a7-4ee2-b801-28cb957aad61 tempest-AttachVolumeNegativeTest-1626257925 tempest-AttachVolumeNegativeTest-1626257925-project] 10.222.0.47 "GET /v2.0/ports?device_id=9d0ef369-a117-48a1-b468-86884da1d4c9 HTTP/1.1" status: 200  len: 210 time: 0.0685401
Apr 15 19:50:54.636381 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-ac0b92ba-41c1-405b-84d6-bc4bcd3b32b5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:50:54.641217 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-ac0b92ba-41c1-405b-84d6-bc4bcd3b32b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854693686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852972410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789846929216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789846482410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789846483725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3153931'] for port, after_update {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:50:54.693972 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:50:54.831149 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0b92ba-41c1-405b-84d6-bc4bcd3b32b5 admin admin] Pushing event updated for resources: {'Port': ['ID=dfe49340-c463-4c81-810f-81115301194c,revision_number=2']} {{(pid=85344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:50:54.835050 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-ac0b92ba-41c1-405b-84d6-bc4bcd3b32b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:50:54.835963 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-ac0b92ba-41c1-405b-84d6-bc4bcd3b32b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036852972393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853103598'] for router_interface, after_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:50:55.174344 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac0b92ba-41c1-405b-84d6-bc4bcd3b32b5 admin admin] Network 42fbcbc3-b235-4653-875d-d3c9a17e6927 is already hosted by enough agents. {{(pid=85344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 15 19:50:55.232169 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.scheduler.base_scheduler [None req-ac0b92ba-41c1-405b-84d6-bc4bcd3b32b5 admin admin] Resources bound (agent type, host, resource id):  {{(pid=85344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 19:50:55.655700 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfdd613-fdaa-4a5a-8845-5823157a2f1b req-2b58885c-765f-4411-b897-3faf067eb3ea tempest-ServerRescueNegativeTestJSON-1235948813 tempest-ServerRescueNegativeTestJSON-1235948813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:50:55.668504 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-8bfdd613-fdaa-4a5a-8845-5823157a2f1b req-2b58885c-765f-4411-b897-3faf067eb3ea tempest-ServerRescueNegativeTestJSON-1235948813 tempest-ServerRescueNegativeTestJSON-1235948813-project] 10.222.0.47 "GET /v2.0/ports?device_id=d4df9318-4d76-48f8-9843-b64bef8e8007 HTTP/1.1" status: 200  len: 945 time: 0.5123341
Apr 15 19:50:55.719539 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.provisioning_blocks [None req-6f398bc3-1f42-4841-936b-a8201de1e2bd None None] Provisioning complete for port dfe49340-c463-4c81-810f-81115301194c triggered by entity DHCP. {{(pid=85346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 19:50:55.720557 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-6f398bc3-1f42-4841-936b-a8201de1e2bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-428662'] for port, provisioning_complete {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:50:55.769486 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53e9809-7483-4480-84fa-23aecb938222 req-cd92f5b5-64eb-4214-be84-02ebf05b89da tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:50:55.771185 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-c53e9809-7483-4480-84fa-23aecb938222 req-cd92f5b5-64eb-4214-be84-02ebf05b89da tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] 10.222.0.47 "GET /v2.0/ports?device_id=a1383150-72ad-4e1a-b482-18005ac62501 HTTP/1.1" status: 200  len: 946 time: 0.2652559
Apr 15 19:50:55.806895 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac0b92ba-41c1-405b-84d6-bc4bcd3b32b5 admin admin] Router ec3407e0-5714-4826-b1fb-02e8d779ef9e has already been hosted by L3 agent 74482fb0-5b00-43f0-8fa9-533a3c8b2378 {{(pid=85344) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 15 19:50:55.849209 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.plugin [None req-6f398bc3-1f42-4841-936b-a8201de1e2bd None None] Port dfe49340-c463-4c81-810f-81115301194c cannot update to ACTIVE because it is not bound. {{(pid=85346) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 15 19:50:55.859721 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-c53e9809-7483-4480-84fa-23aecb938222 req-ed91764d-7b7f-4edf-9096-93afbbfad7f3 tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] 10.222.0.47 "GET /v2.0/security-groups?id=02d47f4f-b1ff-4af7-910c-5d6978bde7fb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0756378
Apr 15 19:50:55.944061 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-8bfdd613-fdaa-4a5a-8845-5823157a2f1b req-63b414d6-71a0-4469-b6ba-512348adcef7 tempest-ServerRescueNegativeTestJSON-1235948813 tempest-ServerRescueNegativeTestJSON-1235948813-project] 10.222.0.47 "GET /v2.0/security-groups?id=7fa5c887-ca49-4d7e-a257-900a3414a5f8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2518437
Apr 15 19:50:56.147098 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac0b92ba-41c1-405b-84d6-bc4bcd3b32b5 admin admin] Notify agent at l3_agent.dv-cinder-786383-2-iscsi the message routers_updated {{(pid=85344) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 15 19:50:56.167634 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-8e88fc12-f6ea-4753-a423-619902563d18 req-036914d1-6966-4c04-999f-fa108782388e tempest-AttachVolumeNegativeTest-1626257925 tempest-AttachVolumeNegativeTest-1626257925-project] 10.222.0.47 "GET /v2.0/ports?device_id=9d0ef369-a117-48a1-b468-86884da1d4c9 HTTP/1.1" status: 200  len: 210 time: 0.0653744
Apr 15 19:50:56.202225 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [None req-ac0b92ba-41c1-405b-84d6-bc4bcd3b32b5 admin admin] 10.222.0.47 "PUT /v2.0/routers/ec3407e0-5714-4826-b1fb-02e8d779ef9e/add_router_interface HTTP/1.1" status: 200  len: 503 time: 7.0319684
Apr 15 19:50:56.539232 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.rpc [None req-56ecdebd-c5a0-4569-bc96-ba437f5ce558 None None] Device 7c44ee2f-d2d0-495f-b2dc-f8bcb5432422 up at agent ovs-agent-dv-cinder-786383-2-iscsi {{(pid=85346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 19:50:56.629424 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.provisioning_blocks [None req-56ecdebd-c5a0-4569-bc96-ba437f5ce558 None None] Provisioning for port 7c44ee2f-d2d0-495f-b2dc-f8bcb5432422 completed by entity L2. {{(pid=85346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 19:50:56.636686 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.provisioning_blocks [None req-56ecdebd-c5a0-4569-bc96-ba437f5ce558 None None] Provisioning complete for port 7c44ee2f-d2d0-495f-b2dc-f8bcb5432422 triggered by entity L2. {{(pid=85346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 19:50:56.637088 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-56ecdebd-c5a0-4569-bc96-ba437f5ce558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-428662'] for port, provisioning_complete {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:50:56.947795 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-56ecdebd-c5a0-4569-bc96-ba437f5ce558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854565853'] for port, before_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:50:56.967840 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.db [None req-56ecdebd-c5a0-4569-bc96-ba437f5ce558 None None] For port 7c44ee2f-d2d0-495f-b2dc-f8bcb5432422, host dv-cinder-786383-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-2-iscsi',level=0,port_id=7c44ee2f-d2d0-495f-b2dc-f8bcb5432422,segment=NetworkSegment(e9359222-f335-47df-9fcb-1acccd0748d1),segment_id=e9359222-f335-47df-9fcb-1acccd0748d1)] {{(pid=85346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 19:50:57.019538 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-56ecdebd-c5a0-4569-bc96-ba437f5ce558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854693686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852972410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789846929216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789846482410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789846483725'] for port, after_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:50:57.023773 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:50:57.105055 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ecdebd-c5a0-4569-bc96-ba437f5ce558 None None] Pushing event updated for resources: {'Port': ['ID=7c44ee2f-d2d0-495f-b2dc-f8bcb5432422,revision_number=4']} {{(pid=85346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:50:57.117648 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-56ecdebd-c5a0-4569-bc96-ba437f5ce558 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:50:57.281683 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526313e1-9635-47d8-803b-fc32012232fa req-8cdcdb9f-5e79-43f2-a550-a76ae491968c tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:50:57.284836 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-526313e1-9635-47d8-803b-fc32012232fa req-8cdcdb9f-5e79-43f2-a550-a76ae491968c tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] 10.222.0.47 "GET /v2.0/ports?device_id=a1383150-72ad-4e1a-b482-18005ac62501 HTTP/1.1" status: 200  len: 946 time: 0.2065713
Apr 15 19:50:57.371606 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03af082b-8199-402d-87ad-4dcc46bd1f8c req-350d2a67-b55c-4f6d-b49d-81334b1bcb94 tempest-ServerRescueNegativeTestJSON-1235948813 tempest-ServerRescueNegativeTestJSON-1235948813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:50:57.380697 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-03af082b-8199-402d-87ad-4dcc46bd1f8c req-350d2a67-b55c-4f6d-b49d-81334b1bcb94 tempest-ServerRescueNegativeTestJSON-1235948813 tempest-ServerRescueNegativeTestJSON-1235948813-project] 10.222.0.47 "GET /v2.0/ports?device_id=d4df9318-4d76-48f8-9843-b64bef8e8007 HTTP/1.1" status: 200  len: 945 time: 0.1904442
Apr 15 19:50:57.398456 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-526313e1-9635-47d8-803b-fc32012232fa req-16dd0ed1-8c0c-48e0-845f-a7b321dab4df tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] 10.222.0.47 "GET /v2.0/security-groups?id=02d47f4f-b1ff-4af7-910c-5d6978bde7fb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1057596
Apr 15 19:50:57.399887 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5474d77b-4858-4323-8818-856d17ed08c1 req-66b73a80-99b7-4080-8a59-80c827ff2a6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:50:57.401579 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-5474d77b-4858-4323-8818-856d17ed08c1 req-66b73a80-99b7-4080-8a59-80c827ff2a6e service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=308b7c9489eb439cb66d243d5654d1ba&device_id=d4df9318-4d76-48f8-9843-b64bef8e8007 HTTP/1.1" status: 200  len: 1098 time: 0.1642423
Apr 15 19:50:57.770177 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5474d77b-4858-4323-8818-856d17ed08c1 req-b1a6768f-7b25-42d0-82a0-b0fce24274fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:50:57.779166 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-5474d77b-4858-4323-8818-856d17ed08c1 req-b1a6768f-7b25-42d0-82a0-b0fce24274fe service neutron] 10.222.0.65 "GET /v2.0/networks?id=e2d187b6-98ce-49de-b641-472e7c3488cc HTTP/1.1" status: 200  len: 920 time: 0.3503420
Apr 15 19:50:57.809141 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-03af082b-8199-402d-87ad-4dcc46bd1f8c req-5ba33023-80c5-4eee-8889-f68270d72498 tempest-ServerRescueNegativeTestJSON-1235948813 tempest-ServerRescueNegativeTestJSON-1235948813-project] 10.222.0.47 "GET /v2.0/security-groups?id=7fa5c887-ca49-4d7e-a257-900a3414a5f8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4212446
Apr 15 19:50:57.899773 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-5474d77b-4858-4323-8818-856d17ed08c1 req-5e0eef63-f185-4bc9-a42c-cc3c6fd61920 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ef741914-f4e2-4191-a3f5-849ecb03ddc2 HTTP/1.1" status: 200  len: 217 time: 0.0892193
Apr 15 19:50:57.987005 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6421955f-7ad8-4ccd-bdb6-a26d3cc84415 req-24e4bef1-b758-4627-9e56-43be3b80b39c tempest-AttachVolumeNegativeTest-1626257925 tempest-AttachVolumeNegativeTest-1626257925-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:50:57.988766 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-6421955f-7ad8-4ccd-bdb6-a26d3cc84415 req-24e4bef1-b758-4627-9e56-43be3b80b39c tempest-AttachVolumeNegativeTest-1626257925 tempest-AttachVolumeNegativeTest-1626257925-project] 10.222.0.65 "GET /v2.0/networks?id=dcb51ae5-ec1d-4059-96e4-434dbd301cd9 HTTP/1.1" status: 200  len: 815 time: 0.5038526
Apr 15 19:50:58.038912 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5474d77b-4858-4323-8818-856d17ed08c1 req-ace6ef09-d8d9-478c-a691-b7f399c7cd96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:50:58.040793 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-5474d77b-4858-4323-8818-856d17ed08c1 req-ace6ef09-d8d9-478c-a691-b7f399c7cd96 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=df80589a-5211-47ee-98ca-4218fd01eea5 HTTP/1.1" status: 200  len: 859 time: 0.1314812
Apr 15 19:50:58.051884 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.v2.base [req-6421955f-7ad8-4ccd-bdb6-a26d3cc84415 req-68735878-9801-443f-bc47-6ad8add09704 tempest-AttachVolumeNegativeTest-1626257925 tempest-AttachVolumeNegativeTest-1626257925-project] Request body: {'port': {'device_id': '9d0ef369-a117-48a1-b468-86884da1d4c9', 'network_id': 'dcb51ae5-ec1d-4059-96e4-434dbd301cd9', 'admin_state_up': True, 'tenant_id': 'baf9cfef8926468ebb80cb08498b5bf3'}} {{(pid=85344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 19:50:58.103260 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-46827860-1d24-43c2-bda2-900d058759c9 req-cc213d4e-fe44-43e1-a32f-b266b0f492f2 tempest-AttachVolumeNegativeTest-1626257925 tempest-AttachVolumeNegativeTest-1626257925-project] 10.222.0.47 "GET /v2.0/ports?device_id=9d0ef369-a117-48a1-b468-86884da1d4c9 HTTP/1.1" status: 200  len: 210 time: 0.1131778
Apr 15 19:50:58.147976 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.wsgi [-] (85345) accepted ('10.222.0.47', 45422) {{(pid=85345) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:50:58.165788 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-5474d77b-4858-4323-8818-856d17ed08c1 req-c09dacce-a5f4-4328-8c69-e51bb9b56129 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=e2d187b6-98ce-49de-b641-472e7c3488cc&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1143389
Apr 15 19:50:58.169857 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.v2.base [None req-ff207806-de42-49c8-8dbb-cdebf53aeb38 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1731290700-network', 'tenant_id': '6d9ddf59a18c43fcac05d76052159121'}} {{(pid=85345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 19:50:58.211322 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.quota.driver [None req-ff207806-de42-49c8-8dbb-cdebf53aeb38 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85345) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:50:58.288415 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.quota.driver [req-6421955f-7ad8-4ccd-bdb6-a26d3cc84415 req-68735878-9801-443f-bc47-6ad8add09704 tempest-AttachVolumeNegativeTest-1626257925 tempest-AttachVolumeNegativeTest-1626257925-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:50:58.305762 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.quota.driver [req-6421955f-7ad8-4ccd-bdb6-a26d3cc84415 req-68735878-9801-443f-bc47-6ad8add09704 tempest-AttachVolumeNegativeTest-1626257925 tempest-AttachVolumeNegativeTest-1626257925-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=85344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:50:58.324401 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6421955f-7ad8-4ccd-bdb6-a26d3cc84415 req-68735878-9801-443f-bc47-6ad8add09704 tempest-AttachVolumeNegativeTest-1626257925 tempest-AttachVolumeNegativeTest-1626257925-project] Made reservation on behalf of baf9cfef8926468ebb80cb08498b5bf3 for: {'port': 1} {{(pid=85344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 15 19:50:58.338030 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [req-6421955f-7ad8-4ccd-bdb6-a26d3cc84415 req-68735878-9801-443f-bc47-6ad8add09704 tempest-AttachVolumeNegativeTest-1626257925 tempest-AttachVolumeNegativeTest-1626257925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854565853'] for port, before_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:50:58.382010 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-5474d77b-4858-4323-8818-856d17ed08c1 req-09db10fa-8e06-4b1a-b697-b750ecb6bb24 service neutron] 10.222.0.65 "GET /v2.0/networks/e2d187b6-98ce-49de-b641-472e7c3488cc?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2067955
Apr 15 19:50:58.383300 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource [None req-ff207806-de42-49c8-8dbb-cdebf53aeb38 admin admin] Usage tracker for resource:network and tenant:6d9ddf59a18c43fcac05d76052159121 is out of sync, need to count used quota {{(pid=85345) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:50:58.387047 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource [None req-ff207806-de42-49c8-8dbb-cdebf53aeb38 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85345) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:50:58.395784 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.quota.driver [None req-ff207806-de42-49c8-8dbb-cdebf53aeb38 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85345) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:50:58.505192 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.rpc [None req-56ecdebd-c5a0-4569-bc96-ba437f5ce558 None None] Device 7c44ee2f-d2d0-495f-b2dc-f8bcb5432422 up at agent ovs-agent-dv-cinder-786383-2-iscsi {{(pid=85346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 19:50:58.639305 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94fc098b-e6a5-4670-8c49-1292854b6ce1 None None] Sync routers for ids ['ec3407e0-5714-4826-b1fb-02e8d779ef9e'] in dv-cinder-786383-2-iscsi {{(pid=85346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 15 19:50:58.661517 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.db_base_plugin_common [req-6421955f-7ad8-4ccd-bdb6-a26d3cc84415 req-68735878-9801-443f-bc47-6ad8add09704 tempest-AttachVolumeNegativeTest-1626257925 tempest-AttachVolumeNegativeTest-1626257925-project] Allocated IP 172.20.0.13 (dcb51ae5-ec1d-4059-96e4-434dbd301cd9/6be9cab0-c301-4b99-9135-7ca2bab15246/0c1bed0b-39a2-4a98-a4ab-0c2e8031756f) {{(pid=85344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 15 19:50:58.765771 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94fc098b-e6a5-4670-8c49-1292854b6ce1 None None] Routers {'ec3407e0-5714-4826-b1fb-02e8d779ef9e'} bound to L3 agent in host dv-cinder-786383-2-iscsi {{(pid=85346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 19:50:58.766917 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.l3_hamode_db [None req-94fc098b-e6a5-4670-8c49-1292854b6ce1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe8b8dd8588>, 'dv-cinder-786383-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-15T19:40:08Z,description=<?>,heartbeat_timestamp=2021-04-15T19:50:38Z,host='dv-cinder-786383-2-iscsi',id=74482fb0-5b00-43f0-8fa9-533a3c8b2378,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T19:40:08Z,topic='l3_agent')) {'router_ids': ['ec3407e0-5714-4826-b1fb-02e8d779ef9e'], 'active': True} {{(pid=85346) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 19:50:58.778978 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-5474d77b-4858-4323-8818-856d17ed08c1 req-295e8f0b-39a4-44e7-83aa-7b00d489d7c9 service neutron] 10.222.0.65 "GET /v2.0/networks/e2d187b6-98ce-49de-b641-472e7c3488cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3783760
Apr 15 19:50:58.899202 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff207806-de42-49c8-8dbb-cdebf53aeb38 admin admin] Made reservation on behalf of 6d9ddf59a18c43fcac05d76052159121 for: {'network': 1} {{(pid=85345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 15 19:50:58.913303 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-ff207806-de42-49c8-8dbb-cdebf53aeb38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854565853'] for network, before_create {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:50:58.953506 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-ff207806-de42-49c8-8dbb-cdebf53aeb38 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:50:59.017148 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.quota.driver [None req-ff207806-de42-49c8-8dbb-cdebf53aeb38 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85345) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:50:59.028023 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource [None req-ff207806-de42-49c8-8dbb-cdebf53aeb38 admin admin] Usage tracker for resource:security_group_rule and tenant:6d9ddf59a18c43fcac05d76052159121 is out of sync, need to count used quota {{(pid=85345) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:50:59.034198 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource [None req-ff207806-de42-49c8-8dbb-cdebf53aeb38 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85345) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:50:59.054459 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.quota.driver [None req-ff207806-de42-49c8-8dbb-cdebf53aeb38 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85345) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:50:59.239280 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.l3_dvr_db [None req-94fc098b-e6a5-4670-8c49-1292854b6ce1 None None] Set router ec3407e0-5714-4826-b1fb-02e8d779ef9e gateway port host: dv-cinder-786383-2-iscsi {{(pid=85346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 19:50:59.292250 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-ff207806-de42-49c8-8dbb-cdebf53aeb38 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:50:59.320860 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-ff207806-de42-49c8-8dbb-cdebf53aeb38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806004'] for security_group, after_create {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:50:59.355771 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff207806-de42-49c8-8dbb-cdebf53aeb38 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 667}  {{(pid=85345) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 15 19:50:59.370577 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [req-6421955f-7ad8-4ccd-bdb6-a26d3cc84415 req-68735878-9801-443f-bc47-6ad8add09704 tempest-AttachVolumeNegativeTest-1626257925 tempest-AttachVolumeNegativeTest-1626257925-project] Notify callbacks [] for port, precommit_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:50:59.377040 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-ff207806-de42-49c8-8dbb-cdebf53aeb38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854767479'] for segment, precommit_create {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:50:59.377508 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.db.segments_db [None req-ff207806-de42-49c8-8dbb-cdebf53aeb38 admin admin] Added segment 59959a79-eb8f-4ab4-94f9-eb606f01a001 of type vlan for network e61e36f0-4064-47a7-9aaf-860a12321aad
Apr 15 19:50:59.438891 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-ff207806-de42-49c8-8dbb-cdebf53aeb38 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789846470498'] for network, precommit_create {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:50:59.510606 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-10990c94-caeb-454a-993a-a4afab261023 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:50:59.539737 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-ff207806-de42-49c8-8dbb-cdebf53aeb38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852808340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852972410'] for network, after_create {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:50:59.547490 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [req-6421955f-7ad8-4ccd-bdb6-a26d3cc84415 req-68735878-9801-443f-bc47-6ad8add09704 tempest-AttachVolumeNegativeTest-1626257925 tempest-AttachVolumeNegativeTest-1626257925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854693686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852972410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789846482393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851621869'] for port, after_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:50:59.566916 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff207806-de42-49c8-8dbb-cdebf53aeb38 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:50:59.569503 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-ff207806-de42-49c8-8dbb-cdebf53aeb38 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852972363'] for network, before_response {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:50:59.706486 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.db [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] get_ports_and_sgs() called for port_ids ['0f2dbfcb-23b1-46b8-a0a3-84c74f25f2e6', '5caf05f9-89bf-44b7-8586-631f88388dda', '258271e1-177c-45c6-866e-20b9c25853cd'] {{(pid=85346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 15 19:50:59.719504 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daec5160-be51-4599-a3a9-88d10bd219fc req-f9d9a425-1b26-48e4-9f96-8e6387fe8a98 tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:50:59.733732 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-daec5160-be51-4599-a3a9-88d10bd219fc req-f9d9a425-1b26-48e4-9f96-8e6387fe8a98 tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] 10.222.0.47 "GET /v2.0/ports?device_id=a1383150-72ad-4e1a-b482-18005ac62501 HTTP/1.1" status: 200  len: 946 time: 0.9510117
Apr 15 19:50:59.756603 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [None req-ff207806-de42-49c8-8dbb-cdebf53aeb38 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201  len: 888 time: 1.6066782
Apr 15 19:50:59.857125 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.wsgi [-] (85345) accepted ('10.222.0.47', 45464) {{(pid=85345) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:50:59.883972 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-daec5160-be51-4599-a3a9-88d10bd219fc req-e0514fe2-dbaa-4848-a7aa-844aab6ebf36 tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] 10.222.0.47 "GET /v2.0/security-groups?id=02d47f4f-b1ff-4af7-910c-5d6978bde7fb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1175814
Apr 15 19:50:59.903476 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.v2.base [None req-3fbaee9a-ed85-4dac-bed6-385f0149f539 admin admin] Request body: {'subnet': {'network_id': 'e61e36f0-4064-47a7-9aaf-860a12321aad', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1731290700-subnet', 'tenant_id': '6d9ddf59a18c43fcac05d76052159121', 'ip_version': 4}} {{(pid=85345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 19:50:59.925589 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff207806-de42-49c8-8dbb-cdebf53aeb38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc63b47b-1db4-4012-a29c-4fe55f2c7c97,revision_number=1']} {{(pid=85345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:50:59.945245 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.quota.driver [None req-3fbaee9a-ed85-4dac-bed6-385f0149f539 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85345) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:50:59.978082 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-ff207806-de42-49c8-8dbb-cdebf53aeb38 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.467s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:50:59.979295 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-67551577-db06-4151-a67f-1777875b2678 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.281s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:50:59.982279 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.provisioning_blocks [None req-56ecdebd-c5a0-4569-bc96-ba437f5ce558 None None] Provisioning complete for port 7c44ee2f-d2d0-495f-b2dc-f8bcb5432422 triggered by entity L2. {{(pid=85346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 19:50:59.982750 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-56ecdebd-c5a0-4569-bc96-ba437f5ce558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-428662'] for port, provisioning_complete {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:51:00.019182 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-ac0b92ba-41c1-405b-84d6-bc4bcd3b32b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:51:00.124244 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68735878-9801-443f-bc47-6ad8add09704 tempest-AttachVolumeNegativeTest-1626257925 tempest-AttachVolumeNegativeTest-1626257925-project] Pushing event updated for resources: {'Port': ['ID=0c1bed0b-39a2-4a98-a4ab-0c2e8031756f,revision_number=1']} {{(pid=85344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:51:00.135539 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-68735878-9801-443f-bc47-6ad8add09704 tempest-AttachVolumeNegativeTest-1626257925 tempest-AttachVolumeNegativeTest-1626257925-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:51:00.181250 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource [None req-3fbaee9a-ed85-4dac-bed6-385f0149f539 admin admin] Usage tracker for resource:subnet and tenant:6d9ddf59a18c43fcac05d76052159121 is out of sync, need to count used quota {{(pid=85345) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:51:00.187454 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff207806-de42-49c8-8dbb-cdebf53aeb38 admin admin] Pushing event updated for resources: {'Network': ['ID=e61e36f0-4064-47a7-9aaf-860a12321aad,revision_number=1']} {{(pid=85345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:51:00.193524 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource [None req-3fbaee9a-ed85-4dac-bed6-385f0149f539 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85345) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:51:00.201041 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-ff207806-de42-49c8-8dbb-cdebf53aeb38 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:51:00.207396 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6421955f-7ad8-4ccd-bdb6-a26d3cc84415 req-68735878-9801-443f-bc47-6ad8add09704 tempest-AttachVolumeNegativeTest-1626257925 tempest-AttachVolumeNegativeTest-1626257925-project] Network dcb51ae5-ec1d-4059-96e4-434dbd301cd9 is already hosted by enough agents. {{(pid=85344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 15 19:51:00.209243 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.quota.driver [None req-3fbaee9a-ed85-4dac-bed6-385f0149f539 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85345) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:51:00.212881 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.l3_hamode_db [None req-94fc098b-e6a5-4670-8c49-1292854b6ce1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe8b8dd8588>, [{'id': 'ec3407e0-5714-4826-b1fb-02e8d779ef9e', 'name': 'tempest-TestMinimumBasicScenario-2020818-router', 'tenant_id': '18011ad8d1764685bdd8f676b9d51581', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b576887-bb01-4bfc-8617-ca8b886d7b7e', 'external_fixed_ips': [{'subnet_id': '7ad9face-0ae3-4529-aacd-d53ebb36e4d0', 'ip_address': '172.27.2.150'}], 'enable_snat': True}, 'gw_port_id': '7c44ee2f-d2d0-495f-b2dc-f8bcb5432422', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:50:39Z', 'updated_at': '2021-04-15T19:50:54Z', 'revision_number': 4, 'project_id': '18011ad8d1764685bdd8f676b9d51581', 'gw_port': {'id': '7c44ee2f-d2d0-495f-b2dc-f8bcb5432422', 'name': '', 'network_id': '0b576887-bb01-4bfc-8617-ca8b886d7b7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:64:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec3407e0-5714-4826-b1fb-02e8d779ef9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': '7ad9face-0ae3-4529-aacd-d53ebb36e4d0', 'ip_address': '172.27.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:50:42Z', 'updated_at': '2021-04-15T19:50:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ad9face-0ae3-4529-aacd-d53ebb36e4d0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-2-iscsi', '_interfaces': [{'id': 'dfe49340-c463-4c81-810f-81115301194c', 'name': '', 'network_id': '42fbcbc3-b235-4653-875d-d3c9a17e6927', 'tenant_id': '18011ad8d1764685bdd8f676b9d51581', 'mac_address': 'fa:16:3e:aa:8d:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec3407e0-5714-4826-b1fb-02e8d779ef9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 266, 'fixed_ips': [{'subnet_id': '922b60ea-4b47-44c0-8320-575ac4d11e8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:50:51Z', 'updated_at': '2021-04-15T19:50:54Z', 'revision_number': 2, 'project_id': '18011ad8d1764685bdd8f676b9d51581', 'subnets': [{'id': '922b60ea-4b47-44c0-8320-575ac4d11e8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786383-2-iscsi', False) {} {{(pid=85346) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 19:51:00.216834 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.scheduler.base_scheduler [req-6421955f-7ad8-4ccd-bdb6-a26d3cc84415 req-68735878-9801-443f-bc47-6ad8add09704 tempest-AttachVolumeNegativeTest-1626257925 tempest-AttachVolumeNegativeTest-1626257925-project] Resources bound (agent type, host, resource id):  {{(pid=85344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 19:51:00.239379 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fbaee9a-ed85-4dac-bed6-385f0149f539 admin admin] Made reservation on behalf of 6d9ddf59a18c43fcac05d76052159121 for: {'subnet': 1} {{(pid=85345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 15 19:51:00.257060 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-3fbaee9a-ed85-4dac-bed6-385f0149f539 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3290658'] for subnet, before_create {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:51:00.264200 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.l3_dvrscheduler_db [req-6421955f-7ad8-4ccd-bdb6-a26d3cc84415 req-68735878-9801-443f-bc47-6ad8add09704 tempest-AttachVolumeNegativeTest-1626257925 tempest-AttachVolumeNegativeTest-1626257925-project] Received port after_create {{(pid=85344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 15 19:51:00.292649 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.rpc [None req-56ecdebd-c5a0-4569-bc96-ba437f5ce558 None None] Network e61e36f0-4064-47a7-9aaf-860a12321aad details requested by agent ovs-agent-dv-cinder-786383-2-iscsi with host dv-cinder-786383-2-iscsi {{(pid=85346) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 15 19:51:00.441696 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb270753-72a6-49bd-b117-5d104aea375b req-d119fde1-4e7b-4cac-a2dd-f8a3cc921a0a tempest-ServerRescueNegativeTestJSON-1235948813 tempest-ServerRescueNegativeTestJSON-1235948813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:51:00.443802 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-cb270753-72a6-49bd-b117-5d104aea375b req-d119fde1-4e7b-4cac-a2dd-f8a3cc921a0a tempest-ServerRescueNegativeTestJSON-1235948813 tempest-ServerRescueNegativeTestJSON-1235948813-project] 10.222.0.47 "GET /v2.0/ports?device_id=d4df9318-4d76-48f8-9843-b64bef8e8007 HTTP/1.1" status: 200  len: 945 time: 1.0137331
Apr 15 19:51:00.502043 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6421955f-7ad8-4ccd-bdb6-a26d3cc84415 req-68735878-9801-443f-bc47-6ad8add09704 tempest-AttachVolumeNegativeTest-1626257925 tempest-AttachVolumeNegativeTest-1626257925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:51:00.503235 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [req-6421955f-7ad8-4ccd-bdb6-a26d3cc84415 req-68735878-9801-443f-bc47-6ad8add09704 tempest-AttachVolumeNegativeTest-1626257925 tempest-AttachVolumeNegativeTest-1626257925-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771739'] for port, before_response {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:51:00.511529 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94fc098b-e6a5-4670-8c49-1292854b6ce1 None None] Checking router: ec3407e0-5714-4826-b1fb-02e8d779ef9e for host: dv-cinder-786383-2-iscsi {{(pid=85346) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 15 19:51:00.511938 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94fc098b-e6a5-4670-8c49-1292854b6ce1 None None] Updating router ec3407e0-5714-4826-b1fb-02e8d779ef9e port dfe49340-c463-4c81-810f-81115301194c binding host dv-cinder-786383-2-iscsi {{(pid=85346) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 15 19:51:00.581244 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-cb270753-72a6-49bd-b117-5d104aea375b req-7fc3a0b5-469d-4779-933c-93f0f889a883 tempest-ServerRescueNegativeTestJSON-1235948813 tempest-ServerRescueNegativeTestJSON-1235948813-project] 10.222.0.47 "GET /v2.0/security-groups?id=7fa5c887-ca49-4d7e-a257-900a3414a5f8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1225162
Apr 15 19:51:00.603578 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-6421955f-7ad8-4ccd-bdb6-a26d3cc84415 req-68735878-9801-443f-bc47-6ad8add09704 tempest-AttachVolumeNegativeTest-1626257925 tempest-AttachVolumeNegativeTest-1626257925-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.5650244
Apr 15 19:51:00.620541 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.v2.base [req-6421955f-7ad8-4ccd-bdb6-a26d3cc84415 req-3453557f-f114-43a3-b265-acc6aa7d94ba service neutron] Request body: {'port': {'device_id': '9d0ef369-a117-48a1-b468-86884da1d4c9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=85344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 19:51:00.748488 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-94fc098b-e6a5-4670-8c49-1292854b6ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854565853'] for port, before_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:51:01.012598 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [req-6421955f-7ad8-4ccd-bdb6-a26d3cc84415 req-3453557f-f114-43a3-b265-acc6aa7d94ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854565853'] for port, before_update {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:51:01.161828 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a7afbc-6fe1-4171-9381-15ac6eff52b7 req-ca21f03e-b32f-46d1-b164-c4d6f8e85f77 tempest-AttachVolumeNegativeTest-1626257925 tempest-AttachVolumeNegativeTest-1626257925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:51:01.164932 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-51a7afbc-6fe1-4171-9381-15ac6eff52b7 req-ca21f03e-b32f-46d1-b164-c4d6f8e85f77 tempest-AttachVolumeNegativeTest-1626257925 tempest-AttachVolumeNegativeTest-1626257925-project] 10.222.0.47 "GET /v2.0/ports?device_id=9d0ef369-a117-48a1-b468-86884da1d4c9 HTTP/1.1" status: 200  len: 932 time: 0.4181376
Apr 15 19:51:01.267414 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-51a7afbc-6fe1-4171-9381-15ac6eff52b7 req-d1a33a96-f129-4c72-bf2f-0d7a8e64ef5b tempest-AttachVolumeNegativeTest-1626257925 tempest-AttachVolumeNegativeTest-1626257925-project] 10.222.0.47 "GET /v2.0/security-groups?id=8498f6ac-4e62-4833-b465-61e9c537cd5f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0864320
Apr 15 19:51:01.506525 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-3fbaee9a-ed85-4dac-bed6-385f0149f539 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852808376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852972410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2200136', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3290641'] for subnet, after_create {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:51:01.625171 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-33b08e72-fbf0-41b7-ad78-a9305cb5ca4f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:51:01.759411 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efcabba-1888-413c-a34b-09a40f676f0f req-9fa7040d-d9a6-47a4-af7e-f5b9eb5674f0 tempest-AttachVolumeTestJSON-1178366330 tempest-AttachVolumeTestJSON-1178366330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:51:01.772139 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-5efcabba-1888-413c-a34b-09a40f676f0f req-9fa7040d-d9a6-47a4-af7e-f5b9eb5674f0 tempest-AttachVolumeTestJSON-1178366330 tempest-AttachVolumeTestJSON-1178366330-project] 10.222.0.47 "GET /v2.0/ports?device_id=4b964d00-f051-4d1a-9f0a-e0355ef23ca5 HTTP/1.1" status: 200  len: 945 time: 0.7672615
Apr 15 19:51:01.957063 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-94fc098b-e6a5-4670-8c49-1292854b6ce1 None None] Notify callbacks [] for port, precommit_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:51:02.008530 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.provisioning_blocks [None req-94fc098b-e6a5-4670-8c49-1292854b6ce1 None None] Transition to ACTIVE for port object dfe49340-c463-4c81-810f-81115301194c will not be triggered until provisioned by entity L2. {{(pid=85346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 19:51:02.046138 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fbaee9a-ed85-4dac-bed6-385f0149f539 admin admin] Pushing event updated for resources: {'Subnet': ['ID=db565bb4-0fa6-4799-b20d-ab2eac97d57d,revision_number=0']} {{(pid=85345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:51:02.053647 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-94fc098b-e6a5-4670-8c49-1292854b6ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854693686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852972410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789846929216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789846482410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789846483725'] for port, after_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:51:02.060956 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-3fbaee9a-ed85-4dac-bed6-385f0149f539 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.434s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:51:02.112168 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.notifiers.nova [req-6421955f-7ad8-4ccd-bdb6-a26d3cc84415 req-3453557f-f114-43a3-b265-acc6aa7d94ba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0c1bed0b-39a2-4a98-a4ab-0c2e8031756f {{(pid=85344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 15 19:51:02.123969 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [req-6421955f-7ad8-4ccd-bdb6-a26d3cc84415 req-3453557f-f114-43a3-b265-acc6aa7d94ba service neutron] Notify callbacks [] for port, precommit_update {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:51:02.146017 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.provisioning_blocks [req-6421955f-7ad8-4ccd-bdb6-a26d3cc84415 req-3453557f-f114-43a3-b265-acc6aa7d94ba service neutron] Transition to ACTIVE for port object 0c1bed0b-39a2-4a98-a4ab-0c2e8031756f will not be triggered until provisioned by entity L2. {{(pid=85344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 19:51:02.171606 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a47c88-6cbf-4e93-b706-613eee518a01 req-7898612b-3008-4171-8e14-714ddbc3fd0a tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:51:02.174309 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-d5a47c88-6cbf-4e93-b706-613eee518a01 req-7898612b-3008-4171-8e14-714ddbc3fd0a tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] 10.222.0.47 "GET /v2.0/ports?device_id=a1383150-72ad-4e1a-b482-18005ac62501 HTTP/1.1" status: 200  len: 946 time: 0.6691499
Apr 15 19:51:02.175715 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fbaee9a-ed85-4dac-bed6-385f0149f539 admin admin] Checking segment: {'id': '59959a79-eb8f-4ab4-94f9-eb606f01a001', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'e61e36f0-4064-47a7-9aaf-860a12321aad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 19:51:02.176498 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fbaee9a-ed85-4dac-bed6-385f0149f539 admin admin] Network hostable DHCP agents. Network: e61e36f0-4064-47a7-9aaf-860a12321aad, hostable agents: ['48b86c86-f902-4f97-86c7-19da88045e62'], hosted agents: [] {{(pid=85345) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 15 19:51:02.191890 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [req-6421955f-7ad8-4ccd-bdb6-a26d3cc84415 req-3453557f-f114-43a3-b265-acc6aa7d94ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854693686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852972410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789846929216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789846482410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789846483725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3153931'] for port, after_update {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:51:02.219962 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:51:02.225078 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fbaee9a-ed85-4dac-bed6-385f0149f539 admin admin] Network e61e36f0-4064-47a7-9aaf-860a12321aad is scheduled to be hosted by DHCP agent 48b86c86-f902-4f97-86c7-19da88045e62 with binding_index 1 {{(pid=85345) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 15 19:51:02.242203 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:51:02.250781 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.scheduler.base_scheduler [None req-3fbaee9a-ed85-4dac-bed6-385f0149f539 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786383-2-iscsi, e61e36f0-4064-47a7-9aaf-860a12321aad) {{(pid=85345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 19:51:02.276598 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-d5a47c88-6cbf-4e93-b706-613eee518a01 req-722f7392-a478-4628-bdc7-6068f3de5a85 tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] 10.222.0.47 "GET /v2.0/security-groups?id=02d47f4f-b1ff-4af7-910c-5d6978bde7fb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0889981
Apr 15 19:51:02.279133 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fbaee9a-ed85-4dac-bed6-385f0149f539 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:51:02.280661 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-3fbaee9a-ed85-4dac-bed6-385f0149f539 admin admin] Notify callbacks [] for subnet, before_response {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:51:02.312670 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [None req-3fbaee9a-ed85-4dac-bed6-385f0149f539 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 2.4260087
Apr 15 19:51:02.315637 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.wsgi [-] (85345) accepted ('10.222.0.47', 45502) {{(pid=85345) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:51:02.331607 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.v2.base [None req-8731dadd-522e-4afe-81fe-1c53fdc30d2d admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1731290700-router', 'tenant_id': '6d9ddf59a18c43fcac05d76052159121', 'external_gateway_info': {'network_id': '0b576887-bb01-4bfc-8617-ca8b886d7b7e'}}} {{(pid=85345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 19:51:02.344277 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.quota.driver [None req-8731dadd-522e-4afe-81fe-1c53fdc30d2d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85345) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:51:02.351023 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3453557f-f114-43a3-b265-acc6aa7d94ba service neutron] Pushing event updated for resources: {'Port': ['ID=0c1bed0b-39a2-4a98-a4ab-0c2e8031756f,revision_number=2']} {{(pid=85344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:51:02.358108 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource [None req-8731dadd-522e-4afe-81fe-1c53fdc30d2d admin admin] Usage tracker for resource:router and tenant:6d9ddf59a18c43fcac05d76052159121 is out of sync, need to count used quota {{(pid=85345) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:51:02.362300 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-3453557f-f114-43a3-b265-acc6aa7d94ba service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:51:02.368161 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource [None req-8731dadd-522e-4afe-81fe-1c53fdc30d2d admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=85345) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:51:02.385032 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.quota.driver [None req-8731dadd-522e-4afe-81fe-1c53fdc30d2d admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85345) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:51:02.388527 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-086dc3ca-974a-45e8-b05c-59b21cded447 None None] Network e61e36f0-4064-47a7-9aaf-860a12321aad requested from dv-cinder-786383-2-iscsi {{(pid=85346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 15 19:51:02.408974 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-8731dadd-522e-4afe-81fe-1c53fdc30d2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036853104155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854716007'] for router, before_create {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:51:02.410297 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-8731dadd-522e-4afe-81fe-1c53fdc30d2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1671480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1673062', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1979644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59777'] for router, precommit_create {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:51:02.476163 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-8731dadd-522e-4afe-81fe-1c53fdc30d2d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:51:02.693685 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-5efcabba-1888-413c-a34b-09a40f676f0f req-38a9c251-900e-4349-ae09-03fa964019d5 tempest-AttachVolumeTestJSON-1178366330 tempest-AttachVolumeTestJSON-1178366330-project] 10.222.0.47 "GET /v2.0/security-groups?id=8f5f2180-5269-4c6c-a059-f56827110a59&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.5459108
Apr 15 19:51:02.815411 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fffe139-687f-442d-8918-29e0fe2651f1 None None] Pushing event updated for resources: {'Port': ['ID=dfe49340-c463-4c81-810f-81115301194c,revision_number=3']} {{(pid=85346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:51:02.831393 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-7fffe139-687f-442d-8918-29e0fe2651f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.589s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:51:02.881034 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.managers [None req-94fc098b-e6a5-4670-8c49-1292854b6ce1 None None] Attempting to bind port dfe49340-c463-4c81-810f-81115301194c on host dv-cinder-786383-2-iscsi for vnic_type normal with profile  {{(pid=85346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 15 19:51:02.881456 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.managers [None req-94fc098b-e6a5-4670-8c49-1292854b6ce1 None None] Attempting to bind port dfe49340-c463-4c81-810f-81115301194c by drivers openvswitch,hyperv on host dv-cinder-786383-2-iscsi at level 0 using segments [{'id': 'b9dd8948-c2b9-4d3c-aa32-4c15ba0968da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '42fbcbc3-b235-4653-875d-d3c9a17e6927'}] {{(pid=85346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 15 19:51:02.881872 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94fc098b-e6a5-4670-8c49-1292854b6ce1 None None] Attempting to bind port dfe49340-c463-4c81-810f-81115301194c on network 42fbcbc3-b235-4653-875d-d3c9a17e6927 {{(pid=85346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 19:51:02.898154 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94fc098b-e6a5-4670-8c49-1292854b6ce1 None None] Checking agent: {'id': 'be1a0b7a-7144-4bb6-9f10-b289de7b23b3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786383-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 19, 40, 9), 'started_at': datetime.datetime(2021, 4, 15, 19, 40, 39), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 19, 50, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786383-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 15 19:51:02.898485 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94fc098b-e6a5-4670-8c49-1292854b6ce1 None None] Checking segment: {'id': 'b9dd8948-c2b9-4d3c-aa32-4c15ba0968da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '42fbcbc3-b235-4653-875d-d3c9a17e6927'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 19:51:02.898839 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-94fc098b-e6a5-4670-8c49-1292854b6ce1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:51:02.899370 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94fc098b-e6a5-4670-8c49-1292854b6ce1 None None] Bound using segment: {'id': 'b9dd8948-c2b9-4d3c-aa32-4c15ba0968da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '42fbcbc3-b235-4653-875d-d3c9a17e6927'} {{(pid=85346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 15 19:51:02.899922 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.managers [None req-94fc098b-e6a5-4670-8c49-1292854b6ce1 None None] Bound port: dfe49340-c463-4c81-810f-81115301194c, host: dv-cinder-786383-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9dd8948-c2b9-4d3c-aa32-4c15ba0968da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '42fbcbc3-b235-4653-875d-d3c9a17e6927'}}] {{(pid=85346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 15 19:51:02.900349 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-94fc098b-e6a5-4670-8c49-1292854b6ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854565853'] for port, before_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:51:03.326645 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.managers [req-6421955f-7ad8-4ccd-bdb6-a26d3cc84415 req-3453557f-f114-43a3-b265-acc6aa7d94ba service neutron] Attempting to bind port 0c1bed0b-39a2-4a98-a4ab-0c2e8031756f on host hv-cinder-78638 for vnic_type normal with profile  {{(pid=85344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 15 19:51:03.330134 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.managers [req-6421955f-7ad8-4ccd-bdb6-a26d3cc84415 req-3453557f-f114-43a3-b265-acc6aa7d94ba service neutron] Attempting to bind port 0c1bed0b-39a2-4a98-a4ab-0c2e8031756f by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': '3e6fcf0e-0b95-4774-a8cb-5489ca9658fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'dcb51ae5-ec1d-4059-96e4-434dbd301cd9'}] {{(pid=85344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 15 19:51:03.330134 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6421955f-7ad8-4ccd-bdb6-a26d3cc84415 req-3453557f-f114-43a3-b265-acc6aa7d94ba service neutron] Attempting to bind port 0c1bed0b-39a2-4a98-a4ab-0c2e8031756f on network dcb51ae5-ec1d-4059-96e4-434dbd301cd9 {{(pid=85344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 19:51:03.377421 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6421955f-7ad8-4ccd-bdb6-a26d3cc84415 req-3453557f-f114-43a3-b265-acc6aa7d94ba service neutron] Port 0c1bed0b-39a2-4a98-a4ab-0c2e8031756f on network dcb51ae5-ec1d-4059-96e4-434dbd301cd9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=85344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 15 19:51:03.378050 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6421955f-7ad8-4ccd-bdb6-a26d3cc84415 req-3453557f-f114-43a3-b265-acc6aa7d94ba service neutron] Attempting to bind port 0c1bed0b-39a2-4a98-a4ab-0c2e8031756f on network dcb51ae5-ec1d-4059-96e4-434dbd301cd9 {{(pid=85344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 19:51:03.416158 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6421955f-7ad8-4ccd-bdb6-a26d3cc84415 req-3453557f-f114-43a3-b265-acc6aa7d94ba service neutron] Checking agent: {'id': '202ba611-b908-4e0e-99b2-33811728b356', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 19, 46, 37), 'started_at': datetime.datetime(2021, 4, 15, 19, 46, 37), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 19, 50, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 15 19:51:03.416158 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6421955f-7ad8-4ccd-bdb6-a26d3cc84415 req-3453557f-f114-43a3-b265-acc6aa7d94ba service neutron] Checking segment: {'id': '3e6fcf0e-0b95-4774-a8cb-5489ca9658fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'dcb51ae5-ec1d-4059-96e4-434dbd301cd9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 19:51:03.416158 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6421955f-7ad8-4ccd-bdb6-a26d3cc84415 req-3453557f-f114-43a3-b265-acc6aa7d94ba service neutron] Bound using segment: {'id': '3e6fcf0e-0b95-4774-a8cb-5489ca9658fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'dcb51ae5-ec1d-4059-96e4-434dbd301cd9'} {{(pid=85344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 15 19:51:03.417020 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.managers [req-6421955f-7ad8-4ccd-bdb6-a26d3cc84415 req-3453557f-f114-43a3-b265-acc6aa7d94ba service neutron] Bound port: 0c1bed0b-39a2-4a98-a4ab-0c2e8031756f, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3e6fcf0e-0b95-4774-a8cb-5489ca9658fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'dcb51ae5-ec1d-4059-96e4-434dbd301cd9'}}] {{(pid=85344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 15 19:51:03.417352 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [req-6421955f-7ad8-4ccd-bdb6-a26d3cc84415 req-3453557f-f114-43a3-b265-acc6aa7d94ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854565853'] for port, before_update {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:51:03.425976 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-421bf182-dfca-483c-87f1-08724c8a5fc3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc01a18e6-8f98-5b6c-8b5b-44e18d93fa4e-e61e36f0-4064-47a7-9aaf-860a12321aad', 'network_id': 'e61e36f0-4064-47a7-9aaf-860a12321aad', 'tenant_id': '6d9ddf59a18c43fcac05d76052159121', 'fixed_ips': [{'subnet_id': 'db565bb4-0fa6-4799-b20d-ab2eac97d57d'}]}} from dv-cinder-786383-2-iscsi. {{(pid=85346) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}}
Apr 15 19:51:03.426970 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-421bf182-dfca-483c-87f1-08724c8a5fc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854565853'] for port, before_create {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:51:03.480722 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba555648-067d-4795-a823-d1af472ca3a6 req-abaf954e-ac8a-4ad4-8271-f20880f1e345 tempest-AttachVolumeNegativeTest-1626257925 tempest-AttachVolumeNegativeTest-1626257925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:51:03.487632 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource [req-ba555648-067d-4795-a823-d1af472ca3a6 req-abaf954e-ac8a-4ad4-8271-f20880f1e345 tempest-AttachVolumeNegativeTest-1626257925 tempest-AttachVolumeNegativeTest-1626257925-project] Synchronizing usage tracker for tenant:baf9cfef8926468ebb80cb08498b5bf3 on resource:port {{(pid=85344) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 15 19:51:03.719501 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource [req-ba555648-067d-4795-a823-d1af472ca3a6 req-abaf954e-ac8a-4ad4-8271-f20880f1e345 tempest-AttachVolumeNegativeTest-1626257925 tempest-AttachVolumeNegativeTest-1626257925-project] Unset dirty status for tenant:baf9cfef8926468ebb80cb08498b5bf3 on resource:port {{(pid=85344) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 15 19:51:03.740834 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-ba555648-067d-4795-a823-d1af472ca3a6 req-abaf954e-ac8a-4ad4-8271-f20880f1e345 tempest-AttachVolumeNegativeTest-1626257925 tempest-AttachVolumeNegativeTest-1626257925-project] 10.222.0.47 "GET /v2.0/ports?device_id=9d0ef369-a117-48a1-b468-86884da1d4c9 HTTP/1.1" status: 200  len: 944 time: 0.5166466
Apr 15 19:51:03.854042 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.db_base_plugin_common [None req-421bf182-dfca-483c-87f1-08724c8a5fc3 None None] Allocated IP 172.20.0.2 (e61e36f0-4064-47a7-9aaf-860a12321aad/db565bb4-0fa6-4799-b20d-ab2eac97d57d/de713a99-dac1-4428-85b0-bdac97736c78) {{(pid=85346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 15 19:51:03.860330 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-8731dadd-522e-4afe-81fe-1c53fdc30d2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1673047', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853104170', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59824'] for router, precommit_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:51:03.936576 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-ba555648-067d-4795-a823-d1af472ca3a6 req-3e1fa986-fe27-4240-a074-8fbdcb1a4fc2 tempest-AttachVolumeNegativeTest-1626257925 tempest-AttachVolumeNegativeTest-1626257925-project] 10.222.0.47 "GET /v2.0/security-groups?id=8498f6ac-4e62-4833-b465-61e9c537cd5f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1910708
Apr 15 19:51:03.947013 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.db [req-6421955f-7ad8-4ccd-bdb6-a26d3cc84415 req-3453557f-f114-43a3-b265-acc6aa7d94ba service neutron] For port 0c1bed0b-39a2-4a98-a4ab-0c2e8031756f, host hv-cinder-78638, cleared binding levels {{(pid=85344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 15 19:51:03.957764 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.db [req-6421955f-7ad8-4ccd-bdb6-a26d3cc84415 req-3453557f-f114-43a3-b265-acc6aa7d94ba service neutron] For port 0c1bed0b-39a2-4a98-a4ab-0c2e8031756f, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=0c1bed0b-39a2-4a98-a4ab-0c2e8031756f,segment=NetworkSegment(3e6fcf0e-0b95-4774-a8cb-5489ca9658fc),segment_id=3e6fcf0e-0b95-4774-a8cb-5489ca9658fc)] {{(pid=85344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 15 19:51:03.973165 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [req-6421955f-7ad8-4ccd-bdb6-a26d3cc84415 req-3453557f-f114-43a3-b265-acc6aa7d94ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854693686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852972410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789846929216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789846482410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789846483725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3153931'] for port, after_update {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:51:04.166610 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6eb0061-68ce-475a-8b72-b1551dc699c7 req-ab79b503-1493-47af-9cc1-29f36fae24ee tempest-ServerRescueNegativeTestJSON-1235948813 tempest-ServerRescueNegativeTestJSON-1235948813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:51:04.171225 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-e6eb0061-68ce-475a-8b72-b1551dc699c7 req-ab79b503-1493-47af-9cc1-29f36fae24ee tempest-ServerRescueNegativeTestJSON-1235948813 tempest-ServerRescueNegativeTestJSON-1235948813-project] 10.222.0.47 "GET /v2.0/ports?device_id=d4df9318-4d76-48f8-9843-b64bef8e8007 HTTP/1.1" status: 200  len: 945 time: 1.6517410
Apr 15 19:51:04.352054 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-e6eb0061-68ce-475a-8b72-b1551dc699c7 req-e81ec3c6-3961-4abe-ba08-17abb424caba tempest-ServerRescueNegativeTestJSON-1235948813 tempest-ServerRescueNegativeTestJSON-1235948813-project] 10.222.0.47 "GET /v2.0/security-groups?id=7fa5c887-ca49-4d7e-a257-900a3414a5f8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1577020
Apr 15 19:51:04.364444 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.db [None req-94fc098b-e6a5-4670-8c49-1292854b6ce1 None None] For port dfe49340-c463-4c81-810f-81115301194c, host dv-cinder-786383-2-iscsi, cleared binding levels {{(pid=85346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 15 19:51:04.416267 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.db [None req-94fc098b-e6a5-4670-8c49-1292854b6ce1 None None] For port dfe49340-c463-4c81-810f-81115301194c, host dv-cinder-786383-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-2-iscsi',level=0,port_id=dfe49340-c463-4c81-810f-81115301194c,segment=NetworkSegment(b9dd8948-c2b9-4d3c-aa32-4c15ba0968da),segment_id=b9dd8948-c2b9-4d3c-aa32-4c15ba0968da)] {{(pid=85346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 15 19:51:04.450840 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-94fc098b-e6a5-4670-8c49-1292854b6ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854693686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852972410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789846929216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789846482410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789846483725'] for port, after_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:51:04.611367 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-90663d85-9d06-440e-b26b-0c413df46d44 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:51:04.741868 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fffe139-687f-442d-8918-29e0fe2651f1 None None] Pushing event updated for resources: {'Port': ['ID=dfe49340-c463-4c81-810f-81115301194c,revision_number=4']} {{(pid=85346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:51:04.749134 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-421bf182-dfca-483c-87f1-08724c8a5fc3 None None] Notify callbacks [] for port, precommit_create {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:51:04.762742 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:51:04.791769 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.provisioning_blocks [None req-421bf182-dfca-483c-87f1-08724c8a5fc3 None None] Transition to ACTIVE for port object de713a99-dac1-4428-85b0-bdac97736c78 will not be triggered until provisioned by entity L2. {{(pid=85346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 19:51:04.859786 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.provisioning_blocks [None req-421bf182-dfca-483c-87f1-08724c8a5fc3 None None] Transition to ACTIVE for port object de713a99-dac1-4428-85b0-bdac97736c78 will not be triggered until provisioned by entity DHCP. {{(pid=85346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 19:51:04.894074 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-7fffe139-687f-442d-8918-29e0fe2651f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.280s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:51:04.897493 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-421bf182-dfca-483c-87f1-08724c8a5fc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854693686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852972410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789846482393'] for port, after_create {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:51:04.908707 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3453557f-f114-43a3-b265-acc6aa7d94ba service neutron] Pushing event updated for resources: {'Port': ['ID=0c1bed0b-39a2-4a98-a4ab-0c2e8031756f,revision_number=3']} {{(pid=85344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:51:04.914904 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-3453557f-f114-43a3-b265-acc6aa7d94ba service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:51:04.923856 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6421955f-7ad8-4ccd-bdb6-a26d3cc84415 req-3453557f-f114-43a3-b265-acc6aa7d94ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:51:04.925299 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [req-6421955f-7ad8-4ccd-bdb6-a26d3cc84415 req-3453557f-f114-43a3-b265-acc6aa7d94ba service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771739'] for port, before_response {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:51:04.926893 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-6421955f-7ad8-4ccd-bdb6-a26d3cc84415 req-3453557f-f114-43a3-b265-acc6aa7d94ba service neutron] 10.222.0.65 "PUT /v2.0/ports/0c1bed0b-39a2-4a98-a4ab-0c2e8031756f HTTP/1.1" status: 200  len: 1094 time: 4.3115690
Apr 15 19:51:04.930563 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d0ef369-a117-48a1-b468-86884da1d4c9', 'tag': '0c1bed0b-39a2-4a98-a4ab-0c2e8031756f'}] {{(pid=85344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 19:51:04.984958 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-56ecdebd-c5a0-4569-bc96-ba437f5ce558 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:51:05.102258 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0587509-c87e-4f2f-8c36-f99d945d1496 req-465cb195-8375-4cfd-8639-1847b9f23c86 tempest-AttachVolumeTestJSON-1178366330 tempest-AttachVolumeTestJSON-1178366330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:51:05.104069 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228e5680-a528-4450-8de5-57e9048ac19e req-f8b79d5e-5482-4afd-a2d2-a57b6b0cfb44 tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:51:05.112530 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-e0587509-c87e-4f2f-8c36-f99d945d1496 req-465cb195-8375-4cfd-8639-1847b9f23c86 tempest-AttachVolumeTestJSON-1178366330 tempest-AttachVolumeTestJSON-1178366330-project] 10.222.0.47 "GET /v2.0/ports?device_id=4b964d00-f051-4d1a-9f0a-e0355ef23ca5 HTTP/1.1" status: 200  len: 945 time: 0.2359416
Apr 15 19:51:05.112802 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-228e5680-a528-4450-8de5-57e9048ac19e req-f8b79d5e-5482-4afd-a2d2-a57b6b0cfb44 tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] 10.222.0.47 "GET /v2.0/ports?device_id=a1383150-72ad-4e1a-b482-18005ac62501 HTTP/1.1" status: 200  len: 946 time: 0.6116197
Apr 15 19:51:05.128197 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-8731dadd-522e-4afe-81fe-1c53fdc30d2d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:51:05.171518 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-8731dadd-522e-4afe-81fe-1c53fdc30d2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854565853'] for port, before_create {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:51:05.186567 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-228e5680-a528-4450-8de5-57e9048ac19e req-036cb98f-e975-471b-8652-e05591c115d2 tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] 10.222.0.47 "GET /v2.0/security-groups?id=02d47f4f-b1ff-4af7-910c-5d6978bde7fb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0727873
Apr 15 19:51:05.276191 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6421955f-7ad8-4ccd-bdb6-a26d3cc84415 req-d1f1634a-91a4-4c9d-b447-83f43018f71c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:51:05.277878 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-6421955f-7ad8-4ccd-bdb6-a26d3cc84415 req-d1f1634a-91a4-4c9d-b447-83f43018f71c service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=baf9cfef8926468ebb80cb08498b5bf3&device_id=9d0ef369-a117-48a1-b468-86884da1d4c9 HTTP/1.1" status: 200  len: 1097 time: 0.2917295
Apr 15 19:51:05.386292 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94fc098b-e6a5-4670-8c49-1292854b6ce1 None None] Routers {'ec3407e0-5714-4826-b1fb-02e8d779ef9e'} bound to L3 agent in host dv-cinder-786383-2-iscsi {{(pid=85346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 19:51:05.387038 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.l3_hamode_db [None req-94fc098b-e6a5-4670-8c49-1292854b6ce1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe8b8dd8588>, 'dv-cinder-786383-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-15T19:40:08Z,description=<?>,heartbeat_timestamp=2021-04-15T19:50:38Z,host='dv-cinder-786383-2-iscsi',id=74482fb0-5b00-43f0-8fa9-533a3c8b2378,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T19:40:08Z,topic='l3_agent')) {'router_ids': ['ec3407e0-5714-4826-b1fb-02e8d779ef9e'], 'active': True} {{(pid=85346) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 19:51:05.462323 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d0ef369-a117-48a1-b468-86884da1d4c9', 'tag': '0c1bed0b-39a2-4a98-a4ab-0c2e8031756f', 'status': 'completed', 'code': 200}
Apr 15 19:51:05.483690 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-6421955f-7ad8-4ccd-bdb6-a26d3cc84415 req-523247f9-dd38-415a-99dc-8a3e148b4357 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0c1bed0b-39a2-4a98-a4ab-0c2e8031756f HTTP/1.1" status: 200  len: 217 time: 0.1861866
Apr 15 19:51:05.591244 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-e0587509-c87e-4f2f-8c36-f99d945d1496 req-f1bbafaa-cc31-4cb9-a1f4-8d77d60b3671 tempest-AttachVolumeTestJSON-1178366330 tempest-AttachVolumeTestJSON-1178366330-project] 10.222.0.47 "GET /v2.0/security-groups?id=8f5f2180-5269-4c6c-a059-f56827110a59&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.4752548
Apr 15 19:51:05.766788 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.db_base_plugin_common [None req-8731dadd-522e-4afe-81fe-1c53fdc30d2d admin admin] Allocated IP 172.27.2.175 (0b576887-bb01-4bfc-8617-ca8b886d7b7e/7ad9face-0ae3-4529-aacd-d53ebb36e4d0/83ac1d21-d3e6-45c0-bc13-fe752bedb284) {{(pid=85345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 15 19:51:05.855295 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.wsgi [-] (85345) accepted ('10.222.0.47', 45566) {{(pid=85345) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:51:05.872605 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421bf182-dfca-483c-87f1-08724c8a5fc3 None None] Pushing event updated for resources: {'Port': ['ID=de713a99-dac1-4428-85b0-bdac97736c78,revision_number=1']} {{(pid=85346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:51:05.880376 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-0001655d-ed96-4069-bc8d-9ed8c2208822 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789847050935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-428960'] for agent, after_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:51:05.882273 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-421bf182-dfca-483c-87f1-08724c8a5fc3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.897s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:51:05.885654 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6421955f-7ad8-4ccd-bdb6-a26d3cc84415 req-c1bd3d5d-eff3-409d-993c-ab24a44df13a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:51:05.888379 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-6421955f-7ad8-4ccd-bdb6-a26d3cc84415 req-c1bd3d5d-eff3-409d-993c-ab24a44df13a service neutron] 10.222.0.65 "GET /v2.0/subnets?id=6be9cab0-c301-4b99-9135-7ca2bab15246 HTTP/1.1" status: 200  len: 855 time: 0.3868942
Apr 15 19:51:05.903090 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbc5211-3af1-461c-afaf-ffe17cc74b22 req-98d289eb-2042-4ec7-ac66-7620087718dc tempest-AttachVolumeNegativeTest-1626257925 tempest-AttachVolumeNegativeTest-1626257925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:51:05.918042 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-0cbc5211-3af1-461c-afaf-ffe17cc74b22 req-98d289eb-2042-4ec7-ac66-7620087718dc tempest-AttachVolumeNegativeTest-1626257925 tempest-AttachVolumeNegativeTest-1626257925-project] 10.222.0.47 "GET /v2.0/ports?device_id=9d0ef369-a117-48a1-b468-86884da1d4c9 HTTP/1.1" status: 200  len: 944 time: 0.3425245
Apr 15 19:51:05.995902 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.l3_dvr_db [None req-94fc098b-e6a5-4670-8c49-1292854b6ce1 None None] Set router ec3407e0-5714-4826-b1fb-02e8d779ef9e gateway port host: dv-cinder-786383-2-iscsi {{(pid=85346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 19:51:06.046789 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-421bf182-dfca-483c-87f1-08724c8a5fc3 None None] Network e61e36f0-4064-47a7-9aaf-860a12321aad is already hosted by enough agents. {{(pid=85346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 15 19:51:06.055507 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.scheduler.base_scheduler [None req-421bf182-dfca-483c-87f1-08724c8a5fc3 None None] Resources bound (agent type, host, resource id):  {{(pid=85346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 19:51:06.060046 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-421bf182-dfca-483c-87f1-08724c8a5fc3 None None] Received port after_create {{(pid=85346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 15 19:51:06.098576 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-6421955f-7ad8-4ccd-bdb6-a26d3cc84415 req-c736d946-5da1-4e14-96f2-f0707644c2d7 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=dcb51ae5-ec1d-4059-96e4-434dbd301cd9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1449733
Apr 15 19:51:06.167607 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-8731dadd-522e-4afe-81fe-1c53fdc30d2d admin admin] Notify callbacks [] for port, precommit_create {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:51:06.306039 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-0731ced6-23b8-4713-9124-043149087456 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:51:06.349630 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.quota.driver [None req-0731ced6-23b8-4713-9124-043149087456 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85345) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:51:06.370626 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource [None req-0731ced6-23b8-4713-9124-043149087456 admin admin] Usage tracker for resource:security_group_rule and tenant:9da6c35a15b549579d84f69f1a00a426 is out of sync, need to count used quota {{(pid=85345) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:51:06.374331 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-0cbc5211-3af1-461c-afaf-ffe17cc74b22 req-c6fa93f9-84b4-4a2c-a352-a1b24aeb938d tempest-AttachVolumeNegativeTest-1626257925 tempest-AttachVolumeNegativeTest-1626257925-project] 10.222.0.47 "GET /v2.0/security-groups?id=8498f6ac-4e62-4833-b465-61e9c537cd5f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4540803
Apr 15 19:51:06.379375 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource [None req-0731ced6-23b8-4713-9124-043149087456 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85345) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:51:06.381836 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-6421955f-7ad8-4ccd-bdb6-a26d3cc84415 req-941aa7f2-4502-447a-9ce4-e97a9baec419 service neutron] 10.222.0.65 "GET /v2.0/networks/dcb51ae5-ec1d-4059-96e4-434dbd301cd9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2661111
Apr 15 19:51:06.397320 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.quota.driver [None req-0731ced6-23b8-4713-9124-043149087456 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85345) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:51:06.546606 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-8731dadd-522e-4afe-81fe-1c53fdc30d2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854693686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852972410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789846482393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2200102'] for port, after_create {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:51:06.557431 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-6421955f-7ad8-4ccd-bdb6-a26d3cc84415 req-620f8413-5cdc-45f9-b4fa-cb250177cad6 service neutron] 10.222.0.65 "GET /v2.0/networks/dcb51ae5-ec1d-4059-96e4-434dbd301cd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1706212
Apr 15 19:51:06.581468 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-9abd995a-399f-45e0-8b2d-d065486cf4ec tempest-AttachVolumeTestJSON-1178366330 tempest-AttachVolumeTestJSON-1178366330-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:51:06.710281 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8731dadd-522e-4afe-81fe-1c53fdc30d2d admin admin] Pushing event updated for resources: {'Port': ['ID=83ac1d21-d3e6-45c0-bc13-fe752bedb284,revision_number=1']} {{(pid=85345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:51:06.787646 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-8731dadd-522e-4afe-81fe-1c53fdc30d2d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:51:06.905840 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.managers [None req-421bf182-dfca-483c-87f1-08724c8a5fc3 None None] Attempting to bind port de713a99-dac1-4428-85b0-bdac97736c78 on host dv-cinder-786383-2-iscsi for vnic_type normal with profile  {{(pid=85346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 15 19:51:06.906651 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.managers [None req-421bf182-dfca-483c-87f1-08724c8a5fc3 None None] Attempting to bind port de713a99-dac1-4428-85b0-bdac97736c78 by drivers openvswitch,hyperv on host dv-cinder-786383-2-iscsi at level 0 using segments [{'id': '59959a79-eb8f-4ab4-94f9-eb606f01a001', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'e61e36f0-4064-47a7-9aaf-860a12321aad'}] {{(pid=85346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 15 19:51:06.907886 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-421bf182-dfca-483c-87f1-08724c8a5fc3 None None] Attempting to bind port de713a99-dac1-4428-85b0-bdac97736c78 on network e61e36f0-4064-47a7-9aaf-860a12321aad {{(pid=85346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 19:51:06.909299 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-0731ced6-23b8-4713-9124-043149087456 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:51:06.918072 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-0731ced6-23b8-4713-9124-043149087456 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806004'] for security_group, after_create {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:51:06.919540 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-421bf182-dfca-483c-87f1-08724c8a5fc3 None None] Checking agent: {'id': 'be1a0b7a-7144-4bb6-9f10-b289de7b23b3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786383-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 19, 40, 9), 'started_at': datetime.datetime(2021, 4, 15, 19, 40, 39), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 19, 50, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786383-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 15 19:51:06.920351 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-421bf182-dfca-483c-87f1-08724c8a5fc3 None None] Checking segment: {'id': '59959a79-eb8f-4ab4-94f9-eb606f01a001', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'e61e36f0-4064-47a7-9aaf-860a12321aad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 19:51:06.921045 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-421bf182-dfca-483c-87f1-08724c8a5fc3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:51:06.921696 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-421bf182-dfca-483c-87f1-08724c8a5fc3 None None] Bound using segment: {'id': '59959a79-eb8f-4ab4-94f9-eb606f01a001', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'e61e36f0-4064-47a7-9aaf-860a12321aad'} {{(pid=85346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 15 19:51:06.922547 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.managers [None req-421bf182-dfca-483c-87f1-08724c8a5fc3 None None] Bound port: de713a99-dac1-4428-85b0-bdac97736c78, host: dv-cinder-786383-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59959a79-eb8f-4ab4-94f9-eb606f01a001', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'e61e36f0-4064-47a7-9aaf-860a12321aad'}}] {{(pid=85346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 15 19:51:06.923257 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-421bf182-dfca-483c-87f1-08724c8a5fc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854565853'] for port, before_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:51:06.963051 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-0b8818ca-af0c-4648-b50f-64269aa41b34 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:51:06.998243 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [None req-0731ced6-23b8-4713-9124-043149087456 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=9da6c35a15b549579d84f69f1a00a426&name=default HTTP/1.1" status: 200  len: 2979 time: 1.1388319
Apr 15 19:51:07.000764 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0731ced6-23b8-4713-9124-043149087456 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79e6c857-6162-411f-b6ce-36855237eefa,revision_number=1']} {{(pid=85345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:51:07.004230 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.wsgi [-] (85344) accepted ('10.222.0.47', 45584) {{(pid=85344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:51:07.007641 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611de311-5cf1-44d9-90ee-6eaa777d8596 req-ec7ea19b-d632-46af-a618-a4b291c415cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:51:07.009320 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-611de311-5cf1-44d9-90ee-6eaa777d8596 req-ec7ea19b-d632-46af-a618-a4b291c415cc service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=baf9cfef8926468ebb80cb08498b5bf3&device_id=9d0ef369-a117-48a1-b468-86884da1d4c9 HTTP/1.1" status: 200  len: 1097 time: 0.3337698
Apr 15 19:51:07.018657 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-0731ced6-23b8-4713-9124-043149087456 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:51:07.077653 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.db [None req-421bf182-dfca-483c-87f1-08724c8a5fc3 None None] For port de713a99-dac1-4428-85b0-bdac97736c78, host dv-cinder-786383-2-iscsi, cleared binding levels {{(pid=85346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 15 19:51:07.081586 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9793f56b-97c3-4f79-9abe-349084f00111 req-9af7a3c8-cfb2-465c-9ab8-aa15ba69f7ab tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:51:07.083359 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-9793f56b-97c3-4f79-9abe-349084f00111 req-9af7a3c8-cfb2-465c-9ab8-aa15ba69f7ab tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] 10.222.0.47 "GET /v2.0/ports?device_id=a1383150-72ad-4e1a-b482-18005ac62501 HTTP/1.1" status: 200  len: 946 time: 0.6734383
Apr 15 19:51:07.093208 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.db [None req-421bf182-dfca-483c-87f1-08724c8a5fc3 None None] For port de713a99-dac1-4428-85b0-bdac97736c78, host dv-cinder-786383-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-2-iscsi',level=0,port_id=de713a99-dac1-4428-85b0-bdac97736c78,segment=NetworkSegment(59959a79-eb8f-4ab4-94f9-eb606f01a001),segment_id=59959a79-eb8f-4ab4-94f9-eb606f01a001)] {{(pid=85346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 15 19:51:07.111934 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-421bf182-dfca-483c-87f1-08724c8a5fc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854693686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852972410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789846929216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789846482410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789846483725'] for port, after_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:51:07.139992 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-3b7854ae-acd9-426b-86ac-1d2e66d1476f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:51:07.153000 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-9793f56b-97c3-4f79-9abe-349084f00111 req-41dc5e02-d5a6-4bf3-999b-4b0e00936c96 tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] 10.222.0.47 "GET /v2.0/security-groups?id=02d47f4f-b1ff-4af7-910c-5d6978bde7fb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0583770
Apr 15 19:51:07.173571 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8731dadd-522e-4afe-81fe-1c53fdc30d2d admin admin] Network 0b576887-bb01-4bfc-8617-ca8b886d7b7e is already hosted by enough agents. {{(pid=85345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 15 19:51:07.175076 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.scheduler.base_scheduler [None req-8731dadd-522e-4afe-81fe-1c53fdc30d2d admin admin] Resources bound (agent type, host, resource id):  {{(pid=85345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 19:51:07.182411 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8731dadd-522e-4afe-81fe-1c53fdc30d2d admin admin] Received port after_create {{(pid=85345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 15 19:51:07.237683 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611de311-5cf1-44d9-90ee-6eaa777d8596 req-773b75c9-e758-49a6-a353-25bffed7ba3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:51:07.240299 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-611de311-5cf1-44d9-90ee-6eaa777d8596 req-773b75c9-e758-49a6-a353-25bffed7ba3d service neutron] 10.222.0.65 "GET /v2.0/networks?id=dcb51ae5-ec1d-4059-96e4-434dbd301cd9 HTTP/1.1" status: 200  len: 916 time: 0.1649356
Apr 15 19:51:07.354771 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-611de311-5cf1-44d9-90ee-6eaa777d8596 req-71510a00-6a8b-40a8-ab8a-0c1145324565 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0c1bed0b-39a2-4a98-a4ab-0c2e8031756f HTTP/1.1" status: 200  len: 217 time: 0.0930715
Apr 15 19:51:07.384732 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421bf182-dfca-483c-87f1-08724c8a5fc3 None None] Pushing event updated for resources: {'Port': ['ID=de713a99-dac1-4428-85b0-bdac97736c78,revision_number=2']} {{(pid=85346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:51:07.443175 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611de311-5cf1-44d9-90ee-6eaa777d8596 req-bba4e983-0c02-4aba-96a3-e5ddc2842418 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:51:07.444831 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-611de311-5cf1-44d9-90ee-6eaa777d8596 req-bba4e983-0c02-4aba-96a3-e5ddc2842418 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=6be9cab0-c301-4b99-9135-7ca2bab15246 HTTP/1.1" status: 200  len: 855 time: 0.0791218
Apr 15 19:51:07.445643 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-d036cd1e-5c96-4dba-a297-8b73c3a27d63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:51:07.478234 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-d036cd1e-5c96-4dba-a297-8b73c3a27d63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:51:07.502184 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-421bf182-dfca-483c-87f1-08724c8a5fc3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.362s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:51:07.591647 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-611de311-5cf1-44d9-90ee-6eaa777d8596 req-95261cec-5f61-4c59-b18b-9c934c8b742c service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=dcb51ae5-ec1d-4059-96e4-434dbd301cd9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0532165
Apr 15 19:51:07.592932 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-d036cd1e-5c96-4dba-a297-8b73c3a27d63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806004'] for security_group, after_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:51:07.609024 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a31df46-0c3a-472d-9200-632fc71e233f req-51ac7192-7a0b-401f-8056-21c1f1cc6f69 tempest-AttachVolumeTestJSON-1178366330 tempest-AttachVolumeTestJSON-1178366330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:51:07.619726 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-4a31df46-0c3a-472d-9200-632fc71e233f req-51ac7192-7a0b-401f-8056-21c1f1cc6f69 tempest-AttachVolumeTestJSON-1178366330 tempest-AttachVolumeTestJSON-1178366330-project] 10.222.0.47 "GET /v2.0/ports?device_id=4b964d00-f051-4d1a-9f0a-e0355ef23ca5 HTTP/1.1" status: 200  len: 945 time: 0.6897070
Apr 15 19:51:07.675893 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-02815e34-8b42-4185-b0cf-c6cd15dac0c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:51:07.678678 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.l3_hamode_db [None req-94fc098b-e6a5-4670-8c49-1292854b6ce1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe8b8dd8588>, [{'id': 'ec3407e0-5714-4826-b1fb-02e8d779ef9e', 'name': 'tempest-TestMinimumBasicScenario-2020818-router', 'tenant_id': '18011ad8d1764685bdd8f676b9d51581', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b576887-bb01-4bfc-8617-ca8b886d7b7e', 'external_fixed_ips': [{'subnet_id': '7ad9face-0ae3-4529-aacd-d53ebb36e4d0', 'ip_address': '172.27.2.150'}], 'enable_snat': True}, 'gw_port_id': '7c44ee2f-d2d0-495f-b2dc-f8bcb5432422', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:50:39Z', 'updated_at': '2021-04-15T19:50:54Z', 'revision_number': 4, 'project_id': '18011ad8d1764685bdd8f676b9d51581', 'gw_port': {'id': '7c44ee2f-d2d0-495f-b2dc-f8bcb5432422', 'name': '', 'network_id': '0b576887-bb01-4bfc-8617-ca8b886d7b7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:64:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec3407e0-5714-4826-b1fb-02e8d779ef9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': '7ad9face-0ae3-4529-aacd-d53ebb36e4d0', 'ip_address': '172.27.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:50:42Z', 'updated_at': '2021-04-15T19:50:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ad9face-0ae3-4529-aacd-d53ebb36e4d0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-2-iscsi', '_interfaces': [{'id': 'dfe49340-c463-4c81-810f-81115301194c', 'name': '', 'network_id': '42fbcbc3-b235-4653-875d-d3c9a17e6927', 'tenant_id': '18011ad8d1764685bdd8f676b9d51581', 'mac_address': 'fa:16:3e:aa:8d:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec3407e0-5714-4826-b1fb-02e8d779ef9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 266, 'fixed_ips': [{'subnet_id': '922b60ea-4b47-44c0-8320-575ac4d11e8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:50:51Z', 'updated_at': '2021-04-15T19:51:04Z', 'revision_number': 4, 'project_id': '18011ad8d1764685bdd8f676b9d51581', 'subnets': [{'id': '922b60ea-4b47-44c0-8320-575ac4d11e8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786383-2-iscsi', False) {} {{(pid=85346) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 19:51:07.695099 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94fc098b-e6a5-4670-8c49-1292854b6ce1 None None] The sync data for ids ['ec3407e0-5714-4826-b1fb-02e8d779ef9e'] in dv-cinder-786383-2-iscsi is: [{'id': 'ec3407e0-5714-4826-b1fb-02e8d779ef9e', 'name': 'tempest-TestMinimumBasicScenario-2020818-router', 'tenant_id': '18011ad8d1764685bdd8f676b9d51581', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b576887-bb01-4bfc-8617-ca8b886d7b7e', 'external_fixed_ips': [{'subnet_id': '7ad9face-0ae3-4529-aacd-d53ebb36e4d0', 'ip_address': '172.27.2.150'}], 'enable_snat': True}, 'gw_port_id': '7c44ee2f-d2d0-495f-b2dc-f8bcb5432422', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:50:39Z', 'updated_at': '2021-04-15T19:50:54Z', 'revision_number': 4, 'project_id': '18011ad8d1764685bdd8f676b9d51581', 'gw_port': {'id': '7c44ee2f-d2d0-495f-b2dc-f8bcb5432422', 'name': '', 'network_id': '0b576887-bb01-4bfc-8617-ca8b886d7b7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:64:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec3407e0-5714-4826-b1fb-02e8d779ef9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': '7ad9face-0ae3-4529-aacd-d53ebb36e4d0', 'ip_address': '172.27.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:50:42Z', 'updated_at': '2021-04-15T19:50:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ad9face-0ae3-4529-aacd-d53ebb36e4d0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-2-iscsi', '_interfaces': [{'id': 'dfe49340-c463-4c81-810f-81115301194c', 'name': '', 'network_id': '42fbcbc3-b235-4653-875d-d3c9a17e6927', 'tenant_id': '18011ad8d1764685bdd8f676b9d51581', 'mac_address': 'fa:16:3e:aa:8d:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec3407e0-5714-4826-b1fb-02e8d779ef9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 266, 'fixed_ips': [{'subnet_id': '922b60ea-4b47-44c0-8320-575ac4d11e8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:50:51Z', 'updated_at': '2021-04-15T19:51:04Z', 'revision_number': 4, 'project_id': '18011ad8d1764685bdd8f676b9d51581', 'subnets': [{'id': '922b60ea-4b47-44c0-8320-575ac4d11e8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 15 19:51:07.712177 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d036cd1e-5c96-4dba-a297-8b73c3a27d63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79e6c857-6162-411f-b6ce-36855237eefa,revision_number=None']} {{(pid=85344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:51:07.714829 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-d036cd1e-5c96-4dba-a297-8b73c3a27d63 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:51:07.715837 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-d036cd1e-5c96-4dba-a297-8b73c3a27d63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:51:07.719506 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [None req-d036cd1e-5c96-4dba-a297-8b73c3a27d63 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/79e6c857-6162-411f-b6ce-36855237eefa HTTP/1.1" status: 204  len: 168 time: 0.7067385
Apr 15 19:51:07.850175 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.rpc [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Device b7d370ef-6621-4ccd-8223-e4a1f5504c1b details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=85346) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 15 19:51:08.011022 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-4a31df46-0c3a-472d-9200-632fc71e233f req-3bd2481a-3031-4c6c-8402-63ede99434f1 tempest-AttachVolumeTestJSON-1178366330 tempest-AttachVolumeTestJSON-1178366330-project] 10.222.0.47 "GET /v2.0/security-groups?id=8f5f2180-5269-4c6c-a059-f56827110a59&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3901961
Apr 15 19:51:08.089909 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba8f9e1-b892-4df0-bab5-d25852924570 req-daa457d5-a80d-48ec-b07c-f9a883304fad tempest-ServerRescueNegativeTestJSON-1235948813 tempest-ServerRescueNegativeTestJSON-1235948813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:51:08.097783 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-5ba8f9e1-b892-4df0-bab5-d25852924570 req-daa457d5-a80d-48ec-b07c-f9a883304fad tempest-ServerRescueNegativeTestJSON-1235948813 tempest-ServerRescueNegativeTestJSON-1235948813-project] 10.222.0.47 "GET /v2.0/ports?device_id=d4df9318-4d76-48f8-9843-b64bef8e8007 HTTP/1.1" status: 200  len: 945 time: 0.5789969
Apr 15 19:51:08.175134 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-611de311-5cf1-44d9-90ee-6eaa777d8596 req-6d10b863-c933-4279-a3bf-4cf29813fb13 service neutron] 10.222.0.65 "GET /v2.0/networks/dcb51ae5-ec1d-4059-96e4-434dbd301cd9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5256538
Apr 15 19:51:08.179514 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-2986c27f-e262-499f-9c7d-e969883aa442 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789847050935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-428960'] for agent, after_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:51:08.281892 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-5ba8f9e1-b892-4df0-bab5-d25852924570 req-012f99f8-8d61-4c59-8280-493d85cc89ab tempest-ServerRescueNegativeTestJSON-1235948813 tempest-ServerRescueNegativeTestJSON-1235948813-project] 10.222.0.47 "GET /v2.0/security-groups?id=7fa5c887-ca49-4d7e-a257-900a3414a5f8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1761048
Apr 15 19:51:08.338429 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-8731dadd-522e-4afe-81fe-1c53fdc30d2d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:51:08.381304 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789847050935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-428960'] for agent, after_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:51:08.383430 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.db [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] For port b7d370ef-6621-4ccd-8223-e4a1f5504c1b, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=b7d370ef-6621-4ccd-8223-e4a1f5504c1b,segment=NetworkSegment(50fe2df4-77d3-40aa-a8a3-45d53f7bd89a),segment_id=50fe2df4-77d3-40aa-a8a3-45d53f7bd89a)] {{(pid=85346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 19:51:08.453373 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.rpc [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Returning: {'device': 'b7d370ef-6621-4ccd-8223-e4a1f5504c1b', 'network_id': '3371f473-4c26-4f81-abc4-c2c4353fa3ab', 'port_id': 'b7d370ef-6621-4ccd-8223-e4a1f5504c1b', 'mac_address': 'fa:16:3e:21:f1:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 679, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8272d6a7-33c7-4e21-aec7-64c68285458e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85346) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 15 19:51:08.601183 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.wsgi [-] (85345) accepted ('10.222.0.47', 45606) {{(pid=85345) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:51:08.623959 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854565853'] for port, before_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:51:08.663492 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.notifiers.nova [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b7d370ef-6621-4ccd-8223-e4a1f5504c1b {{(pid=85346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 15 19:51:08.730244 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.db [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] For port b7d370ef-6621-4ccd-8223-e4a1f5504c1b, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=b7d370ef-6621-4ccd-8223-e4a1f5504c1b,segment=NetworkSegment(50fe2df4-77d3-40aa-a8a3-45d53f7bd89a),segment_id=50fe2df4-77d3-40aa-a8a3-45d53f7bd89a)] {{(pid=85346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 19:51:08.751793 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854693686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852972410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789846929216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789846482410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789846483725'] for port, after_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:51:08.753105 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.rpc [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Device 0c1bed0b-39a2-4a98-a4ab-0c2e8031756f details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=85346) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 15 19:51:08.759642 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-d3df5363-828e-43fc-96be-5205025822ef None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:51:08.800609 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-0e414468-6469-495f-9cff-e201173eea20 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:51:08.855384 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.quota.driver [None req-0e414468-6469-495f-9cff-e201173eea20 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85345) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:51:08.884616 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource [None req-0e414468-6469-495f-9cff-e201173eea20 admin admin] Usage tracker for resource:security_group_rule and tenant:98e0ef9f5521498794a0774c381d899a is out of sync, need to count used quota {{(pid=85345) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:51:08.892134 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource [None req-0e414468-6469-495f-9cff-e201173eea20 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85345) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:51:08.920052 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.quota.driver [None req-0e414468-6469-495f-9cff-e201173eea20 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85345) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:51:08.930934 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0f5bdc-1388-47f8-aa86-47cb92cc5258 req-2270aec9-0ca3-4fee-a3b8-802210d73595 tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:51:08.940857 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-5e0f5bdc-1388-47f8-aa86-47cb92cc5258 req-2270aec9-0ca3-4fee-a3b8-802210d73595 tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] 10.222.0.47 "GET /v2.0/ports?device_id=a1383150-72ad-4e1a-b482-18005ac62501 HTTP/1.1" status: 200  len: 946 time: 0.4110732
Apr 15 19:51:08.966838 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Pushing event updated for resources: {'Port': ['ID=b7d370ef-6621-4ccd-8223-e4a1f5504c1b,revision_number=6']} {{(pid=85346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:51:08.972975 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.rpc [None req-56ecdebd-c5a0-4569-bc96-ba437f5ce558 None None] Device dfe49340-c463-4c81-810f-81115301194c up at agent ovs-agent-dv-cinder-786383-2-iscsi {{(pid=85346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 19:51:09.018048 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:51:09.219422 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-b400c4f8-8969-424f-8663-39cf5b6e1207 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789847050935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-428960'] for agent, after_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:51:09.239362 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.provisioning_blocks [None req-56ecdebd-c5a0-4569-bc96-ba437f5ce558 None None] Provisioning for port dfe49340-c463-4c81-810f-81115301194c completed by entity L2. {{(pid=85346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 19:51:09.252916 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.provisioning_blocks [None req-56ecdebd-c5a0-4569-bc96-ba437f5ce558 None None] Provisioning complete for port dfe49340-c463-4c81-810f-81115301194c triggered by entity L2. {{(pid=85346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 19:51:09.253341 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-56ecdebd-c5a0-4569-bc96-ba437f5ce558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-428662'] for port, provisioning_complete {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:51:09.392770 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.db [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] For port 0c1bed0b-39a2-4a98-a4ab-0c2e8031756f, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=0c1bed0b-39a2-4a98-a4ab-0c2e8031756f,segment=NetworkSegment(3e6fcf0e-0b95-4774-a8cb-5489ca9658fc),segment_id=3e6fcf0e-0b95-4774-a8cb-5489ca9658fc)] {{(pid=85346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 19:51:09.477755 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-56ecdebd-c5a0-4569-bc96-ba437f5ce558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854565853'] for port, before_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:51:09.494474 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.rpc [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Returning: {'device': '0c1bed0b-39a2-4a98-a4ab-0c2e8031756f', 'network_id': 'dcb51ae5-ec1d-4059-96e4-434dbd301cd9', 'port_id': '0c1bed0b-39a2-4a98-a4ab-0c2e8031756f', 'mac_address': 'fa:16:3e:ea:b2:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 696, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6be9cab0-c301-4b99-9135-7ca2bab15246', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85346) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 15 19:51:09.523380 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-611de311-5cf1-44d9-90ee-6eaa777d8596 req-794556de-6123-4513-bc6a-72810abd70a1 service neutron] 10.222.0.65 "GET /v2.0/networks/dcb51ae5-ec1d-4059-96e4-434dbd301cd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 1.3336525
Apr 15 19:51:09.587270 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a75095-950b-4bc9-99b7-d7146955ae28 req-9ffbb4cc-1a4a-4dfe-ab82-58bbb43e5584 tempest-AttachVolumeNegativeTest-1626257925 tempest-AttachVolumeNegativeTest-1626257925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:51:09.595847 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-c9a75095-950b-4bc9-99b7-d7146955ae28 req-9ffbb4cc-1a4a-4dfe-ab82-58bbb43e5584 tempest-AttachVolumeNegativeTest-1626257925 tempest-AttachVolumeNegativeTest-1626257925-project] 10.222.0.47 "GET /v2.0/ports?device_id=9d0ef369-a117-48a1-b468-86884da1d4c9 HTTP/1.1" status: 200  len: 944 time: 0.3602068
Apr 15 19:51:09.623019 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-56ecdebd-c5a0-4569-bc96-ba437f5ce558 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789847050935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-428960'] for agent, after_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:51:09.702963 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-c9a75095-950b-4bc9-99b7-d7146955ae28 req-3cb9699e-11ea-483d-9df1-7531d9ec0233 tempest-AttachVolumeNegativeTest-1626257925 tempest-AttachVolumeNegativeTest-1626257925-project] 10.222.0.47 "GET /v2.0/security-groups?id=8498f6ac-4e62-4833-b465-61e9c537cd5f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1055682
Apr 15 19:51:09.714972 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854565853'] for port, before_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:51:09.731642 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-8731dadd-522e-4afe-81fe-1c53fdc30d2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1671646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036853102800'] for router, after_create {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:51:09.744650 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.db [None req-56ecdebd-c5a0-4569-bc96-ba437f5ce558 None None] For port dfe49340-c463-4c81-810f-81115301194c, host dv-cinder-786383-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-2-iscsi',level=0,port_id=dfe49340-c463-4c81-810f-81115301194c,segment=NetworkSegment(b9dd8948-c2b9-4d3c-aa32-4c15ba0968da),segment_id=b9dd8948-c2b9-4d3c-aa32-4c15ba0968da)] {{(pid=85346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 19:51:09.756643 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-56ecdebd-c5a0-4569-bc96-ba437f5ce558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854693686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852972410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789846929216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789846482410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789846483725'] for port, after_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:51:09.757825 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-5e0f5bdc-1388-47f8-aa86-47cb92cc5258 req-691a0496-b145-4f84-84ad-a0230545e9b0 tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] 10.222.0.47 "GET /v2.0/security-groups?id=02d47f4f-b1ff-4af7-910c-5d6978bde7fb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.8146794
Apr 15 19:51:09.766038 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.rpc [None req-56ecdebd-c5a0-4569-bc96-ba437f5ce558 None None] Device de713a99-dac1-4428-85b0-bdac97736c78 up at agent ovs-agent-dv-cinder-786383-2-iscsi {{(pid=85346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 19:51:09.827051 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:51:09.981570 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.notifiers.nova [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0c1bed0b-39a2-4a98-a4ab-0c2e8031756f {{(pid=85346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 15 19:51:09.996118 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-345db257-1b4c-4996-b951-badf8ff448fd None None] Network e61e36f0-4064-47a7-9aaf-860a12321aad requested from dv-cinder-786383-2-iscsi {{(pid=85346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 15 19:51:10.249450 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.db [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] For port 0c1bed0b-39a2-4a98-a4ab-0c2e8031756f, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=0c1bed0b-39a2-4a98-a4ab-0c2e8031756f,segment=NetworkSegment(3e6fcf0e-0b95-4774-a8cb-5489ca9658fc),segment_id=3e6fcf0e-0b95-4774-a8cb-5489ca9658fc)] {{(pid=85346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 19:51:10.264850 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.provisioning_blocks [None req-806266ee-22aa-4458-9b0e-49594db2716a None None] Provisioning for port de713a99-dac1-4428-85b0-bdac97736c78 completed by entity DHCP. {{(pid=85346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 19:51:10.277535 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854693686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852972410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789846929216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789846482410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789846483725'] for port, after_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:51:10.366660 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-0e414468-6469-495f-9cff-e201173eea20 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:51:10.381818 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-0e414468-6469-495f-9cff-e201173eea20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806004'] for security_group, after_create {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:51:10.416464 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-ff207806-de42-49c8-8dbb-cdebf53aeb38 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:51:10.422759 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ecdebd-c5a0-4569-bc96-ba437f5ce558 None None] Pushing event updated for resources: {'Port': ['ID=dfe49340-c463-4c81-810f-81115301194c,revision_number=5']} {{(pid=85346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:51:10.425862 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [None req-0e414468-6469-495f-9cff-e201173eea20 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=98e0ef9f5521498794a0774c381d899a&name=default HTTP/1.1" status: 200  len: 2979 time: 1.8213418
Apr 15 19:51:10.428079 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.provisioning_blocks [None req-56ecdebd-c5a0-4569-bc96-ba437f5ce558 None None] Provisioning for port de713a99-dac1-4428-85b0-bdac97736c78 completed by entity L2. {{(pid=85346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 19:51:10.432185 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-56ecdebd-c5a0-4569-bc96-ba437f5ce558 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.605s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:51:10.433452 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.wsgi [-] (85344) accepted ('10.222.0.47', 45622) {{(pid=85344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:51:10.436149 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.098s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:51:10.494142 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.provisioning_blocks [None req-56ecdebd-c5a0-4569-bc96-ba437f5ce558 None None] Provisioning complete for port de713a99-dac1-4428-85b0-bdac97736c78 triggered by entity L2. {{(pid=85346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 19:51:10.500359 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-56ecdebd-c5a0-4569-bc96-ba437f5ce558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-428662'] for port, provisioning_complete {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:51:10.529915 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8731dadd-522e-4afe-81fe-1c53fdc30d2d admin admin] Router fee7563a-2745-4ca9-af30-7feaa0729b26 is scheduled to L3 agent 74482fb0-5b00-43f0-8fa9-533a3c8b2378 with binding_index 1 {{(pid=85345) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Apr 15 19:51:10.577467 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-c0012116-dba8-482b-b7a9-a54ac9c96df9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:51:10.578743 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e414468-6469-495f-9cff-e201173eea20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0e8ecd7-600f-4c1b-8969-2902560bd3ce,revision_number=1']} {{(pid=85345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:51:10.585149 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-0e414468-6469-495f-9cff-e201173eea20 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:51:10.638901 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.db [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] get_ports_and_sgs() called for port_ids ['b7d370ef-6621-4ccd-8223-e4a1f5504c1b'] {{(pid=85346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 15 19:51:10.653044 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-c0012116-dba8-482b-b7a9-a54ac9c96df9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:51:10.730527 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-c0012116-dba8-482b-b7a9-a54ac9c96df9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806004'] for security_group, after_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:51:10.735413 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-d036cd1e-5c96-4dba-a297-8b73c3a27d63 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:51:10.756088 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0012116-dba8-482b-b7a9-a54ac9c96df9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0e8ecd7-600f-4c1b-8969-2902560bd3ce,revision_number=None']} {{(pid=85344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:51:10.764210 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-c0012116-dba8-482b-b7a9-a54ac9c96df9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:51:10.777377 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-c0012116-dba8-482b-b7a9-a54ac9c96df9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:51:10.805434 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [None req-c0012116-dba8-482b-b7a9-a54ac9c96df9 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/e0e8ecd7-600f-4c1b-8969-2902560bd3ce HTTP/1.1" status: 204  len: 168 time: 0.3699100
Apr 15 19:51:10.921464 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Pushing event updated for resources: {'Port': ['ID=0c1bed0b-39a2-4a98-a4ab-0c2e8031756f,revision_number=4']} {{(pid=85346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:51:10.948688 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.db [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] get_ports_and_sgs() called for port_ids ['0c1bed0b-39a2-4a98-a4ab-0c2e8031756f'] {{(pid=85346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 15 19:51:11.014476 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3705b5c4-8139-4ca8-a41e-58e06cf7a5e1 req-cb7425e7-cb38-4a70-90d6-3a6530b5f7a6 tempest-AttachVolumeTestJSON-1178366330 tempest-AttachVolumeTestJSON-1178366330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:51:11.023281 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-3705b5c4-8139-4ca8-a41e-58e06cf7a5e1 req-cb7425e7-cb38-4a70-90d6-3a6530b5f7a6 tempest-AttachVolumeTestJSON-1178366330 tempest-AttachVolumeTestJSON-1178366330-project] 10.222.0.47 "GET /v2.0/ports?device_id=4b964d00-f051-4d1a-9f0a-e0355ef23ca5 HTTP/1.1" status: 200  len: 945 time: 0.8325636
Apr 15 19:51:11.099688 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-3705b5c4-8139-4ca8-a41e-58e06cf7a5e1 req-3ca1f5d5-2f96-4e13-89cb-e0bc64b0b7c7 tempest-AttachVolumeTestJSON-1178366330 tempest-AttachVolumeTestJSON-1178366330-project] 10.222.0.47 "GET /v2.0/security-groups?id=8f5f2180-5269-4c6c-a059-f56827110a59&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0749264
Apr 15 19:51:11.205636 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8731dadd-522e-4afe-81fe-1c53fdc30d2d admin admin] Notify agent at l3_agent.dv-cinder-786383-2-iscsi the message routers_updated {{(pid=85345) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 15 19:51:11.216512 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7497d8e3-9f32-4af0-8caa-182cd666fbf0 None None] Sync routers for ids ['fee7563a-2745-4ca9-af30-7feaa0729b26'] in dv-cinder-786383-2-iscsi {{(pid=85347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 15 19:51:11.252066 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7497d8e3-9f32-4af0-8caa-182cd666fbf0 None None] Routers {'fee7563a-2745-4ca9-af30-7feaa0729b26'} bound to L3 agent in host dv-cinder-786383-2-iscsi {{(pid=85347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 19:51:11.252843 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.l3_hamode_db [None req-7497d8e3-9f32-4af0-8caa-182cd666fbf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe8b9e529b0>, 'dv-cinder-786383-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-15T19:40:08Z,description=<?>,heartbeat_timestamp=2021-04-15T19:51:08Z,host='dv-cinder-786383-2-iscsi',id=74482fb0-5b00-43f0-8fa9-533a3c8b2378,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T19:40:08Z,topic='l3_agent')) {'router_ids': ['fee7563a-2745-4ca9-af30-7feaa0729b26'], 'active': True} {{(pid=85347) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 19:51:11.296502 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-8731dadd-522e-4afe-81fe-1c53fdc30d2d admin admin] Notify callbacks [] for router, before_response {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:51:11.306259 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.870s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:51:11.307635 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.wsgi [-] (85344) accepted ('10.222.0.47', 45654) {{(pid=85344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:51:11.308026 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [None req-8731dadd-522e-4afe-81fe-1c53fdc30d2d admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201  len: 927 time: 8.9911735
Apr 15 19:51:11.404259 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-3d77682a-3290-49f5-9a09-7e8e47f8ddca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789847050935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-428960'] for agent, after_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:51:11.667830 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff13146-783f-46b3-bcc8-4a1d43d94473 req-f399565d-93fa-44cd-94ea-299d48ffdf12 tempest-AttachVolumeNegativeTest-1626257925 tempest-AttachVolumeNegativeTest-1626257925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:51:11.678677 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-3ff13146-783f-46b3-bcc8-4a1d43d94473 req-f399565d-93fa-44cd-94ea-299d48ffdf12 tempest-AttachVolumeNegativeTest-1626257925 tempest-AttachVolumeNegativeTest-1626257925-project] 10.222.0.47 "GET /v2.0/ports?device_id=9d0ef369-a117-48a1-b468-86884da1d4c9 HTTP/1.1" status: 200  len: 945 time: 0.6162748
Apr 15 19:51:11.818543 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976b1094-7d4a-49d1-8e3c-d255595e11f5 req-4f2ac749-7bf3-43dc-ae1e-8b9f39d40ee0 tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:51:11.831341 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-976b1094-7d4a-49d1-8e3c-d255595e11f5 req-4f2ac749-7bf3-43dc-ae1e-8b9f39d40ee0 tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] 10.222.0.47 "GET /v2.0/ports?device_id=a1383150-72ad-4e1a-b482-18005ac62501 HTTP/1.1" status: 200  len: 945 time: 0.3220122
Apr 15 19:51:11.878988 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.l3_dvr_db [None req-7497d8e3-9f32-4af0-8caa-182cd666fbf0 None None] Set router fee7563a-2745-4ca9-af30-7feaa0729b26 gateway port host: dv-cinder-786383-2-iscsi {{(pid=85347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 19:51:11.879941 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-3ff13146-783f-46b3-bcc8-4a1d43d94473 req-92e6f9a4-7a2a-40e1-9975-d1269a490633 tempest-AttachVolumeNegativeTest-1626257925 tempest-AttachVolumeNegativeTest-1626257925-project] 10.222.0.47 "GET /v2.0/security-groups?id=8498f6ac-4e62-4833-b465-61e9c537cd5f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1998060
Apr 15 19:51:12.024643 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-976b1094-7d4a-49d1-8e3c-d255595e11f5 req-eeaea194-388f-4d94-95c5-16b5fc40e59d tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] 10.222.0.47 "GET /v2.0/security-groups?id=02d47f4f-b1ff-4af7-910c-5d6978bde7fb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1918681
Apr 15 19:51:12.087600 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-56ecdebd-c5a0-4569-bc96-ba437f5ce558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854565853'] for port, before_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:51:12.355947 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.db [None req-56ecdebd-c5a0-4569-bc96-ba437f5ce558 None None] For port de713a99-dac1-4428-85b0-bdac97736c78, host dv-cinder-786383-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-2-iscsi',level=0,port_id=de713a99-dac1-4428-85b0-bdac97736c78,segment=NetworkSegment(59959a79-eb8f-4ab4-94f9-eb606f01a001),segment_id=59959a79-eb8f-4ab4-94f9-eb606f01a001)] {{(pid=85346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 19:51:12.390269 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.rpc [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Device b7d370ef-6621-4ccd-8223-e4a1f5504c1b up at agent hyperv_hv-cinder-78638 {{(pid=85346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 19:51:12.480832 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.l3_hamode_db [None req-7497d8e3-9f32-4af0-8caa-182cd666fbf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe8b9e529b0>, [{'id': 'fee7563a-2745-4ca9-af30-7feaa0729b26', 'name': 'tempest-TestMinimumBasicScenario-1731290700-router', 'tenant_id': '6d9ddf59a18c43fcac05d76052159121', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b576887-bb01-4bfc-8617-ca8b886d7b7e', 'external_fixed_ips': [{'subnet_id': '7ad9face-0ae3-4529-aacd-d53ebb36e4d0', 'ip_address': '172.27.2.175'}], 'enable_snat': True}, 'gw_port_id': '83ac1d21-d3e6-45c0-bc13-fe752bedb284', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:51:02Z', 'updated_at': '2021-04-15T19:51:07Z', 'revision_number': 3, 'project_id': '6d9ddf59a18c43fcac05d76052159121', 'gw_port': {'id': '83ac1d21-d3e6-45c0-bc13-fe752bedb284', 'name': '', 'network_id': '0b576887-bb01-4bfc-8617-ca8b886d7b7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:fa:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fee7563a-2745-4ca9-af30-7feaa0729b26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': '7ad9face-0ae3-4529-aacd-d53ebb36e4d0', 'ip_address': '172.27.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:51:05Z', 'updated_at': '2021-04-15T19:51:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7ad9face-0ae3-4529-aacd-d53ebb36e4d0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-2-iscsi'}], 'dv-cinder-786383-2-iscsi', False) {} {{(pid=85347) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 19:51:12.489554 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7497d8e3-9f32-4af0-8caa-182cd666fbf0 None None] Checking router: fee7563a-2745-4ca9-af30-7feaa0729b26 for host: dv-cinder-786383-2-iscsi {{(pid=85347) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 15 19:51:12.490318 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7497d8e3-9f32-4af0-8caa-182cd666fbf0 None None] Updating router fee7563a-2745-4ca9-af30-7feaa0729b26 port 83ac1d21-d3e6-45c0-bc13-fe752bedb284 binding host dv-cinder-786383-2-iscsi {{(pid=85347) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 15 19:51:12.542556 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-56ecdebd-c5a0-4569-bc96-ba437f5ce558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854693686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852972410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789846929216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789846482410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789846483725'] for port, after_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:51:12.554570 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:51:12.622985 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-7497d8e3-9f32-4af0-8caa-182cd666fbf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854565853'] for port, before_update {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:51:12.659857 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.provisioning_blocks [None req-d2c3b085-8267-4bb8-9e0c-daf76ae482b2 None None] Provisioning complete for port de713a99-dac1-4428-85b0-bdac97736c78 triggered by entity DHCP. {{(pid=85346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 19:51:12.660458 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-d2c3b085-8267-4bb8-9e0c-daf76ae482b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-428662'] for port, provisioning_complete {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:51:12.809655 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.rpc [None req-56ecdebd-c5a0-4569-bc96-ba437f5ce558 None None] Device dfe49340-c463-4c81-810f-81115301194c up at agent ovs-agent-dv-cinder-786383-2-iscsi {{(pid=85346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 19:51:12.843017 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0066a5f-55c2-4c67-9b4c-181705667349 req-f943d41d-6908-4bcc-8397-944bbc7850f1 tempest-AttachVolumeTestJSON-1178366330 tempest-AttachVolumeTestJSON-1178366330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:51:12.859554 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-d0066a5f-55c2-4c67-9b4c-181705667349 req-f943d41d-6908-4bcc-8397-944bbc7850f1 tempest-AttachVolumeTestJSON-1178366330 tempest-AttachVolumeTestJSON-1178366330-project] 10.222.0.47 "GET /v2.0/ports?device_id=4b964d00-f051-4d1a-9f0a-e0355ef23ca5 HTTP/1.1" status: 200  len: 945 time: 0.4783609
Apr 15 19:51:13.147707 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ecdebd-c5a0-4569-bc96-ba437f5ce558 None None] Pushing event updated for resources: {'Port': ['ID=de713a99-dac1-4428-85b0-bdac97736c78,revision_number=3']} {{(pid=85346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:51:13.155009 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.provisioning_blocks [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Provisioning complete for port b7d370ef-6621-4ccd-8223-e4a1f5504c1b triggered by entity L2. {{(pid=85346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 19:51:13.155453 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-428662'] for port, provisioning_complete {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:51:13.279635 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-56ecdebd-c5a0-4569-bc96-ba437f5ce558 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.725s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:51:13.388647 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.provisioning_blocks [None req-56ecdebd-c5a0-4569-bc96-ba437f5ce558 None None] Provisioning complete for port dfe49340-c463-4c81-810f-81115301194c triggered by entity L2. {{(pid=85346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 19:51:13.389835 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-56ecdebd-c5a0-4569-bc96-ba437f5ce558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-428662'] for port, provisioning_complete {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:51:13.481355 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4eb69b-5e8b-4593-8f4b-d1d641a7119f req-5abae9c1-06f9-488b-99cd-1ca6aa627127 tempest-AttachVolumeNegativeTest-1626257925 tempest-AttachVolumeNegativeTest-1626257925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:51:13.498704 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-8b4eb69b-5e8b-4593-8f4b-d1d641a7119f req-5abae9c1-06f9-488b-99cd-1ca6aa627127 tempest-AttachVolumeNegativeTest-1626257925 tempest-AttachVolumeNegativeTest-1626257925-project] 10.222.0.47 "GET /v2.0/ports?device_id=9d0ef369-a117-48a1-b468-86884da1d4c9 HTTP/1.1" status: 200  len: 945 time: 0.2799714
Apr 15 19:51:13.643010 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-8b4eb69b-5e8b-4593-8f4b-d1d641a7119f req-9cffbb31-7847-48c3-985e-c262e71c95d4 tempest-AttachVolumeNegativeTest-1626257925 tempest-AttachVolumeNegativeTest-1626257925-project] 10.222.0.47 "GET /v2.0/security-groups?id=8498f6ac-4e62-4833-b465-61e9c537cd5f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1430666
Apr 15 19:51:13.875817 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-d0066a5f-55c2-4c67-9b4c-181705667349 req-597f1e82-7247-44ab-b2f2-a0001ca059b4 tempest-AttachVolumeTestJSON-1178366330 tempest-AttachVolumeTestJSON-1178366330-project] 10.222.0.47 "GET /v2.0/security-groups?id=8f5f2180-5269-4c6c-a059-f56827110a59&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 1.0150990
Apr 15 19:51:13.977887 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854565853'] for port, before_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:51:14.048495 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-7497d8e3-9f32-4af0-8caa-182cd666fbf0 None None] Notify callbacks [] for port, precommit_update {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:51:14.097376 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.provisioning_blocks [None req-7497d8e3-9f32-4af0-8caa-182cd666fbf0 None None] Transition to ACTIVE for port object 83ac1d21-d3e6-45c0-bc13-fe752bedb284 will not be triggered until provisioned by entity L2. {{(pid=85347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 19:51:14.113588 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.db [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] For port b7d370ef-6621-4ccd-8223-e4a1f5504c1b, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=b7d370ef-6621-4ccd-8223-e4a1f5504c1b,segment=NetworkSegment(50fe2df4-77d3-40aa-a8a3-45d53f7bd89a),segment_id=50fe2df4-77d3-40aa-a8a3-45d53f7bd89a)] {{(pid=85346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 19:51:14.120964 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-7497d8e3-9f32-4af0-8caa-182cd666fbf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854693686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852972410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789846929216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789846482410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789846483725'] for port, after_update {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:51:14.122925 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1383150-72ad-4e1a-b482-18005ac62501', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7d370ef-6621-4ccd-8223-e4a1f5504c1b'}] {{(pid=85346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 19:51:14.164267 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854693686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852972410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789846929216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789846482410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789846483725'] for port, after_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:51:14.181334 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-0303f4df-c9ae-4ee4-8f58-da819001436c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:51:14.185965 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.005s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:51:14.325861 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d7cc5f-5433-4fb6-8601-0eed6c8e5635 req-53196541-3ae9-4f89-a3fa-ad8cd81a426f tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:51:14.327753 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-c1d7cc5f-5433-4fb6-8601-0eed6c8e5635 req-53196541-3ae9-4f89-a3fa-ad8cd81a426f tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] 10.222.0.47 "GET /v2.0/ports?device_id=a1383150-72ad-4e1a-b482-18005ac62501 HTTP/1.1" status: 200  len: 946 time: 0.3398581
Apr 15 19:51:14.341467 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-2937088d-2a18-4748-85bc-255b976cf61f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854565853'] for port, before_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:51:14.373326 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1383150-72ad-4e1a-b482-18005ac62501', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7d370ef-6621-4ccd-8223-e4a1f5504c1b', 'code': 200}
Apr 15 19:51:14.397624 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.rpc [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Device 0c1bed0b-39a2-4a98-a4ab-0c2e8031756f up at agent hyperv_hv-cinder-78638 {{(pid=85346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 19:51:14.474077 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-c1d7cc5f-5433-4fb6-8601-0eed6c8e5635 req-2d12d781-8011-440f-8926-6d0d895de1df tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] 10.222.0.47 "GET /v2.0/security-groups?id=02d47f4f-b1ff-4af7-910c-5d6978bde7fb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1380563
Apr 15 19:51:14.908409 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae338591-e9a9-4aca-84e4-e9f7b16758f0 None None] Pushing event updated for resources: {'Port': ['ID=83ac1d21-d3e6-45c0-bc13-fe752bedb284,revision_number=2']} {{(pid=85347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:51:14.913731 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.rpc [None req-56ecdebd-c5a0-4569-bc96-ba437f5ce558 None None] Device de713a99-dac1-4428-85b0-bdac97736c78 up at agent ovs-agent-dv-cinder-786383-2-iscsi {{(pid=85346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 19:51:14.935002 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-ae338591-e9a9-4aca-84e4-e9f7b16758f0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.753s {{(pid=85347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:51:15.106216 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.managers [None req-7497d8e3-9f32-4af0-8caa-182cd666fbf0 None None] Attempting to bind port 83ac1d21-d3e6-45c0-bc13-fe752bedb284 on host dv-cinder-786383-2-iscsi for vnic_type normal with profile  {{(pid=85347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 15 19:51:15.106216 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.managers [None req-7497d8e3-9f32-4af0-8caa-182cd666fbf0 None None] Attempting to bind port 83ac1d21-d3e6-45c0-bc13-fe752bedb284 by drivers openvswitch,hyperv on host dv-cinder-786383-2-iscsi at level 0 using segments [{'id': 'e9359222-f335-47df-9fcb-1acccd0748d1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b576887-bb01-4bfc-8617-ca8b886d7b7e'}] {{(pid=85347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 15 19:51:15.106216 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7497d8e3-9f32-4af0-8caa-182cd666fbf0 None None] Attempting to bind port 83ac1d21-d3e6-45c0-bc13-fe752bedb284 on network 0b576887-bb01-4bfc-8617-ca8b886d7b7e {{(pid=85347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 19:51:15.124980 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7497d8e3-9f32-4af0-8caa-182cd666fbf0 None None] Checking agent: {'id': 'be1a0b7a-7144-4bb6-9f10-b289de7b23b3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786383-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 19, 40, 9), 'started_at': datetime.datetime(2021, 4, 15, 19, 40, 39), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 19, 51, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786383-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 15 19:51:15.124980 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7497d8e3-9f32-4af0-8caa-182cd666fbf0 None None] Checking segment: {'id': 'e9359222-f335-47df-9fcb-1acccd0748d1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b576887-bb01-4bfc-8617-ca8b886d7b7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 19:51:15.126016 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-7497d8e3-9f32-4af0-8caa-182cd666fbf0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:51:15.128116 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7497d8e3-9f32-4af0-8caa-182cd666fbf0 None None] Bound using segment: {'id': 'e9359222-f335-47df-9fcb-1acccd0748d1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b576887-bb01-4bfc-8617-ca8b886d7b7e'} {{(pid=85347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 15 19:51:15.128116 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.managers [None req-7497d8e3-9f32-4af0-8caa-182cd666fbf0 None None] Bound port: 83ac1d21-d3e6-45c0-bc13-fe752bedb284, host: dv-cinder-786383-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e9359222-f335-47df-9fcb-1acccd0748d1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b576887-bb01-4bfc-8617-ca8b886d7b7e'}}] {{(pid=85347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 15 19:51:15.128789 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-7497d8e3-9f32-4af0-8caa-182cd666fbf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854565853'] for port, before_update {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:51:15.445011 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.db [None req-7497d8e3-9f32-4af0-8caa-182cd666fbf0 None None] For port 83ac1d21-d3e6-45c0-bc13-fe752bedb284, host dv-cinder-786383-2-iscsi, cleared binding levels {{(pid=85347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 15 19:51:15.457136 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.db [None req-7497d8e3-9f32-4af0-8caa-182cd666fbf0 None None] For port 83ac1d21-d3e6-45c0-bc13-fe752bedb284, host dv-cinder-786383-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-2-iscsi',level=0,port_id=83ac1d21-d3e6-45c0-bc13-fe752bedb284,segment=NetworkSegment(e9359222-f335-47df-9fcb-1acccd0748d1),segment_id=e9359222-f335-47df-9fcb-1acccd0748d1)] {{(pid=85347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 15 19:51:15.468063 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-7497d8e3-9f32-4af0-8caa-182cd666fbf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854693686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852972410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789846929216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789846482410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789846483725'] for port, after_update {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:51:15.504977 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-0303f4df-c9ae-4ee4-8f58-da819001436c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:51:15.573092 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Pushing event updated for resources: {'Port': ['ID=b7d370ef-6621-4ccd-8223-e4a1f5504c1b,revision_number=7']} {{(pid=85346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:51:15.579462 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.393s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:51:15.610550 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.provisioning_blocks [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Provisioning for port 0c1bed0b-39a2-4a98-a4ab-0c2e8031756f completed by entity L2. {{(pid=85346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 19:51:15.619485 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.provisioning_blocks [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Provisioning complete for port 0c1bed0b-39a2-4a98-a4ab-0c2e8031756f triggered by entity L2. {{(pid=85346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 19:51:15.620374 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-428662'] for port, provisioning_complete {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:51:15.664010 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.provisioning_blocks [None req-56ecdebd-c5a0-4569-bc96-ba437f5ce558 None None] Provisioning complete for port de713a99-dac1-4428-85b0-bdac97736c78 triggered by entity L2. {{(pid=85346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 19:51:15.664612 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-56ecdebd-c5a0-4569-bc96-ba437f5ce558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-428662'] for port, provisioning_complete {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:51:15.756619 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae338591-e9a9-4aca-84e4-e9f7b16758f0 None None] Pushing event updated for resources: {'Port': ['ID=83ac1d21-d3e6-45c0-bc13-fe752bedb284,revision_number=3']} {{(pid=85347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:51:15.785385 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-ae338591-e9a9-4aca-84e4-e9f7b16758f0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.280s {{(pid=85347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:51:15.848853 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e2e37d-42a9-4e67-8f64-c36d8d6f0f66 req-68fb4a82-58e9-4fe4-9b25-6b63c593f987 tempest-AttachVolumeTestJSON-1178366330 tempest-AttachVolumeTestJSON-1178366330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:51:15.857958 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-b6e2e37d-42a9-4e67-8f64-c36d8d6f0f66 req-68fb4a82-58e9-4fe4-9b25-6b63c593f987 tempest-AttachVolumeTestJSON-1178366330 tempest-AttachVolumeTestJSON-1178366330-project] 10.222.0.47 "GET /v2.0/ports?device_id=4b964d00-f051-4d1a-9f0a-e0355ef23ca5 HTTP/1.1" status: 200  len: 945 time: 0.2268562
Apr 15 19:51:15.984346 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-b6e2e37d-42a9-4e67-8f64-c36d8d6f0f66 req-623c060b-36a1-4eae-9270-f26ee0b30afa tempest-AttachVolumeTestJSON-1178366330 tempest-AttachVolumeTestJSON-1178366330-project] 10.222.0.47 "GET /v2.0/security-groups?id=8f5f2180-5269-4c6c-a059-f56827110a59&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1157801
Apr 15 19:51:15.991642 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.db_base_plugin_common [None req-2937088d-2a18-4748-85bc-255b976cf61f admin admin] Allocated IP 172.20.0.1 (e61e36f0-4064-47a7-9aaf-860a12321aad/db565bb4-0fa6-4799-b20d-ab2eac97d57d/afe16213-daa7-4897-b331-466990403ce5) {{(pid=85344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 15 19:51:16.306880 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de82d703-fd6a-4895-b2e4-e6c4833c8788 req-98986d61-c9bb-4a85-bc45-8c89df41cdd0 tempest-AttachVolumeNegativeTest-1626257925 tempest-AttachVolumeNegativeTest-1626257925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:51:16.311261 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7497d8e3-9f32-4af0-8caa-182cd666fbf0 None None] Routers {'fee7563a-2745-4ca9-af30-7feaa0729b26'} bound to L3 agent in host dv-cinder-786383-2-iscsi {{(pid=85347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 19:51:16.314586 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.l3_hamode_db [None req-7497d8e3-9f32-4af0-8caa-182cd666fbf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe8b9e529b0>, 'dv-cinder-786383-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-15T19:40:08Z,description=<?>,heartbeat_timestamp=2021-04-15T19:51:08Z,host='dv-cinder-786383-2-iscsi',id=74482fb0-5b00-43f0-8fa9-533a3c8b2378,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T19:40:08Z,topic='l3_agent')) {'router_ids': ['fee7563a-2745-4ca9-af30-7feaa0729b26'], 'active': True} {{(pid=85347) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 19:51:16.315444 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-de82d703-fd6a-4895-b2e4-e6c4833c8788 req-98986d61-c9bb-4a85-bc45-8c89df41cdd0 tempest-AttachVolumeNegativeTest-1626257925 tempest-AttachVolumeNegativeTest-1626257925-project] 10.222.0.47 "GET /v2.0/ports?device_id=9d0ef369-a117-48a1-b468-86884da1d4c9 HTTP/1.1" status: 200  len: 945 time: 0.6514323
Apr 15 19:51:16.394272 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-de82d703-fd6a-4895-b2e4-e6c4833c8788 req-434c3a51-ee11-4ede-a473-d9ecbf30efe8 tempest-AttachVolumeNegativeTest-1626257925 tempest-AttachVolumeNegativeTest-1626257925-project] 10.222.0.47 "GET /v2.0/security-groups?id=8498f6ac-4e62-4833-b465-61e9c537cd5f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0777121
Apr 15 19:51:16.484244 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5912fa9a-b098-4348-97ad-4eec39e8cd28 req-74eefcb2-68b8-4c4b-b3a0-b32aea191642 tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:51:16.499631 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854565853'] for port, before_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:51:16.500557 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-5912fa9a-b098-4348-97ad-4eec39e8cd28 req-74eefcb2-68b8-4c4b-b3a0-b32aea191642 tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] 10.222.0.47 "GET /v2.0/ports?device_id=a1383150-72ad-4e1a-b482-18005ac62501 HTTP/1.1" status: 200  len: 946 time: 0.2663517
Apr 15 19:51:16.578108 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-2937088d-2a18-4748-85bc-255b976cf61f admin admin] Notify callbacks [] for port, precommit_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:51:16.586333 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d0ef369-a117-48a1-b468-86884da1d4c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c1bed0b-39a2-4a98-a4ab-0c2e8031756f'}] {{(pid=85346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 19:51:16.625704 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-5912fa9a-b098-4348-97ad-4eec39e8cd28 req-6a3fd1a2-a232-4665-a465-a233c601fd77 tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] 10.222.0.47 "GET /v2.0/security-groups?id=02d47f4f-b1ff-4af7-910c-5d6978bde7fb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1237893
Apr 15 19:51:16.651236 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.db [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] For port 0c1bed0b-39a2-4a98-a4ab-0c2e8031756f, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=0c1bed0b-39a2-4a98-a4ab-0c2e8031756f,segment=NetworkSegment(3e6fcf0e-0b95-4774-a8cb-5489ca9658fc),segment_id=3e6fcf0e-0b95-4774-a8cb-5489ca9658fc)] {{(pid=85346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 19:51:16.659763 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.provisioning_blocks [None req-2937088d-2a18-4748-85bc-255b976cf61f admin admin] Transition to ACTIVE for port object afe16213-daa7-4897-b331-466990403ce5 will not be triggered until provisioned by entity DHCP. {{(pid=85344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 19:51:16.660313 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854693686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852972410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789846929216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789846482410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789846483725'] for port, after_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:51:16.671829 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-56ecdebd-c5a0-4569-bc96-ba437f5ce558 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:51:16.791253 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-2937088d-2a18-4748-85bc-255b976cf61f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854693686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852972410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789846482393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851621869'] for port, after_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:51:16.841367 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-9281f044-d54c-4f3a-9e83-912a0e2aff6c tempest-VolumesActionsTest-406255356 tempest-VolumesActionsTest-406255356-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:51:16.927153 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d0ef369-a117-48a1-b468-86884da1d4c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c1bed0b-39a2-4a98-a4ab-0c2e8031756f', 'code': 200}
Apr 15 19:51:16.928579 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Pushing event updated for resources: {'Port': ['ID=0c1bed0b-39a2-4a98-a4ab-0c2e8031756f,revision_number=5']} {{(pid=85346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:51:16.940135 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:51:17.081199 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2937088d-2a18-4748-85bc-255b976cf61f admin admin] Pushing event updated for resources: {'Port': ['ID=afe16213-daa7-4897-b331-466990403ce5,revision_number=1']} {{(pid=85344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:51:17.290085 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.l3_dvr_db [None req-7497d8e3-9f32-4af0-8caa-182cd666fbf0 None None] Set router fee7563a-2745-4ca9-af30-7feaa0729b26 gateway port host: dv-cinder-786383-2-iscsi {{(pid=85347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 19:51:17.322894 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-2937088d-2a18-4748-85bc-255b976cf61f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.481s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:51:17.446965 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b053b810-9127-4908-a7c6-e67502eb39f1 req-fb27a919-b863-4f46-9de4-234975c7a39e tempest-AttachVolumeTestJSON-1178366330 tempest-AttachVolumeTestJSON-1178366330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:51:17.463474 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-b053b810-9127-4908-a7c6-e67502eb39f1 req-fb27a919-b863-4f46-9de4-234975c7a39e tempest-AttachVolumeTestJSON-1178366330 tempest-AttachVolumeTestJSON-1178366330-project] 10.222.0.47 "GET /v2.0/ports?device_id=4b964d00-f051-4d1a-9f0a-e0355ef23ca5 HTTP/1.1" status: 200  len: 945 time: 0.2309268
Apr 15 19:51:17.641385 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2937088d-2a18-4748-85bc-255b976cf61f admin admin] Network e61e36f0-4064-47a7-9aaf-860a12321aad is already hosted by enough agents. {{(pid=85344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 15 19:51:17.667985 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-b053b810-9127-4908-a7c6-e67502eb39f1 req-03cfc3dd-245e-4627-ba3b-3b31424a665c tempest-AttachVolumeTestJSON-1178366330 tempest-AttachVolumeTestJSON-1178366330-project] 10.222.0.47 "GET /v2.0/security-groups?id=8f5f2180-5269-4c6c-a059-f56827110a59&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1989088
Apr 15 19:51:17.708846 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.scheduler.base_scheduler [None req-2937088d-2a18-4748-85bc-255b976cf61f admin admin] Resources bound (agent type, host, resource id):  {{(pid=85344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 19:51:17.768912 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2937088d-2a18-4748-85bc-255b976cf61f admin admin] Received port after_create {{(pid=85344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 15 19:51:17.951811 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c5fe1f-ffa9-4d93-bb36-41350831da2b req-8f4b41f0-a7f9-4c65-9310-e549ec998f9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:51:17.957324 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-a4c5fe1f-ffa9-4d93-bb36-41350831da2b req-8f4b41f0-a7f9-4c65-9310-e549ec998f9a service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=9d0ef369-a117-48a1-b468-86884da1d4c9 HTTP/1.1" status: 200  len: 1099 time: 0.6327195
Apr 15 19:51:18.031566 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.l3_hamode_db [None req-7497d8e3-9f32-4af0-8caa-182cd666fbf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe8b9e529b0>, [{'id': 'fee7563a-2745-4ca9-af30-7feaa0729b26', 'name': 'tempest-TestMinimumBasicScenario-1731290700-router', 'tenant_id': '6d9ddf59a18c43fcac05d76052159121', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b576887-bb01-4bfc-8617-ca8b886d7b7e', 'external_fixed_ips': [{'subnet_id': '7ad9face-0ae3-4529-aacd-d53ebb36e4d0', 'ip_address': '172.27.2.175'}], 'enable_snat': True}, 'gw_port_id': '83ac1d21-d3e6-45c0-bc13-fe752bedb284', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:51:02Z', 'updated_at': '2021-04-15T19:51:07Z', 'revision_number': 3, 'project_id': '6d9ddf59a18c43fcac05d76052159121', 'gw_port': {'id': '83ac1d21-d3e6-45c0-bc13-fe752bedb284', 'name': '', 'network_id': '0b576887-bb01-4bfc-8617-ca8b886d7b7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:fa:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fee7563a-2745-4ca9-af30-7feaa0729b26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': '7ad9face-0ae3-4529-aacd-d53ebb36e4d0', 'ip_address': '172.27.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:51:05Z', 'updated_at': '2021-04-15T19:51:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ad9face-0ae3-4529-aacd-d53ebb36e4d0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-2-iscsi'}], 'dv-cinder-786383-2-iscsi', False) {} {{(pid=85347) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 19:51:18.054226 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7497d8e3-9f32-4af0-8caa-182cd666fbf0 None None] The sync data for ids ['fee7563a-2745-4ca9-af30-7feaa0729b26'] in dv-cinder-786383-2-iscsi is: [{'id': 'fee7563a-2745-4ca9-af30-7feaa0729b26', 'name': 'tempest-TestMinimumBasicScenario-1731290700-router', 'tenant_id': '6d9ddf59a18c43fcac05d76052159121', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b576887-bb01-4bfc-8617-ca8b886d7b7e', 'external_fixed_ips': [{'subnet_id': '7ad9face-0ae3-4529-aacd-d53ebb36e4d0', 'ip_address': '172.27.2.175'}], 'enable_snat': True}, 'gw_port_id': '83ac1d21-d3e6-45c0-bc13-fe752bedb284', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:51:02Z', 'updated_at': '2021-04-15T19:51:07Z', 'revision_number': 3, 'project_id': '6d9ddf59a18c43fcac05d76052159121', 'gw_port': {'id': '83ac1d21-d3e6-45c0-bc13-fe752bedb284', 'name': '', 'network_id': '0b576887-bb01-4bfc-8617-ca8b886d7b7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:fa:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fee7563a-2745-4ca9-af30-7feaa0729b26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': '7ad9face-0ae3-4529-aacd-d53ebb36e4d0', 'ip_address': '172.27.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:51:05Z', 'updated_at': '2021-04-15T19:51:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ad9face-0ae3-4529-aacd-d53ebb36e4d0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-2-iscsi'}] {{(pid=85347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 15 19:51:18.098830 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.wsgi [-] (85344) accepted ('10.222.0.47', 45774) {{(pid=85344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:51:18.210837 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a4196d-fea9-46c3-9983-47d432489693 req-e607d211-3411-472b-b64a-1566fc9490d5 tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:51:18.220932 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-19a4196d-fea9-46c3-9983-47d432489693 req-e607d211-3411-472b-b64a-1566fc9490d5 tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] 10.222.0.47 "GET /v2.0/ports?device_id=a1383150-72ad-4e1a-b482-18005ac62501 HTTP/1.1" status: 200  len: 946 time: 0.2076416
Apr 15 19:51:18.293061 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.provisioning_blocks [None req-fba78a28-ba2a-46ab-834a-bf4340f87715 None None] Provisioning for port afe16213-daa7-4897-b331-466990403ce5 completed by entity DHCP. {{(pid=85346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 19:51:18.307456 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-19a4196d-fea9-46c3-9983-47d432489693 req-8ff4df6a-0f33-4793-a346-7d41086cf55c tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] 10.222.0.47 "GET /v2.0/security-groups?id=02d47f4f-b1ff-4af7-910c-5d6978bde7fb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0852983
Apr 15 19:51:18.315939 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.provisioning_blocks [None req-fba78a28-ba2a-46ab-834a-bf4340f87715 None None] Provisioning complete for port afe16213-daa7-4897-b331-466990403ce5 triggered by entity DHCP. {{(pid=85346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 19:51:18.316893 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-fba78a28-ba2a-46ab-834a-bf4340f87715 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-428662'] for port, provisioning_complete {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:51:18.338560 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-2937088d-2a18-4748-85bc-255b976cf61f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1672309'] for router_interface, before_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:51:18.445054 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.plugin [None req-fba78a28-ba2a-46ab-834a-bf4340f87715 None None] Port afe16213-daa7-4897-b331-466990403ce5 cannot update to ACTIVE because it is not bound. {{(pid=85346) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 15 19:51:18.494109 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-a4c5fe1f-ffa9-4d93-bb36-41350831da2b req-46ff5507-b23f-42b3-b64c-6d05c77b07e1 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=8498f6ac-4e62-4833-b465-61e9c537cd5f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5116720
Apr 15 19:51:18.525661 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a57799-fcb4-4b30-af49-a9e8599f862f req-d3bdfeac-0f93-47f4-8946-41e9476e6978 tempest-AttachVolumeNegativeTest-1626257925 tempest-AttachVolumeNegativeTest-1626257925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:51:18.533720 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-b2a57799-fcb4-4b30-af49-a9e8599f862f req-d3bdfeac-0f93-47f4-8946-41e9476e6978 tempest-AttachVolumeNegativeTest-1626257925 tempest-AttachVolumeNegativeTest-1626257925-project] 10.222.0.47 "GET /v2.0/ports?device_id=9d0ef369-a117-48a1-b468-86884da1d4c9 HTTP/1.1" status: 200  len: 946 time: 0.5533454
Apr 15 19:51:18.692032 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-b2a57799-fcb4-4b30-af49-a9e8599f862f req-54acb625-0033-4a48-9407-e9e3bab1c28d tempest-AttachVolumeNegativeTest-1626257925 tempest-AttachVolumeNegativeTest-1626257925-project] 10.222.0.47 "GET /v2.0/security-groups?id=8498f6ac-4e62-4833-b465-61e9c537cd5f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1478717
Apr 15 19:51:18.693407 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-1d1994f7-8884-47b7-b7ee-458e072ae9de admin admin] Notify callbacks [] for security_group, before_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:51:18.743078 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.quota.driver [None req-1d1994f7-8884-47b7-b7ee-458e072ae9de admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:51:18.797982 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource [None req-1d1994f7-8884-47b7-b7ee-458e072ae9de admin admin] Usage tracker for resource:security_group_rule and tenant:2448e95bc2f5481685360df469017478 is out of sync, need to count used quota {{(pid=85344) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:51:18.809332 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource [None req-1d1994f7-8884-47b7-b7ee-458e072ae9de admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85344) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:51:18.832484 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.quota.driver [None req-1d1994f7-8884-47b7-b7ee-458e072ae9de admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:51:19.137378 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9ede57-31c8-4639-bd9b-57d248c4ed40 req-e654e717-0e3e-4a99-bdf9-11e9f193b744 tempest-AttachVolumeTestJSON-1178366330 tempest-AttachVolumeTestJSON-1178366330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:51:19.146419 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-bd9ede57-31c8-4639-bd9b-57d248c4ed40 req-e654e717-0e3e-4a99-bdf9-11e9f193b744 tempest-AttachVolumeTestJSON-1178366330 tempest-AttachVolumeTestJSON-1178366330-project] 10.222.0.47 "GET /v2.0/ports?device_id=4b964d00-f051-4d1a-9f0a-e0355ef23ca5 HTTP/1.1" status: 200  len: 945 time: 0.1352589
Apr 15 19:51:19.227849 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-bd9ede57-31c8-4639-bd9b-57d248c4ed40 req-c2892c4f-ce94-4db1-80ed-37682ba1e824 tempest-AttachVolumeTestJSON-1178366330 tempest-AttachVolumeTestJSON-1178366330-project] 10.222.0.47 "GET /v2.0/security-groups?id=8f5f2180-5269-4c6c-a059-f56827110a59&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0795097
Apr 15 19:51:19.522821 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-2937088d-2a18-4748-85bc-255b976cf61f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854565853'] for port, before_update {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:51:19.846248 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3ed4e3-95ec-4eb2-b7a4-aa0b35bbe331 req-1760ef30-b0c4-4b49-9611-6fcbdccca885 tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:51:19.850199 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-0e3ed4e3-95ec-4eb2-b7a4-aa0b35bbe331 req-1760ef30-b0c4-4b49-9611-6fcbdccca885 tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] 10.222.0.47 "GET /v2.0/ports?device_id=a1383150-72ad-4e1a-b482-18005ac62501 HTTP/1.1" status: 200  len: 946 time: 0.3630648
Apr 15 19:51:19.996536 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-0e3ed4e3-95ec-4eb2-b7a4-aa0b35bbe331 req-a5ae2348-7086-4f68-babf-d9663f560a7c tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] 10.222.0.47 "GET /v2.0/security-groups?id=02d47f4f-b1ff-4af7-910c-5d6978bde7fb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1386755
Apr 15 19:51:20.134641 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-1d1994f7-8884-47b7-b7ee-458e072ae9de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:51:20.143469 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-1d1994f7-8884-47b7-b7ee-458e072ae9de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806004'] for security_group, after_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:51:20.194006 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-2957d61a-d504-4b2f-a235-9a812507165a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:51:20.256684 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1994f7-8884-47b7-b7ee-458e072ae9de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fe94478-f698-4707-bd35-1d92ae85de8b,revision_number=1']} {{(pid=85344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:51:20.292440 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [None req-1d1994f7-8884-47b7-b7ee-458e072ae9de admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=2448e95bc2f5481685360df469017478&name=default HTTP/1.1" status: 200  len: 2979 time: 2.1916366
Apr 15 19:51:20.294217 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.db.resource_extend [None req-2937088d-2a18-4748-85bc-255b976cf61f admin admin] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=85344) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Apr 15 19:51:20.310989 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-1d1994f7-8884-47b7-b7ee-458e072ae9de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:51:20.311522 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.wsgi [-] (85344) accepted ('10.222.0.47', 45844) {{(pid=85344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:51:20.387881 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-2937088d-2a18-4748-85bc-255b976cf61f admin admin] Notify callbacks [] for port, precommit_update {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:51:20.443408 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d8999a-df5e-4af0-9193-2ed6daa949fb req-0a4cd222-ec84-47d7-b682-70d31e906891 tempest-AttachVolumeNegativeTest-1626257925 tempest-AttachVolumeNegativeTest-1626257925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:51:20.445273 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-97d8999a-df5e-4af0-9193-2ed6daa949fb req-0a4cd222-ec84-47d7-b682-70d31e906891 tempest-AttachVolumeNegativeTest-1626257925 tempest-AttachVolumeNegativeTest-1626257925-project] 10.222.0.47 "GET /v2.0/ports?device_id=9d0ef369-a117-48a1-b468-86884da1d4c9 HTTP/1.1" status: 200  len: 946 time: 0.1825862
Apr 15 19:51:20.507716 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-97d8999a-df5e-4af0-9193-2ed6daa949fb req-3edf6b5a-8c63-4d2e-8e32-cf1b907fad92 tempest-AttachVolumeNegativeTest-1626257925 tempest-AttachVolumeNegativeTest-1626257925-project] 10.222.0.47 "GET /v2.0/security-groups?id=8498f6ac-4e62-4833-b465-61e9c537cd5f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0520144
Apr 15 19:51:20.533805 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-2937088d-2a18-4748-85bc-255b976cf61f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854693686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852972410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789846929216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789846482410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789846483725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3153931'] for port, after_update {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:51:20.796720 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-2937088d-2a18-4748-85bc-255b976cf61f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:51:20.846169 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8e80d9-7813-4775-8cd5-0cfd2180afb6 req-3c3013f3-4258-4112-8b4a-a4be255508a0 tempest-AttachVolumeTestJSON-1178366330 tempest-AttachVolumeTestJSON-1178366330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:51:20.855010 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-9d8e80d9-7813-4775-8cd5-0cfd2180afb6 req-3c3013f3-4258-4112-8b4a-a4be255508a0 tempest-AttachVolumeTestJSON-1178366330 tempest-AttachVolumeTestJSON-1178366330-project] 10.222.0.47 "GET /v2.0/ports?device_id=4b964d00-f051-4d1a-9f0a-e0355ef23ca5 HTTP/1.1" status: 200  len: 945 time: 0.1439209
Apr 15 19:51:20.878955 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-2937088d-2a18-4748-85bc-255b976cf61f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036852972393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853103598'] for router_interface, after_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:51:20.885006 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.rpc [None req-56ecdebd-c5a0-4569-bc96-ba437f5ce558 None None] Device 83ac1d21-d3e6-45c0-bc13-fe752bedb284 up at agent ovs-agent-dv-cinder-786383-2-iscsi {{(pid=85346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 19:51:20.923582 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-9d8e80d9-7813-4775-8cd5-0cfd2180afb6 req-a15a7809-e0b1-4ca9-bc1c-b2740e85523b tempest-AttachVolumeTestJSON-1178366330 tempest-AttachVolumeTestJSON-1178366330-project] 10.222.0.47 "GET /v2.0/security-groups?id=8f5f2180-5269-4c6c-a059-f56827110a59&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0667336
Apr 15 19:51:21.041313 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.provisioning_blocks [None req-56ecdebd-c5a0-4569-bc96-ba437f5ce558 None None] Provisioning for port 83ac1d21-d3e6-45c0-bc13-fe752bedb284 completed by entity L2. {{(pid=85346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 19:51:21.050107 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.provisioning_blocks [None req-56ecdebd-c5a0-4569-bc96-ba437f5ce558 None None] Provisioning complete for port 83ac1d21-d3e6-45c0-bc13-fe752bedb284 triggered by entity L2. {{(pid=85346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 19:51:21.051166 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-56ecdebd-c5a0-4569-bc96-ba437f5ce558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-428662'] for port, provisioning_complete {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:51:21.326217 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525ac53e-4594-4533-ab60-ce3008664b81 req-578f2291-572c-4284-8110-2a3835bef6e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:51:21.329161 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-525ac53e-4594-4533-ab60-ce3008664b81 req-578f2291-572c-4284-8110-2a3835bef6e1 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=308b7c9489eb439cb66d243d5654d1ba&device_id=d4df9318-4d76-48f8-9843-b64bef8e8007 HTTP/1.1" status: 200  len: 1098 time: 1.1754265
Apr 15 19:51:21.337424 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-56ecdebd-c5a0-4569-bc96-ba437f5ce558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854565853'] for port, before_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:51:21.378146 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.db [None req-56ecdebd-c5a0-4569-bc96-ba437f5ce558 None None] For port 83ac1d21-d3e6-45c0-bc13-fe752bedb284, host dv-cinder-786383-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-2-iscsi',level=0,port_id=83ac1d21-d3e6-45c0-bc13-fe752bedb284,segment=NetworkSegment(e9359222-f335-47df-9fcb-1acccd0748d1),segment_id=e9359222-f335-47df-9fcb-1acccd0748d1)] {{(pid=85346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 19:51:21.388533 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-56ecdebd-c5a0-4569-bc96-ba437f5ce558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854693686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852972410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789846929216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789846482410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789846483725'] for port, after_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:51:21.390721 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-421bf182-dfca-483c-87f1-08724c8a5fc3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:51:21.401616 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2937088d-2a18-4748-85bc-255b976cf61f admin admin] Network e61e36f0-4064-47a7-9aaf-860a12321aad is already hosted by enough agents. {{(pid=85344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 15 19:51:21.468205 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.scheduler.base_scheduler [None req-2937088d-2a18-4748-85bc-255b976cf61f admin admin] Resources bound (agent type, host, resource id):  {{(pid=85344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 19:51:21.480375 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffa6765-a0d7-4195-949c-4191d724487c req-bf370fff-15dd-4b4e-961f-abccd6bd6f5b tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:51:21.499117 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-7ffa6765-a0d7-4195-949c-4191d724487c req-bf370fff-15dd-4b4e-961f-abccd6bd6f5b tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] 10.222.0.47 "GET /v2.0/ports?device_id=a1383150-72ad-4e1a-b482-18005ac62501 HTTP/1.1" status: 200  len: 946 time: 0.2303989
Apr 15 19:51:21.514293 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-91136c47-86b4-44cd-8927-ca9a1a4f582e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:51:21.516673 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2937088d-2a18-4748-85bc-255b976cf61f admin admin] Pushing event updated for resources: {'Port': ['ID=afe16213-daa7-4897-b331-466990403ce5,revision_number=2']} {{(pid=85344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:51:21.520213 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-2937088d-2a18-4748-85bc-255b976cf61f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.724s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:51:21.527184 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.wsgi [-] (85344) accepted ('10.222.0.47', 45862) {{(pid=85344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:51:21.588979 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ecdebd-c5a0-4569-bc96-ba437f5ce558 None None] Pushing event updated for resources: {'Port': ['ID=83ac1d21-d3e6-45c0-bc13-fe752bedb284,revision_number=4']} {{(pid=85346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:51:21.595165 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-56ecdebd-c5a0-4569-bc96-ba437f5ce558 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:51:21.596300 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-7ffa6765-a0d7-4195-949c-4191d724487c req-28383a93-b28e-45ef-96ba-70084abe5e61 tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] 10.222.0.47 "GET /v2.0/security-groups?id=02d47f4f-b1ff-4af7-910c-5d6978bde7fb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0958948
Apr 15 19:51:21.775615 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.provisioning_blocks [None req-60a6b204-f38a-44ec-84d2-2e35f363a2f1 None None] Provisioning complete for port afe16213-daa7-4897-b331-466990403ce5 triggered by entity DHCP. {{(pid=85346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 19:51:21.776338 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-60a6b204-f38a-44ec-84d2-2e35f363a2f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-428662'] for port, provisioning_complete {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:51:21.863369 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.plugin [None req-60a6b204-f38a-44ec-84d2-2e35f363a2f1 None None] Port afe16213-daa7-4897-b331-466990403ce5 cannot update to ACTIVE because it is not bound. {{(pid=85346) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 15 19:51:21.871156 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-91136c47-86b4-44cd-8927-ca9a1a4f582e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:51:22.073603 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525ac53e-4594-4533-ab60-ce3008664b81 req-11cb4d4e-c85f-4baa-9993-167958ab7fb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:51:22.075961 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-525ac53e-4594-4533-ab60-ce3008664b81 req-11cb4d4e-c85f-4baa-9993-167958ab7fb7 service neutron] 10.222.0.65 "GET /v2.0/networks?id=e2d187b6-98ce-49de-b641-472e7c3488cc HTTP/1.1" status: 200  len: 920 time: 0.6276138
Apr 15 19:51:22.093463 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d696540-0670-4033-9226-599c61325b2e req-165dc722-80fa-4f2a-ba62-58245e417d67 tempest-ServerRescueNegativeTestJSON-1235948813 tempest-ServerRescueNegativeTestJSON-1235948813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:51:22.095825 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-3d696540-0670-4033-9226-599c61325b2e req-165dc722-80fa-4f2a-ba62-58245e417d67 tempest-ServerRescueNegativeTestJSON-1235948813 tempest-ServerRescueNegativeTestJSON-1235948813-project] 10.222.0.47 "GET /v2.0/ports?device_id=d4df9318-4d76-48f8-9843-b64bef8e8007 HTTP/1.1" status: 200  len: 945 time: 1.7035370
Apr 15 19:51:22.102758 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.db_base_plugin_v2 [None req-679a56a5-6c87-4cc6-8f49-fa2cf5c18620 admin admin] Deleting subnet fda8751e-fae3-4147-9d64-0fe1636563cb {{(pid=85344) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 15 19:51:22.205055 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-525ac53e-4594-4533-ab60-ce3008664b81 req-689ab5a8-68cc-407b-b8df-1c9807b2ba75 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ef741914-f4e2-4191-a3f5-849ecb03ddc2 HTTP/1.1" status: 200  len: 217 time: 0.0863895
Apr 15 19:51:22.222763 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-679a56a5-6c87-4cc6-8f49-fa2cf5c18620 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:51:22.447476 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-3d696540-0670-4033-9226-599c61325b2e req-627647c7-cf7a-4fbd-8301-6c30e4804f60 tempest-ServerRescueNegativeTestJSON-1235948813 tempest-ServerRescueNegativeTestJSON-1235948813-project] 10.222.0.47 "GET /v2.0/security-groups?id=7fa5c887-ca49-4d7e-a257-900a3414a5f8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2265720
Apr 15 19:51:22.455634 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-679a56a5-6c87-4cc6-8f49-fa2cf5c18620 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2751258'] for subnet, precommit_delete_associations {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:51:22.484280 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb990fd-dd91-4514-8215-b36405e0adbe req-1589e7a7-b9ae-41ee-9760-060705cc4adc tempest-AttachVolumeTestJSON-1178366330 tempest-AttachVolumeTestJSON-1178366330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:51:22.491262 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-fdb990fd-dd91-4514-8215-b36405e0adbe req-1589e7a7-b9ae-41ee-9760-060705cc4adc tempest-AttachVolumeTestJSON-1178366330 tempest-AttachVolumeTestJSON-1178366330-project] 10.222.0.47 "GET /v2.0/ports?device_id=4b964d00-f051-4d1a-9f0a-e0355ef23ca5 HTTP/1.1" status: 200  len: 945 time: 0.2232013
Apr 15 19:51:22.518487 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2937088d-2a18-4748-85bc-255b976cf61f admin admin] Router fee7563a-2745-4ca9-af30-7feaa0729b26 has already been hosted by L3 agent 74482fb0-5b00-43f0-8fa9-533a3c8b2378 {{(pid=85344) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 15 19:51:22.531534 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525ac53e-4594-4533-ab60-ce3008664b81 req-d353a59c-333b-4655-9c86-c66f2e4bd8b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:51:22.533216 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-525ac53e-4594-4533-ab60-ce3008664b81 req-d353a59c-333b-4655-9c86-c66f2e4bd8b1 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=df80589a-5211-47ee-98ca-4218fd01eea5 HTTP/1.1" status: 200  len: 859 time: 0.2623768
Apr 15 19:51:22.543977 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-91136c47-86b4-44cd-8927-ca9a1a4f582e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806004'] for security_group, after_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:51:22.561016 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-4d9d7ac0-da85-45ca-9a8a-20a6bdede6f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:51:22.581569 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-fdb990fd-dd91-4514-8215-b36405e0adbe req-1f9bee93-c949-43e7-9de8-48bc4a4a6a55 tempest-AttachVolumeTestJSON-1178366330 tempest-AttachVolumeTestJSON-1178366330-project] 10.222.0.47 "GET /v2.0/security-groups?id=8f5f2180-5269-4c6c-a059-f56827110a59&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0817513
Apr 15 19:51:22.703618 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-525ac53e-4594-4533-ab60-ce3008664b81 req-b40d08a4-2a1b-4129-b2d0-be7fd4780a5b service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=e2d187b6-98ce-49de-b641-472e7c3488cc&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1487691
Apr 15 19:51:22.722744 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91136c47-86b4-44cd-8927-ca9a1a4f582e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fe94478-f698-4707-bd35-1d92ae85de8b,revision_number=None']} {{(pid=85344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:51:22.731638 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-91136c47-86b4-44cd-8927-ca9a1a4f582e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:51:22.784832 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.rpc [None req-56ecdebd-c5a0-4569-bc96-ba437f5ce558 None None] Device 83ac1d21-d3e6-45c0-bc13-fe752bedb284 up at agent ovs-agent-dv-cinder-786383-2-iscsi {{(pid=85346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 19:51:22.981383 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.provisioning_blocks [None req-56ecdebd-c5a0-4569-bc96-ba437f5ce558 None None] Provisioning complete for port 83ac1d21-d3e6-45c0-bc13-fe752bedb284 triggered by entity L2. {{(pid=85346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 19:51:22.982423 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-56ecdebd-c5a0-4569-bc96-ba437f5ce558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-428662'] for port, provisioning_complete {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:51:23.076383 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-679a56a5-6c87-4cc6-8f49-fa2cf5c18620 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8687'] for subnet, precommit_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:51:23.234543 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e255e6-6c2b-423f-9bdc-1f75b3a720be req-78c7f54b-ca54-48fc-a030-47f3975b2737 tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:51:23.254369 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-50e255e6-6c2b-423f-9bdc-1f75b3a720be req-78c7f54b-ca54-48fc-a030-47f3975b2737 tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] 10.222.0.47 "GET /v2.0/ports?device_id=a1383150-72ad-4e1a-b482-18005ac62501 HTTP/1.1" status: 200  len: 946 time: 0.3396273
Apr 15 19:51:23.417133 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1d53e3-8034-43c1-ac1d-14ad040b25d9 req-7e72370f-c329-4571-a27c-b1be234a5e50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:51:23.419362 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-1f1d53e3-8034-43c1-ac1d-14ad040b25d9 req-7e72370f-c329-4571-a27c-b1be234a5e50 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=5031830a47dd4af1b1ffb83e812d61ea&device_id=4b964d00-f051-4d1a-9f0a-e0355ef23ca5 HTTP/1.1" status: 200  len: 1098 time: 0.1534221
Apr 15 19:51:23.446723 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-50e255e6-6c2b-423f-9bdc-1f75b3a720be req-85eca389-5a88-4b3b-88eb-32fded6a5f8e tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] 10.222.0.47 "GET /v2.0/security-groups?id=02d47f4f-b1ff-4af7-910c-5d6978bde7fb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0941958
Apr 15 19:51:23.623794 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1d53e3-8034-43c1-ac1d-14ad040b25d9 req-57780440-e50c-478c-bf25-4b0d56013668 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:51:23.626813 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-1f1d53e3-8034-43c1-ac1d-14ad040b25d9 req-57780440-e50c-478c-bf25-4b0d56013668 service neutron] 10.222.0.65 "GET /v2.0/networks?id=4d82f7b7-d97c-4f69-af76-26788d15aead HTTP/1.1" status: 200  len: 911 time: 0.1845083
Apr 15 19:51:23.741346 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-525ac53e-4594-4533-ab60-ce3008664b81 req-d583c280-4e2f-4db1-bfd2-2c324486e2f6 service neutron] 10.222.0.65 "GET /v2.0/networks/e2d187b6-98ce-49de-b641-472e7c3488cc?fields=segments HTTP/1.1" status: 200  len: 212 time: 1.0085421
Apr 15 19:51:23.877742 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-91136c47-86b4-44cd-8927-ca9a1a4f582e admin admin] Notify callbacks [] for security_group, before_response {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:51:23.883302 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [None req-91136c47-86b4-44cd-8927-ca9a1a4f582e admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/7fe94478-f698-4707-bd35-1d92ae85de8b HTTP/1.1" status: 204  len: 168 time: 3.5656168
Apr 15 19:51:23.993171 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2937088d-2a18-4748-85bc-255b976cf61f admin admin] Notify agent at l3_agent.dv-cinder-786383-2-iscsi the message routers_updated {{(pid=85344) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 15 19:51:24.019261 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d03a1ea5-d9c1-413d-bad5-407f9e5eca57 None None] Sync routers for ids ['fee7563a-2745-4ca9-af30-7feaa0729b26'] in dv-cinder-786383-2-iscsi {{(pid=85346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 15 19:51:24.062458 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d03a1ea5-d9c1-413d-bad5-407f9e5eca57 None None] Routers {'fee7563a-2745-4ca9-af30-7feaa0729b26'} bound to L3 agent in host dv-cinder-786383-2-iscsi {{(pid=85346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 19:51:24.066431 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.l3_hamode_db [None req-d03a1ea5-d9c1-413d-bad5-407f9e5eca57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe8b99e7780>, 'dv-cinder-786383-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-15T19:40:08Z,description=<?>,heartbeat_timestamp=2021-04-15T19:51:08Z,host='dv-cinder-786383-2-iscsi',id=74482fb0-5b00-43f0-8fa9-533a3c8b2378,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T19:40:08Z,topic='l3_agent')) {'router_ids': ['fee7563a-2745-4ca9-af30-7feaa0729b26'], 'active': True} {{(pid=85346) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 19:51:24.118664 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-1f1d53e3-8034-43c1-ac1d-14ad040b25d9 req-328f6ea7-5273-443b-ac91-5fdf568da950 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3124f886-86b8-4e82-9d80-cb724b2065e3 HTTP/1.1" status: 200  len: 1000 time: 0.4838326
Apr 15 19:51:24.199776 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [None req-2937088d-2a18-4748-85bc-255b976cf61f admin admin] 10.222.0.47 "PUT /v2.0/routers/fee7563a-2745-4ca9-af30-7feaa0729b26/add_router_interface HTTP/1.1" status: 200  len: 503 time: 12.8908970
Apr 15 19:51:24.203952 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-679a56a5-6c87-4cc6-8f49-fa2cf5c18620 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854767129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852808376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852972410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3153990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852221213'] for subnet, after_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:51:24.254223 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-ea14691e-0f9b-48b7-b94e-c00977e4faf6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:51:24.469855 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a931204-2909-43f7-9d1b-233e573e2571 req-3835b18b-df8c-458b-b567-6d56aecd2607 tempest-AttachVolumeTestJSON-1178366330 tempest-AttachVolumeTestJSON-1178366330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:51:24.490125 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-2a931204-2909-43f7-9d1b-233e573e2571 req-3835b18b-df8c-458b-b567-6d56aecd2607 tempest-AttachVolumeTestJSON-1178366330 tempest-AttachVolumeTestJSON-1178366330-project] 10.222.0.47 "GET /v2.0/ports?device_id=4b964d00-f051-4d1a-9f0a-e0355ef23ca5 HTTP/1.1" status: 200  len: 945 time: 0.7190204
Apr 15 19:51:24.504538 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1d53e3-8034-43c1-ac1d-14ad040b25d9 req-5e1899ee-e01b-433a-9bc1-c6f1604c9b75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:51:24.507359 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-1f1d53e3-8034-43c1-ac1d-14ad040b25d9 req-5e1899ee-e01b-433a-9bc1-c6f1604c9b75 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=c9a5e3d2-b4cb-4ff6-afc6-75b296b42958 HTTP/1.1" status: 200  len: 849 time: 0.3726575
Apr 15 19:51:24.654115 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679a56a5-6c87-4cc6-8f49-fa2cf5c18620 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fda8751e-fae3-4147-9d64-0fe1636563cb,revision_number=None']} {{(pid=85344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:51:24.720134 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-679a56a5-6c87-4cc6-8f49-fa2cf5c18620 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:51:24.726549 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-679a56a5-6c87-4cc6-8f49-fa2cf5c18620 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:51:24.727220 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-679a56a5-6c87-4cc6-8f49-fa2cf5c18620 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:51:24.727709 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-679a56a5-6c87-4cc6-8f49-fa2cf5c18620 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:51:24.728180 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-679a56a5-6c87-4cc6-8f49-fa2cf5c18620 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:51:24.728674 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-679a56a5-6c87-4cc6-8f49-fa2cf5c18620 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:51:24.729146 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-679a56a5-6c87-4cc6-8f49-fa2cf5c18620 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:51:24.729617 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-679a56a5-6c87-4cc6-8f49-fa2cf5c18620 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:51:24.730089 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-679a56a5-6c87-4cc6-8f49-fa2cf5c18620 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:51:24.730552 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-679a56a5-6c87-4cc6-8f49-fa2cf5c18620 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:51:24.731064 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-679a56a5-6c87-4cc6-8f49-fa2cf5c18620 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:51:24.734119 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-679a56a5-6c87-4cc6-8f49-fa2cf5c18620 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:51:24.736060 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.l3_dvr_db [None req-d03a1ea5-d9c1-413d-bad5-407f9e5eca57 None None] Set router fee7563a-2745-4ca9-af30-7feaa0729b26 gateway port host: dv-cinder-786383-2-iscsi {{(pid=85346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 19:51:24.749960 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-2a931204-2909-43f7-9d1b-233e573e2571 req-d09b54ff-ebe9-4809-83b6-810190668f1d tempest-AttachVolumeTestJSON-1178366330 tempest-AttachVolumeTestJSON-1178366330-project] 10.222.0.47 "GET /v2.0/security-groups?id=8f5f2180-5269-4c6c-a059-f56827110a59&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2406735
Apr 15 19:51:24.767489 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-679a56a5-6c87-4cc6-8f49-fa2cf5c18620 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.512s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:51:24.773142 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1d53e3-8034-43c1-ac1d-14ad040b25d9 req-35dc379a-27a8-4363-a2cc-1f398d32a234 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:51:24.777256 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-1f1d53e3-8034-43c1-ac1d-14ad040b25d9 req-35dc379a-27a8-4363-a2cc-1f398d32a234 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=4d82f7b7-d97c-4f69-af76-26788d15aead&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2544348
Apr 15 19:51:24.927372 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-525ac53e-4594-4533-ab60-ce3008664b81 req-67b5fe1f-0ad8-4a0d-bbd6-58146bc0588d service neutron] 10.222.0.65 "GET /v2.0/networks/e2d187b6-98ce-49de-b641-472e7c3488cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 1.0388222
Apr 15 19:51:24.976622 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a6c42a-c94b-4e60-915b-a6be91adb270 req-2385c56e-591d-4329-bae2-048a93d01ac3 tempest-ServerRescueNegativeTestJSON-1235948813 tempest-ServerRescueNegativeTestJSON-1235948813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:51:24.978511 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-f3a6c42a-c94b-4e60-915b-a6be91adb270 req-2385c56e-591d-4329-bae2-048a93d01ac3 tempest-ServerRescueNegativeTestJSON-1235948813 tempest-ServerRescueNegativeTestJSON-1235948813-project] 10.222.0.47 "GET /v2.0/ports?device_id=d4df9318-4d76-48f8-9843-b64bef8e8007 HTTP/1.1" status: 200  len: 945 time: 0.5105605
Apr 15 19:51:24.981171 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-679a56a5-6c87-4cc6-8f49-fa2cf5c18620 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852972363'] for subnet, before_response {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:51:24.987165 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [None req-679a56a5-6c87-4cc6-8f49-fa2cf5c18620 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/fda8751e-fae3-4147-9d64-0fe1636563cb HTTP/1.1" status: 204  len: 168 time: 3.4577124
Apr 15 19:51:25.027604 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.wsgi [-] (85344) accepted ('10.222.0.47', 45904) {{(pid=85344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:51:25.194143 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-596a97e8-f589-4028-addc-2b7e230b743c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854748596'] for network, before_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:51:25.310398 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.wsgi [-] (85344) accepted ('10.222.0.47', 45908) {{(pid=85344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:51:25.377241 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-9e491b07-7cbd-4c05-89e1-ac94f144f301 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:51:25.485516 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-1f1d53e3-8034-43c1-ac1d-14ad040b25d9 req-35bc9a20-a9dc-41fc-beb1-f333f0d5ed09 service neutron] 10.222.0.65 "GET /v2.0/networks/4d82f7b7-d97c-4f69-af76-26788d15aead?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7001567
Apr 15 19:51:25.532422 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.quota.driver [None req-9e491b07-7cbd-4c05-89e1-ac94f144f301 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:51:25.564960 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-f3a6c42a-c94b-4e60-915b-a6be91adb270 req-8a59f0ab-148b-40dd-8e24-d7331fc9cce0 tempest-ServerRescueNegativeTestJSON-1235948813 tempest-ServerRescueNegativeTestJSON-1235948813-project] 10.222.0.47 "GET /v2.0/security-groups?id=7fa5c887-ca49-4d7e-a257-900a3414a5f8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5675375
Apr 15 19:51:25.664455 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.l3_hamode_db [None req-d03a1ea5-d9c1-413d-bad5-407f9e5eca57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe8b99e7780>, [{'id': 'fee7563a-2745-4ca9-af30-7feaa0729b26', 'name': 'tempest-TestMinimumBasicScenario-1731290700-router', 'tenant_id': '6d9ddf59a18c43fcac05d76052159121', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b576887-bb01-4bfc-8617-ca8b886d7b7e', 'external_fixed_ips': [{'subnet_id': '7ad9face-0ae3-4529-aacd-d53ebb36e4d0', 'ip_address': '172.27.2.175'}], 'enable_snat': True}, 'gw_port_id': '83ac1d21-d3e6-45c0-bc13-fe752bedb284', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:51:02Z', 'updated_at': '2021-04-15T19:51:18Z', 'revision_number': 4, 'project_id': '6d9ddf59a18c43fcac05d76052159121', 'gw_port': {'id': '83ac1d21-d3e6-45c0-bc13-fe752bedb284', 'name': '', 'network_id': '0b576887-bb01-4bfc-8617-ca8b886d7b7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:fa:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fee7563a-2745-4ca9-af30-7feaa0729b26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': '7ad9face-0ae3-4529-aacd-d53ebb36e4d0', 'ip_address': '172.27.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:51:05Z', 'updated_at': '2021-04-15T19:51:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ad9face-0ae3-4529-aacd-d53ebb36e4d0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-2-iscsi', '_interfaces': [{'id': 'afe16213-daa7-4897-b331-466990403ce5', 'name': '', 'network_id': 'e61e36f0-4064-47a7-9aaf-860a12321aad', 'tenant_id': '6d9ddf59a18c43fcac05d76052159121', 'mac_address': 'fa:16:3e:79:1b:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fee7563a-2745-4ca9-af30-7feaa0729b26', 'device_owner': 'network:router_interface', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': 'db565bb4-0fa6-4799-b20d-ab2eac97d57d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:51:14Z', 'updated_at': '2021-04-15T19:51:19Z', 'revision_number': 2, 'project_id': '6d9ddf59a18c43fcac05d76052159121', 'subnets': [{'id': 'db565bb4-0fa6-4799-b20d-ab2eac97d57d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786383-2-iscsi', False) {} {{(pid=85346) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 19:51:25.669529 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d03a1ea5-d9c1-413d-bad5-407f9e5eca57 None None] Checking router: fee7563a-2745-4ca9-af30-7feaa0729b26 for host: dv-cinder-786383-2-iscsi {{(pid=85346) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 15 19:51:25.670084 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d03a1ea5-d9c1-413d-bad5-407f9e5eca57 None None] Updating router fee7563a-2745-4ca9-af30-7feaa0729b26 port afe16213-daa7-4897-b331-466990403ce5 binding host dv-cinder-786383-2-iscsi {{(pid=85346) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 15 19:51:25.830746 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-596a97e8-f589-4028-addc-2b7e230b743c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854320274', 'neutron.services.segments.db._delete_segments_for_network-8789847050952'] for network, precommit_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:51:25.864511 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-1f1d53e3-8034-43c1-ac1d-14ad040b25d9 req-7cb1d92f-875f-4ef3-8887-9335a8425529 service neutron] 10.222.0.65 "GET /v2.0/networks/4d82f7b7-d97c-4f69-af76-26788d15aead?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2626266
Apr 15 19:51:25.868223 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-d03a1ea5-d9c1-413d-bad5-407f9e5eca57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854565853'] for port, before_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:51:25.946024 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a08106-98c2-4b3d-b64d-7f3414a4ded2 req-9441d2df-8718-4464-8c0c-e3080587dd5e tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:51:25.955322 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-b1a08106-98c2-4b3d-b64d-7f3414a4ded2 req-9441d2df-8718-4464-8c0c-e3080587dd5e tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] 10.222.0.47 "GET /v2.0/ports?device_id=a1383150-72ad-4e1a-b482-18005ac62501 HTTP/1.1" status: 200  len: 946 time: 0.4682534
Apr 15 19:51:26.025137 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-b1a08106-98c2-4b3d-b64d-7f3414a4ded2 req-2aa13ef9-068f-442a-991a-af8e8107a6c3 tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] 10.222.0.47 "GET /v2.0/security-groups?id=02d47f4f-b1ff-4af7-910c-5d6978bde7fb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0683713
Apr 15 19:51:26.146762 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource [None req-9e491b07-7cbd-4c05-89e1-ac94f144f301 admin admin] Usage tracker for resource:security_group_rule and tenant:3ec16195d81d4954b4e1bbdbc90a0d37 is out of sync, need to count used quota {{(pid=85344) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:51:26.158804 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource [None req-9e491b07-7cbd-4c05-89e1-ac94f144f301 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85344) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:51:26.507469 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.quota.driver [None req-9e491b07-7cbd-4c05-89e1-ac94f144f301 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:51:26.857863 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.services.segments.db [None req-596a97e8-f589-4028-addc-2b7e230b743c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe8ba763ef0>,) {'filters': {'network_id': ['bfb7faf0-99c9-4910-9a35-0d0821c80032']}} {{(pid=85344) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 19:51:26.930774 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.services.segments.db [None req-596a97e8-f589-4028-addc-2b7e230b743c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe8ba763ef0>, '3b41c3b7-71a7-4ab9-8ff9-1dbe658da667') {'for_net_delete': True} {{(pid=85344) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 19:51:26.931180 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.services.segments.db [None req-596a97e8-f589-4028-addc-2b7e230b743c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe8ba763ef0>, '3b41c3b7-71a7-4ab9-8ff9-1dbe658da667') {} {{(pid=85344) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 19:51:27.060955 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-d03a1ea5-d9c1-413d-bad5-407f9e5eca57 None None] Notify callbacks [] for port, precommit_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:51:27.068294 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-9e491b07-7cbd-4c05-89e1-ac94f144f301 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:51:27.080170 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-596a97e8-f589-4028-addc-2b7e230b743c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789847056089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852024542'] for segment, before_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:51:27.087625 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-9e491b07-7cbd-4c05-89e1-ac94f144f301 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806004'] for security_group, after_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:51:27.098056 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.provisioning_blocks [None req-d03a1ea5-d9c1-413d-bad5-407f9e5eca57 None None] Transition to ACTIVE for port object afe16213-daa7-4897-b331-466990403ce5 will not be triggered until provisioned by entity L2. {{(pid=85346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 19:51:27.107374 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-d03a1ea5-d9c1-413d-bad5-407f9e5eca57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854693686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852972410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789846929216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789846482410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789846483725'] for port, after_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:51:27.131306 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-7911c979-2094-4a67-9196-a92af11dbd0c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:51:27.164387 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [None req-9e491b07-7cbd-4c05-89e1-ac94f144f301 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=3ec16195d81d4954b4e1bbdbc90a0d37&name=default HTTP/1.1" status: 200  len: 2979 time: 1.8417764
Apr 15 19:51:27.168572 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e491b07-7cbd-4c05-89e1-ac94f144f301 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0218b23-2bf1-4ae3-9179-4f0a6709f9b4,revision_number=1']} {{(pid=85344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:51:27.171566 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.wsgi [-] (85344) accepted ('10.222.0.47', 45938) {{(pid=85344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:51:27.176852 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:51:27.183863 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30f36df-503b-476e-8dee-ff9403a4262c req-e9611523-d753-4802-bdd2-a4e02a2af002 tempest-AttachVolumeTestJSON-1178366330 tempest-AttachVolumeTestJSON-1178366330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:51:27.196201 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-b30f36df-503b-476e-8dee-ff9403a4262c req-e9611523-d753-4802-bdd2-a4e02a2af002 tempest-AttachVolumeTestJSON-1178366330 tempest-AttachVolumeTestJSON-1178366330-project] 10.222.0.47 "GET /v2.0/ports?device_id=4b964d00-f051-4d1a-9f0a-e0355ef23ca5 HTTP/1.1" status: 200  len: 945 time: 1.0428360
Apr 15 19:51:27.212758 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140c1ac7-a4f3-4c63-9615-4583c04a7230 req-c370557e-3005-4260-9222-70d139cecafe tempest-ServerRescueNegativeTestJSON-1235948813 tempest-ServerRescueNegativeTestJSON-1235948813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:51:27.233620 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-140c1ac7-a4f3-4c63-9615-4583c04a7230 req-c370557e-3005-4260-9222-70d139cecafe tempest-ServerRescueNegativeTestJSON-1235948813 tempest-ServerRescueNegativeTestJSON-1235948813-project] 10.222.0.47 "GET /v2.0/ports?device_id=d4df9318-4d76-48f8-9843-b64bef8e8007 HTTP/1.1" status: 200  len: 945 time: 0.3297415
Apr 15 19:51:27.256335 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a65b72-7ddd-4193-83a4-387e053380ab None None] Pushing event updated for resources: {'Port': ['ID=afe16213-daa7-4897-b331-466990403ce5,revision_number=3']} {{(pid=85346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:51:27.296002 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-9e491b07-7cbd-4c05-89e1-ac94f144f301 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:51:27.333508 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a65b72-7ddd-4193-83a4-387e053380ab None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:51:27.333508 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a65b72-7ddd-4193-83a4-387e053380ab None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:51:27.333508 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a65b72-7ddd-4193-83a4-387e053380ab None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:51:27.333508 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a65b72-7ddd-4193-83a4-387e053380ab None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:51:27.334137 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a65b72-7ddd-4193-83a4-387e053380ab None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:51:27.334137 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a65b72-7ddd-4193-83a4-387e053380ab None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:51:27.334518 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a65b72-7ddd-4193-83a4-387e053380ab None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:51:27.334922 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a65b72-7ddd-4193-83a4-387e053380ab None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:51:27.335295 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a65b72-7ddd-4193-83a4-387e053380ab None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:51:27.336283 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a65b72-7ddd-4193-83a4-387e053380ab None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:51:27.336283 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a65b72-7ddd-4193-83a4-387e053380ab None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:51:27.336283 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a65b72-7ddd-4193-83a4-387e053380ab None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:51:27.345459 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-f9a65b72-7ddd-4193-83a4-387e053380ab None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:51:27.356105 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-140c1ac7-a4f3-4c63-9615-4583c04a7230 req-655445d1-cb03-4e67-ae4c-d9132ccae0fa tempest-ServerRescueNegativeTestJSON-1235948813 tempest-ServerRescueNegativeTestJSON-1235948813-project] 10.222.0.47 "GET /v2.0/security-groups?id=7fa5c887-ca49-4d7e-a257-900a3414a5f8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1169543
Apr 15 19:51:27.484392 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-596a97e8-f589-4028-addc-2b7e230b743c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854767479'] for segment, precommit_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:51:27.581342 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-b30f36df-503b-476e-8dee-ff9403a4262c req-edace6df-6041-4249-90b7-384985eba733 tempest-AttachVolumeTestJSON-1178366330 tempest-AttachVolumeTestJSON-1178366330-project] 10.222.0.47 "GET /v2.0/security-groups?id=8f5f2180-5269-4c6c-a059-f56827110a59&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3838658
Apr 15 19:51:27.632317 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-596a97e8-f589-4028-addc-2b7e230b743c admin admin] Releasing vlan 675 on physical network physnet1 to pool {{(pid=85344) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 15 19:51:27.946614 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.managers [None req-d03a1ea5-d9c1-413d-bad5-407f9e5eca57 None None] Attempting to bind port afe16213-daa7-4897-b331-466990403ce5 on host dv-cinder-786383-2-iscsi for vnic_type normal with profile  {{(pid=85346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 15 19:51:27.947515 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.managers [None req-d03a1ea5-d9c1-413d-bad5-407f9e5eca57 None None] Attempting to bind port afe16213-daa7-4897-b331-466990403ce5 by drivers openvswitch,hyperv on host dv-cinder-786383-2-iscsi at level 0 using segments [{'id': '59959a79-eb8f-4ab4-94f9-eb606f01a001', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'e61e36f0-4064-47a7-9aaf-860a12321aad'}] {{(pid=85346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 15 19:51:27.948176 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d03a1ea5-d9c1-413d-bad5-407f9e5eca57 None None] Attempting to bind port afe16213-daa7-4897-b331-466990403ce5 on network e61e36f0-4064-47a7-9aaf-860a12321aad {{(pid=85346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 19:51:27.966469 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d03a1ea5-d9c1-413d-bad5-407f9e5eca57 None None] Checking agent: {'id': 'be1a0b7a-7144-4bb6-9f10-b289de7b23b3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786383-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 19, 40, 9), 'started_at': datetime.datetime(2021, 4, 15, 19, 40, 39), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 19, 51, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786383-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 15 19:51:27.968405 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.agents_db [None req-b0af7715-6be6-4101-aede-c7b275f02801 None None] Agent healthcheck: found 6 active agents {{(pid=85347) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 15 19:51:27.979619 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d03a1ea5-d9c1-413d-bad5-407f9e5eca57 None None] Checking segment: {'id': '59959a79-eb8f-4ab4-94f9-eb606f01a001', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'e61e36f0-4064-47a7-9aaf-860a12321aad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 19:51:27.980464 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-d03a1ea5-d9c1-413d-bad5-407f9e5eca57 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:51:27.981159 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d03a1ea5-d9c1-413d-bad5-407f9e5eca57 None None] Bound using segment: {'id': '59959a79-eb8f-4ab4-94f9-eb606f01a001', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'e61e36f0-4064-47a7-9aaf-860a12321aad'} {{(pid=85346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 15 19:51:27.981943 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.managers [None req-d03a1ea5-d9c1-413d-bad5-407f9e5eca57 None None] Bound port: afe16213-daa7-4897-b331-466990403ce5, host: dv-cinder-786383-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59959a79-eb8f-4ab4-94f9-eb606f01a001', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'e61e36f0-4064-47a7-9aaf-860a12321aad'}}] {{(pid=85346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 15 19:51:27.982614 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-d03a1ea5-d9c1-413d-bad5-407f9e5eca57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854565853'] for port, before_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:51:28.097120 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-3593fd8b-1895-4c66-82f1-ff430ee41880 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:51:28.164147 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-3593fd8b-1895-4c66-82f1-ff430ee41880 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:51:28.265599 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-3593fd8b-1895-4c66-82f1-ff430ee41880 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806004'] for security_group, after_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:51:28.289208 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2978bfe5-924c-42a5-a277-37753d7c8226 req-a2c67f79-8dd1-46ea-a1f8-cc4af8ac0db3 tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:51:28.291852 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-2978bfe5-924c-42a5-a277-37753d7c8226 req-a2c67f79-8dd1-46ea-a1f8-cc4af8ac0db3 tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] 10.222.0.47 "GET /v2.0/ports?device_id=a1383150-72ad-4e1a-b482-18005ac62501 HTTP/1.1" status: 200  len: 946 time: 0.4034030
Apr 15 19:51:28.308380 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:51:28.309564 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.db [None req-d03a1ea5-d9c1-413d-bad5-407f9e5eca57 None None] For port afe16213-daa7-4897-b331-466990403ce5, host dv-cinder-786383-2-iscsi, cleared binding levels {{(pid=85346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 15 19:51:28.338092 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.db [None req-d03a1ea5-d9c1-413d-bad5-407f9e5eca57 None None] For port afe16213-daa7-4897-b331-466990403ce5, host dv-cinder-786383-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-2-iscsi',level=0,port_id=afe16213-daa7-4897-b331-466990403ce5,segment=NetworkSegment(59959a79-eb8f-4ab4-94f9-eb606f01a001),segment_id=59959a79-eb8f-4ab4-94f9-eb606f01a001)] {{(pid=85346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 15 19:51:28.347526 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-d03a1ea5-d9c1-413d-bad5-407f9e5eca57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854693686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852972410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789846929216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789846482410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789846483725'] for port, after_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:51:28.347892 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3593fd8b-1895-4c66-82f1-ff430ee41880 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0218b23-2bf1-4ae3-9179-4f0a6709f9b4,revision_number=None']} {{(pid=85344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:51:28.450679 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-3593fd8b-1895-4c66-82f1-ff430ee41880 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:51:28.457614 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [None req-3593fd8b-1895-4c66-82f1-ff430ee41880 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/d0218b23-2bf1-4ae3-9179-4f0a6709f9b4 HTTP/1.1" status: 204  len: 168 time: 1.2799549
Apr 15 19:51:28.457614 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-3593fd8b-1895-4c66-82f1-ff430ee41880 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:51:28.458055 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-2978bfe5-924c-42a5-a277-37753d7c8226 req-a48695e4-c575-456c-8d03-d086dd6f788c tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] 10.222.0.47 "GET /v2.0/security-groups?id=02d47f4f-b1ff-4af7-910c-5d6978bde7fb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1438241
Apr 15 19:51:28.579458 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.managers [None req-596a97e8-f589-4028-addc-2b7e230b743c admin admin] Network bfb7faf0-99c9-4910-9a35-0d0821c80032 has no segments {{(pid=85344) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 15 19:51:28.627997 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-596a97e8-f589-4028-addc-2b7e230b743c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851621145'] for segment, after_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:51:28.650747 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-7fffe139-687f-442d-8918-29e0fe2651f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:51:29.181110 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a65b72-7ddd-4193-83a4-387e053380ab None None] Pushing event updated for resources: {'Port': ['ID=afe16213-daa7-4897-b331-466990403ce5,revision_number=4']} {{(pid=85346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:51:29.224008 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-f9a65b72-7ddd-4193-83a4-387e053380ab None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.573s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:51:29.328525 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d03a1ea5-d9c1-413d-bad5-407f9e5eca57 None None] Routers {'fee7563a-2745-4ca9-af30-7feaa0729b26'} bound to L3 agent in host dv-cinder-786383-2-iscsi {{(pid=85346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 19:51:29.329329 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.l3_hamode_db [None req-d03a1ea5-d9c1-413d-bad5-407f9e5eca57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe8b99e7780>, 'dv-cinder-786383-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-15T19:40:08Z,description=<?>,heartbeat_timestamp=2021-04-15T19:51:08Z,host='dv-cinder-786383-2-iscsi',id=74482fb0-5b00-43f0-8fa9-533a3c8b2378,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T19:40:08Z,topic='l3_agent')) {'router_ids': ['fee7563a-2745-4ca9-af30-7feaa0729b26'], 'active': True} {{(pid=85346) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 19:51:29.608712 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0b1d05-43ae-4e86-b10a-d1feacb03c3d req-e0804ba2-8a72-4d5e-b4c5-74c0c74d0030 tempest-AttachVolumeTestJSON-1178366330 tempest-AttachVolumeTestJSON-1178366330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:51:29.630301 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-8b0b1d05-43ae-4e86-b10a-d1feacb03c3d req-e0804ba2-8a72-4d5e-b4c5-74c0c74d0030 tempest-AttachVolumeTestJSON-1178366330 tempest-AttachVolumeTestJSON-1178366330-project] 10.222.0.47 "GET /v2.0/ports?device_id=4b964d00-f051-4d1a-9f0a-e0355ef23ca5 HTTP/1.1" status: 200  len: 945 time: 0.5043430
Apr 15 19:51:29.971421 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.managers [None req-596a97e8-f589-4028-addc-2b7e230b743c admin admin] Network bfb7faf0-99c9-4910-9a35-0d0821c80032 has no segments {{(pid=85344) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 15 19:51:29.980879 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-8b0b1d05-43ae-4e86-b10a-d1feacb03c3d req-4cd2d6f7-4011-48db-9877-469f55d4acf0 tempest-AttachVolumeTestJSON-1178366330 tempest-AttachVolumeTestJSON-1178366330-project] 10.222.0.47 "GET /v2.0/security-groups?id=8f5f2180-5269-4c6c-a059-f56827110a59&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3337877
Apr 15 19:51:29.990283 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.l3_dvr_db [None req-d03a1ea5-d9c1-413d-bad5-407f9e5eca57 None None] Set router fee7563a-2745-4ca9-af30-7feaa0729b26 gateway port host: dv-cinder-786383-2-iscsi {{(pid=85346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 19:51:30.525667 dv-cinder-786383-2-iscsi neutron-server[85229]: Traceback (most recent call last):
Apr 15 19:51:30.525667 dv-cinder-786383-2-iscsi neutron-server[85229]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 15 19:51:30.525667 dv-cinder-786383-2-iscsi neutron-server[85229]:     timer()
Apr 15 19:51:30.525667 dv-cinder-786383-2-iscsi neutron-server[85229]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 15 19:51:30.525667 dv-cinder-786383-2-iscsi neutron-server[85229]:     cb(*args, **kw)
Apr 15 19:51:30.525667 dv-cinder-786383-2-iscsi neutron-server[85229]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 15 19:51:30.525667 dv-cinder-786383-2-iscsi neutron-server[85229]:     return func(*args, **kwargs)
Apr 15 19:51:30.525667 dv-cinder-786383-2-iscsi neutron-server[85229]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 15 19:51:30.525667 dv-cinder-786383-2-iscsi neutron-server[85229]:     self._notify()
Apr 15 19:51:30.525667 dv-cinder-786383-2-iscsi neutron-server[85229]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 15 19:51:30.525667 dv-cinder-786383-2-iscsi neutron-server[85229]:     self.callback(batched_events)
Apr 15 19:51:30.525667 dv-cinder-786383-2-iscsi neutron-server[85229]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 15 19:51:30.525667 dv-cinder-786383-2-iscsi neutron-server[85229]:     event.method(event)
Apr 15 19:51:30.525667 dv-cinder-786383-2-iscsi neutron-server[85229]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 15 19:51:30.525667 dv-cinder-786383-2-iscsi neutron-server[85229]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 15 19:51:30.525667 dv-cinder-786383-2-iscsi neutron-server[85229]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 15 19:51:30.525667 dv-cinder-786383-2-iscsi neutron-server[85229]:     segment_id)['aggregates'][0]
Apr 15 19:51:30.525667 dv-cinder-786383-2-iscsi neutron-server[85229]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 15 19:51:30.525667 dv-cinder-786383-2-iscsi neutron-server[85229]:     return f(self, *a, **k)
Apr 15 19:51:30.525667 dv-cinder-786383-2-iscsi neutron-server[85229]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 15 19:51:30.525667 dv-cinder-786383-2-iscsi neutron-server[85229]:     return self._get(url).json()
Apr 15 19:51:30.525667 dv-cinder-786383-2-iscsi neutron-server[85229]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 15 19:51:30.525667 dv-cinder-786383-2-iscsi neutron-server[85229]:     **kwargs)
Apr 15 19:51:30.525667 dv-cinder-786383-2-iscsi neutron-server[85229]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 15 19:51:30.525667 dv-cinder-786383-2-iscsi neutron-server[85229]:     return self.request(url, 'GET', **kwargs)
Apr 15 19:51:30.525667 dv-cinder-786383-2-iscsi neutron-server[85229]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 15 19:51:30.525667 dv-cinder-786383-2-iscsi neutron-server[85229]:     **endpoint_filter)
Apr 15 19:51:30.525667 dv-cinder-786383-2-iscsi neutron-server[85229]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 15 19:51:30.525667 dv-cinder-786383-2-iscsi neutron-server[85229]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 15 19:51:30.525667 dv-cinder-786383-2-iscsi neutron-server[85229]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 15 19:51:30.525667 dv-cinder-786383-2-iscsi neutron-server[85229]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 15 19:51:30.525667 dv-cinder-786383-2-iscsi neutron-server[85229]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 15 19:51:30.619434 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-596a97e8-f589-4028-addc-2b7e230b743c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-455527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852808340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852972410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1673212'] for network, after_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:51:30.656055 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-596a97e8-f589-4028-addc-2b7e230b743c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852972363'] for network, before_response {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:51:30.735097 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-f144d76d-0730-4ab2-81a1-0a3340644029 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:51:30.770114 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf0d7c0-982b-42db-9532-ddb566d7f86a req-8ef1cb0c-f5ac-4c78-8269-d1731519edb9 tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:51:30.795294 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-3cf0d7c0-982b-42db-9532-ddb566d7f86a req-8ef1cb0c-f5ac-4c78-8269-d1731519edb9 tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] 10.222.0.47 "GET /v2.0/ports?device_id=a1383150-72ad-4e1a-b482-18005ac62501 HTTP/1.1" status: 200  len: 946 time: 0.3271959
Apr 15 19:51:30.904668 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596a97e8-f589-4028-addc-2b7e230b743c admin admin] Pushing event deleted for resources: {'Network': ['ID=bfb7faf0-99c9-4910-9a35-0d0821c80032,revision_number=None']} {{(pid=85344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:51:30.937081 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-596a97e8-f589-4028-addc-2b7e230b743c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:51:30.961586 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-3cf0d7c0-982b-42db-9532-ddb566d7f86a req-b4002d26-0985-4d9b-8197-10a50b27f0d9 tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] 10.222.0.47 "GET /v2.0/security-groups?id=02d47f4f-b1ff-4af7-910c-5d6978bde7fb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1651421
Apr 15 19:51:31.001585 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [None req-596a97e8-f589-4028-addc-2b7e230b743c admin admin] 10.222.0.47 "DELETE /v2.0/networks/bfb7faf0-99c9-4910-9a35-0d0821c80032 HTTP/1.1" status: 204  len: 168 time: 5.9655561
Apr 15 19:51:31.089555 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3de0244-a343-4c45-a2fb-9ec534f96cfc req-d879d1fd-4b9d-4034-9fb0-dc1f2dae772b tempest-ServerRescueNegativeTestJSON-1235948813 tempest-ServerRescueNegativeTestJSON-1235948813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:51:31.107291 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-d3de0244-a343-4c45-a2fb-9ec534f96cfc req-d879d1fd-4b9d-4034-9fb0-dc1f2dae772b tempest-ServerRescueNegativeTestJSON-1235948813 tempest-ServerRescueNegativeTestJSON-1235948813-project] 10.222.0.47 "GET /v2.0/ports?device_id=d4df9318-4d76-48f8-9843-b64bef8e8007 HTTP/1.1" status: 200  len: 945 time: 1.9643383
Apr 15 19:51:31.321195 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-d3de0244-a343-4c45-a2fb-9ec534f96cfc req-338d2a7b-98ef-4cda-9e4f-16e9d3167684 tempest-ServerRescueNegativeTestJSON-1235948813 tempest-ServerRescueNegativeTestJSON-1235948813-project] 10.222.0.47 "GET /v2.0/security-groups?id=7fa5c887-ca49-4d7e-a257-900a3414a5f8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2094243
Apr 15 19:51:31.505068 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.wsgi [-] (85345) accepted ('10.222.0.47', 45984) {{(pid=85345) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:51:31.628621 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [None req-c8f9ac45-97ba-416b-ad2c-074ed0cb25ad admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=6d506b42933048f69f4a289666c552b5&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1217835
Apr 15 19:51:31.631593 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.wsgi [-] (85344) accepted ('10.222.0.47', 45990) {{(pid=85344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:51:31.642273 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.l3_hamode_db [None req-d03a1ea5-d9c1-413d-bad5-407f9e5eca57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe8b99e7780>, [{'id': 'fee7563a-2745-4ca9-af30-7feaa0729b26', 'name': 'tempest-TestMinimumBasicScenario-1731290700-router', 'tenant_id': '6d9ddf59a18c43fcac05d76052159121', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b576887-bb01-4bfc-8617-ca8b886d7b7e', 'external_fixed_ips': [{'subnet_id': '7ad9face-0ae3-4529-aacd-d53ebb36e4d0', 'ip_address': '172.27.2.175'}], 'enable_snat': True}, 'gw_port_id': '83ac1d21-d3e6-45c0-bc13-fe752bedb284', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:51:02Z', 'updated_at': '2021-04-15T19:51:18Z', 'revision_number': 4, 'project_id': '6d9ddf59a18c43fcac05d76052159121', 'gw_port': {'id': '83ac1d21-d3e6-45c0-bc13-fe752bedb284', 'name': '', 'network_id': '0b576887-bb01-4bfc-8617-ca8b886d7b7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:fa:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fee7563a-2745-4ca9-af30-7feaa0729b26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': '7ad9face-0ae3-4529-aacd-d53ebb36e4d0', 'ip_address': '172.27.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:51:05Z', 'updated_at': '2021-04-15T19:51:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ad9face-0ae3-4529-aacd-d53ebb36e4d0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-2-iscsi', '_interfaces': [{'id': 'afe16213-daa7-4897-b331-466990403ce5', 'name': '', 'network_id': 'e61e36f0-4064-47a7-9aaf-860a12321aad', 'tenant_id': '6d9ddf59a18c43fcac05d76052159121', 'mac_address': 'fa:16:3e:79:1b:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fee7563a-2745-4ca9-af30-7feaa0729b26', 'device_owner': 'network:router_interface', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': 'db565bb4-0fa6-4799-b20d-ab2eac97d57d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:51:14Z', 'updated_at': '2021-04-15T19:51:28Z', 'revision_number': 4, 'project_id': '6d9ddf59a18c43fcac05d76052159121', 'subnets': [{'id': 'db565bb4-0fa6-4799-b20d-ab2eac97d57d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786383-2-iscsi', False) {} {{(pid=85346) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 19:51:31.734106 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d03a1ea5-d9c1-413d-bad5-407f9e5eca57 None None] The sync data for ids ['fee7563a-2745-4ca9-af30-7feaa0729b26'] in dv-cinder-786383-2-iscsi is: [{'id': 'fee7563a-2745-4ca9-af30-7feaa0729b26', 'name': 'tempest-TestMinimumBasicScenario-1731290700-router', 'tenant_id': '6d9ddf59a18c43fcac05d76052159121', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b576887-bb01-4bfc-8617-ca8b886d7b7e', 'external_fixed_ips': [{'subnet_id': '7ad9face-0ae3-4529-aacd-d53ebb36e4d0', 'ip_address': '172.27.2.175'}], 'enable_snat': True}, 'gw_port_id': '83ac1d21-d3e6-45c0-bc13-fe752bedb284', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:51:02Z', 'updated_at': '2021-04-15T19:51:18Z', 'revision_number': 4, 'project_id': '6d9ddf59a18c43fcac05d76052159121', 'gw_port': {'id': '83ac1d21-d3e6-45c0-bc13-fe752bedb284', 'name': '', 'network_id': '0b576887-bb01-4bfc-8617-ca8b886d7b7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:fa:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fee7563a-2745-4ca9-af30-7feaa0729b26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': '7ad9face-0ae3-4529-aacd-d53ebb36e4d0', 'ip_address': '172.27.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:51:05Z', 'updated_at': '2021-04-15T19:51:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ad9face-0ae3-4529-aacd-d53ebb36e4d0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-2-iscsi', '_interfaces': [{'id': 'afe16213-daa7-4897-b331-466990403ce5', 'name': '', 'network_id': 'e61e36f0-4064-47a7-9aaf-860a12321aad', 'tenant_id': '6d9ddf59a18c43fcac05d76052159121', 'mac_address': 'fa:16:3e:79:1b:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fee7563a-2745-4ca9-af30-7feaa0729b26', 'device_owner': 'network:router_interface', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': 'db565bb4-0fa6-4799-b20d-ab2eac97d57d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:51:14Z', 'updated_at': '2021-04-15T19:51:28Z', 'revision_number': 4, 'project_id': '6d9ddf59a18c43fcac05d76052159121', 'subnets': [{'id': 'db565bb4-0fa6-4799-b20d-ab2eac97d57d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 15 19:51:32.148177 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-cfe3c728-338e-4d19-98ea-30e00acf4091 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:51:32.299463 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-cfe3c728-338e-4d19-98ea-30e00acf4091 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:51:32.564966 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-cfe3c728-338e-4d19-98ea-30e00acf4091 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806004'] for security_group, after_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:51:32.575306 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38db6eb-1057-4338-a31d-ebd931b893ee req-8d4365ad-6fe8-4bba-b0c1-4475bcceca3f tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:51:32.609250 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-f38db6eb-1057-4338-a31d-ebd931b893ee req-8d4365ad-6fe8-4bba-b0c1-4475bcceca3f tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] 10.222.0.47 "GET /v2.0/ports?device_id=a1383150-72ad-4e1a-b482-18005ac62501 HTTP/1.1" status: 200  len: 946 time: 0.3846707
Apr 15 19:51:32.646404 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-300d8763-1a74-4c33-a352-338d11616110 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:51:32.770997 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe3c728-338e-4d19-98ea-30e00acf4091 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c3120a5-91b3-4e2d-96a8-e876bf30b25c,revision_number=None']} {{(pid=85344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:51:32.788536 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-cfe3c728-338e-4d19-98ea-30e00acf4091 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:51:32.833937 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-cfe3c728-338e-4d19-98ea-30e00acf4091 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:51:32.850811 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [None req-cfe3c728-338e-4d19-98ea-30e00acf4091 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/7c3120a5-91b3-4e2d-96a8-e876bf30b25c HTTP/1.1" status: 204  len: 168 time: 1.2175591
Apr 15 19:51:32.997158 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-f38db6eb-1057-4338-a31d-ebd931b893ee req-8241d2af-bf2d-4a2a-b76a-7fa906f8bc30 tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] 10.222.0.47 "GET /v2.0/security-groups?id=02d47f4f-b1ff-4af7-910c-5d6978bde7fb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3731201
Apr 15 19:51:33.136469 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.rpc [None req-56ecdebd-c5a0-4569-bc96-ba437f5ce558 None None] Device afe16213-daa7-4897-b331-466990403ce5 up at agent ovs-agent-dv-cinder-786383-2-iscsi {{(pid=85346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 19:51:33.214268 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0182247b-1923-4950-b9ca-9c3b8be0c7c2 req-0d531187-a338-4c68-91db-cee693f1480c tempest-ServerRescueNegativeTestJSON-1235948813 tempest-ServerRescueNegativeTestJSON-1235948813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:51:33.223596 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-0182247b-1923-4950-b9ca-9c3b8be0c7c2 req-0d531187-a338-4c68-91db-cee693f1480c tempest-ServerRescueNegativeTestJSON-1235948813 tempest-ServerRescueNegativeTestJSON-1235948813-project] 10.222.0.47 "GET /v2.0/ports?device_id=d4df9318-4d76-48f8-9843-b64bef8e8007 HTTP/1.1" status: 200  len: 945 time: 0.1797979
Apr 15 19:51:33.310871 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-0182247b-1923-4950-b9ca-9c3b8be0c7c2 req-1ae32c6a-3976-489a-844d-7ebf07ccf4b6 tempest-ServerRescueNegativeTestJSON-1235948813 tempest-ServerRescueNegativeTestJSON-1235948813-project] 10.222.0.47 "GET /v2.0/security-groups?id=7fa5c887-ca49-4d7e-a257-900a3414a5f8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0861361
Apr 15 19:51:33.557545 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.provisioning_blocks [None req-56ecdebd-c5a0-4569-bc96-ba437f5ce558 None None] Provisioning for port afe16213-daa7-4897-b331-466990403ce5 completed by entity L2. {{(pid=85346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 19:51:33.633751 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.provisioning_blocks [None req-56ecdebd-c5a0-4569-bc96-ba437f5ce558 None None] Provisioning complete for port afe16213-daa7-4897-b331-466990403ce5 triggered by entity L2. {{(pid=85346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 19:51:33.634970 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-56ecdebd-c5a0-4569-bc96-ba437f5ce558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-428662'] for port, provisioning_complete {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:51:34.260049 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-56ecdebd-c5a0-4569-bc96-ba437f5ce558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854565853'] for port, before_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:51:34.455100 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.db [None req-56ecdebd-c5a0-4569-bc96-ba437f5ce558 None None] For port afe16213-daa7-4897-b331-466990403ce5, host dv-cinder-786383-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-2-iscsi',level=0,port_id=afe16213-daa7-4897-b331-466990403ce5,segment=NetworkSegment(59959a79-eb8f-4ab4-94f9-eb606f01a001),segment_id=59959a79-eb8f-4ab4-94f9-eb606f01a001)] {{(pid=85346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 19:51:34.465247 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-56ecdebd-c5a0-4569-bc96-ba437f5ce558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854693686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852972410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789846929216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789846482410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789846483725'] for port, after_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:51:34.468689 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-56ecdebd-c5a0-4569-bc96-ba437f5ce558 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:51:34.720420 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2ff94f-185e-434d-9266-9bd4004a1935 req-450be69d-bae5-40d6-a5a5-d4115ca98847 tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:51:34.729399 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-4d2ff94f-185e-434d-9266-9bd4004a1935 req-450be69d-bae5-40d6-a5a5-d4115ca98847 tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] 10.222.0.47 "GET /v2.0/ports?device_id=a1383150-72ad-4e1a-b482-18005ac62501 HTTP/1.1" status: 200  len: 946 time: 0.3031795
Apr 15 19:51:34.751873 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ecdebd-c5a0-4569-bc96-ba437f5ce558 None None] Pushing event updated for resources: {'Port': ['ID=afe16213-daa7-4897-b331-466990403ce5,revision_number=5']} {{(pid=85346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:51:34.759728 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-56ecdebd-c5a0-4569-bc96-ba437f5ce558 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.291s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:51:34.837664 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-4d2ff94f-185e-434d-9266-9bd4004a1935 req-ee625901-016b-4451-8fcb-a6a0b36646d3 tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] 10.222.0.47 "GET /v2.0/security-groups?id=02d47f4f-b1ff-4af7-910c-5d6978bde7fb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1056774
Apr 15 19:51:35.026366 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c27ee0d-9ff3-479a-ab76-f33f902a210b req-30608b56-7600-4351-a66a-2f2ec83e7d3d tempest-ServerRescueNegativeTestJSON-1235948813 tempest-ServerRescueNegativeTestJSON-1235948813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:51:35.041857 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-8c27ee0d-9ff3-479a-ab76-f33f902a210b req-30608b56-7600-4351-a66a-2f2ec83e7d3d tempest-ServerRescueNegativeTestJSON-1235948813 tempest-ServerRescueNegativeTestJSON-1235948813-project] 10.222.0.47 "GET /v2.0/ports?device_id=d4df9318-4d76-48f8-9843-b64bef8e8007 HTTP/1.1" status: 200  len: 945 time: 0.2401223
Apr 15 19:51:35.107579 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-8c27ee0d-9ff3-479a-ab76-f33f902a210b req-9ebbad84-d924-4429-88db-c2846bfb4268 tempest-ServerRescueNegativeTestJSON-1235948813 tempest-ServerRescueNegativeTestJSON-1235948813-project] 10.222.0.47 "GET /v2.0/security-groups?id=7fa5c887-ca49-4d7e-a257-900a3414a5f8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0646400
Apr 15 19:51:35.473729 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-a5522c84-d78f-40b1-9af7-65c99826e53b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789847050935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-428960'] for agent, after_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:51:36.459988 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b997ce-5211-4d95-91bb-5bcf462fa2a0 req-9da7f144-ae31-449e-b37a-7b2397b5bc5b tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:51:36.461834 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-75b997ce-5211-4d95-91bb-5bcf462fa2a0 req-9da7f144-ae31-449e-b37a-7b2397b5bc5b tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] 10.222.0.47 "GET /v2.0/ports?device_id=a1383150-72ad-4e1a-b482-18005ac62501 HTTP/1.1" status: 200  len: 946 time: 0.2688498
Apr 15 19:51:36.640346 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-75b997ce-5211-4d95-91bb-5bcf462fa2a0 req-fb8075ea-b989-4f21-b66c-8d4be8ee4bc3 tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] 10.222.0.47 "GET /v2.0/security-groups?id=02d47f4f-b1ff-4af7-910c-5d6978bde7fb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1642215
Apr 15 19:51:36.751489 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ce5991-8091-48d1-8a53-326ec7e1ff2e req-e93f9c5b-2c2f-469b-9dc5-fb9c3c9f672b tempest-ServerRescueNegativeTestJSON-1235948813 tempest-ServerRescueNegativeTestJSON-1235948813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:51:36.753592 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-76ce5991-8091-48d1-8a53-326ec7e1ff2e req-e93f9c5b-2c2f-469b-9dc5-fb9c3c9f672b tempest-ServerRescueNegativeTestJSON-1235948813 tempest-ServerRescueNegativeTestJSON-1235948813-project] 10.222.0.47 "GET /v2.0/ports?device_id=d4df9318-4d76-48f8-9843-b64bef8e8007 HTTP/1.1" status: 200  len: 945 time: 0.2269702
Apr 15 19:51:36.757385 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-343ca685-4f6b-47c4-bf45-db7b0793de89 req-3b2ca3cc-05cd-482b-a897-29c8ede87c39 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=e9aebd22-52d6-4434-8b88-31ff5eb1f75a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.3604131
Apr 15 19:51:36.917165 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.rpc [None req-56ecdebd-c5a0-4569-bc96-ba437f5ce558 None None] Device afe16213-daa7-4897-b331-466990403ce5 up at agent ovs-agent-dv-cinder-786383-2-iscsi {{(pid=85346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 19:51:36.922340 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-76ce5991-8091-48d1-8a53-326ec7e1ff2e req-04c31106-529a-4d1b-bc9d-2248719a7cd8 tempest-ServerRescueNegativeTestJSON-1235948813 tempest-ServerRescueNegativeTestJSON-1235948813-project] 10.222.0.47 "GET /v2.0/security-groups?id=7fa5c887-ca49-4d7e-a257-900a3414a5f8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1473167
Apr 15 19:51:36.981510 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343ca685-4f6b-47c4-bf45-db7b0793de89 req-b0f2e79d-d936-43ae-96a0-72656f50b5d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:51:36.983478 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-343ca685-4f6b-47c4-bf45-db7b0793de89 req-b0f2e79d-d936-43ae-96a0-72656f50b5d8 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=308b7c9489eb439cb66d243d5654d1ba&device_id=e9aebd22-52d6-4434-8b88-31ff5eb1f75a HTTP/1.1" status: 200  len: 1098 time: 0.1279263
Apr 15 19:51:37.193939 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.provisioning_blocks [None req-56ecdebd-c5a0-4569-bc96-ba437f5ce558 None None] Provisioning complete for port afe16213-daa7-4897-b331-466990403ce5 triggered by entity L2. {{(pid=85346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 19:51:37.194374 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-56ecdebd-c5a0-4569-bc96-ba437f5ce558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-428662'] for port, provisioning_complete {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:51:37.268412 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343ca685-4f6b-47c4-bf45-db7b0793de89 req-20a2f138-4756-42df-84ea-cab5c0456751 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:51:37.270448 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-343ca685-4f6b-47c4-bf45-db7b0793de89 req-20a2f138-4756-42df-84ea-cab5c0456751 service neutron] 10.222.0.65 "GET /v2.0/networks?id=e2d187b6-98ce-49de-b641-472e7c3488cc HTTP/1.1" status: 200  len: 920 time: 0.2541251
Apr 15 19:51:37.448777 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-343ca685-4f6b-47c4-bf45-db7b0793de89 req-339a6efb-b2a7-467a-a750-23cb82f15ecc service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=26344b7c-41da-4625-ab3c-346a48e8b4e6 HTTP/1.1" status: 200  len: 217 time: 0.1599894
Apr 15 19:51:37.610515 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343ca685-4f6b-47c4-bf45-db7b0793de89 req-e40abeab-2111-4ae6-97bc-b79ea76ada31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:51:37.615520 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-343ca685-4f6b-47c4-bf45-db7b0793de89 req-e40abeab-2111-4ae6-97bc-b79ea76ada31 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=df80589a-5211-47ee-98ca-4218fd01eea5 HTTP/1.1" status: 200  len: 859 time: 0.1541393
Apr 15 19:51:37.760686 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-343ca685-4f6b-47c4-bf45-db7b0793de89 req-37566a10-fd5d-4a1f-810a-050269a99429 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=e2d187b6-98ce-49de-b641-472e7c3488cc&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1361272
Apr 15 19:51:37.987991 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b338ffc-ad1a-4529-8fdd-99de0ec9b7c7 req-33a2a025-d665-406a-8c39-720726e2aa5b tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:51:37.999727 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-1b338ffc-ad1a-4529-8fdd-99de0ec9b7c7 req-33a2a025-d665-406a-8c39-720726e2aa5b tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] 10.222.0.47 "GET /v2.0/ports?device_id=a1383150-72ad-4e1a-b482-18005ac62501 HTTP/1.1" status: 200  len: 946 time: 0.1275997
Apr 15 19:51:38.101269 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-c3045521-1b45-4f9d-b3a3-da4c77e2cf94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789847050935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-428960'] for agent, after_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:51:38.116051 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-1b338ffc-ad1a-4529-8fdd-99de0ec9b7c7 req-431706af-3cff-4573-86c7-26525b03f95d tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] 10.222.0.47 "GET /v2.0/security-groups?id=02d47f4f-b1ff-4af7-910c-5d6978bde7fb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1139150
Apr 15 19:51:38.134200 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-343ca685-4f6b-47c4-bf45-db7b0793de89 req-f660ef67-75bb-40f4-a2cb-b6968ccbf242 service neutron] 10.222.0.65 "GET /v2.0/networks/e2d187b6-98ce-49de-b641-472e7c3488cc?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3635585
Apr 15 19:51:38.246841 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789847050935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-428960'] for agent, after_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:51:38.367147 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-343ca685-4f6b-47c4-bf45-db7b0793de89 req-82cd6c77-d893-4826-878d-989dc859fbb9 service neutron] 10.222.0.65 "GET /v2.0/networks/e2d187b6-98ce-49de-b641-472e7c3488cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1798317
Apr 15 19:51:38.410005 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e8fdbb-ae55-4ab8-afa9-235a738c8eef req-f90784b3-df0b-4933-a8fb-516e26e456de tempest-ServerRescueNegativeTestJSON-1235948813 tempest-ServerRescueNegativeTestJSON-1235948813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:51:38.411814 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-f3e8fdbb-ae55-4ab8-afa9-235a738c8eef req-f90784b3-df0b-4933-a8fb-516e26e456de tempest-ServerRescueNegativeTestJSON-1235948813 tempest-ServerRescueNegativeTestJSON-1235948813-project] 10.222.0.47 "GET /v2.0/ports?device_id=d4df9318-4d76-48f8-9843-b64bef8e8007 HTTP/1.1" status: 200  len: 945 time: 0.2765977
Apr 15 19:51:38.493755 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-f3e8fdbb-ae55-4ab8-afa9-235a738c8eef req-59b6c351-7d0b-4829-81ae-6d408600d1d5 tempest-ServerRescueNegativeTestJSON-1235948813 tempest-ServerRescueNegativeTestJSON-1235948813-project] 10.222.0.47 "GET /v2.0/security-groups?id=7fa5c887-ca49-4d7e-a257-900a3414a5f8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0720878
Apr 15 19:51:39.099204 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b3ac57-1b2e-44f0-813e-7b371d500492 req-b8a9f5c6-e8b2-4123-9cad-01269d1356a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:51:39.101577 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-d0b3ac57-1b2e-44f0-813e-7b371d500492 req-b8a9f5c6-e8b2-4123-9cad-01269d1356a9 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=4bae275d2add4a8a85e8b627d205bb33&device_id=a1383150-72ad-4e1a-b482-18005ac62501 HTTP/1.1" status: 200  len: 1099 time: 0.2349565
Apr 15 19:51:39.172886 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-b400c4f8-8969-424f-8663-39cf5b6e1207 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789847050935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-428960'] for agent, after_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:51:39.480651 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07269d68-0f69-40fd-9ea4-6154239127f0 req-5bf9e760-2b6a-4220-bd73-b9112ec8e471 tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:51:39.489605 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b3ac57-1b2e-44f0-813e-7b371d500492 req-92c881ce-b885-4084-83f8-db6a38249ea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:51:39.491278 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-d0b3ac57-1b2e-44f0-813e-7b371d500492 req-92c881ce-b885-4084-83f8-db6a38249ea0 service neutron] 10.222.0.65 "GET /v2.0/networks?id=3371f473-4c26-4f81-abc4-c2c4353fa3ab HTTP/1.1" status: 200  len: 918 time: 0.3775170
Apr 15 19:51:39.499049 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-07269d68-0f69-40fd-9ea4-6154239127f0 req-5bf9e760-2b6a-4220-bd73-b9112ec8e471 tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] 10.222.0.47 "GET /v2.0/ports?device_id=a1383150-72ad-4e1a-b482-18005ac62501 HTTP/1.1" status: 200  len: 946 time: 0.2403212
Apr 15 19:51:39.545897 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-56ecdebd-c5a0-4569-bc96-ba437f5ce558 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789847050935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-428960'] for agent, after_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:51:39.692730 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-07269d68-0f69-40fd-9ea4-6154239127f0 req-0b3bf657-c025-4c6c-a8ad-5b07f1091398 tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] 10.222.0.47 "GET /v2.0/security-groups?id=02d47f4f-b1ff-4af7-910c-5d6978bde7fb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1923151
Apr 15 19:51:39.801439 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-d0b3ac57-1b2e-44f0-813e-7b371d500492 req-acfe40ce-2d92-4230-a6ca-4c294def4400 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b7d370ef-6621-4ccd-8223-e4a1f5504c1b HTTP/1.1" status: 200  len: 1002 time: 0.2880807
Apr 15 19:51:39.975239 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b3ac57-1b2e-44f0-813e-7b371d500492 req-2557e6ae-6efc-4b31-9af0-4b092dea469e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:51:39.976896 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-d0b3ac57-1b2e-44f0-813e-7b371d500492 req-2557e6ae-6efc-4b31-9af0-4b092dea469e service neutron] 10.222.0.65 "GET /v2.0/subnets?id=8272d6a7-33c7-4e21-aec7-64c68285458e HTTP/1.1" status: 200  len: 856 time: 0.1583967
Apr 15 19:51:40.121626 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b3ac57-1b2e-44f0-813e-7b371d500492 req-375883e6-a99d-4dd5-bec7-b1edf046d425 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:51:40.123979 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-d0b3ac57-1b2e-44f0-813e-7b371d500492 req-375883e6-a99d-4dd5-bec7-b1edf046d425 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=3371f473-4c26-4f81-abc4-c2c4353fa3ab&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1382329
Apr 15 19:51:40.177164 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3407d927-9af7-4edf-88ab-bf4bcbdc695a req-a3ff3e46-f304-4e2e-a4af-ad7c3c02eae5 tempest-ServerRescueNegativeTestJSON-1235948813 tempest-ServerRescueNegativeTestJSON-1235948813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:51:40.202284 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-3407d927-9af7-4edf-88ab-bf4bcbdc695a req-a3ff3e46-f304-4e2e-a4af-ad7c3c02eae5 tempest-ServerRescueNegativeTestJSON-1235948813 tempest-ServerRescueNegativeTestJSON-1235948813-project] 10.222.0.47 "GET /v2.0/ports?device_id=d4df9318-4d76-48f8-9843-b64bef8e8007 HTTP/1.1" status: 200  len: 945 time: 0.2603853
Apr 15 19:51:40.271998 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-3407d927-9af7-4edf-88ab-bf4bcbdc695a req-d0aa553f-8247-4b9f-8c50-c74d3ceb1775 tempest-ServerRescueNegativeTestJSON-1235948813 tempest-ServerRescueNegativeTestJSON-1235948813-project] 10.222.0.47 "GET /v2.0/security-groups?id=7fa5c887-ca49-4d7e-a257-900a3414a5f8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0711710
Apr 15 19:51:40.303412 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-d0b3ac57-1b2e-44f0-813e-7b371d500492 req-ae25e97b-af91-4003-8b7e-5390c1eff16c service neutron] 10.222.0.65 "GET /v2.0/networks/3371f473-4c26-4f81-abc4-c2c4353fa3ab?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1635458
Apr 15 19:51:40.570161 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-3d77682a-3290-49f5-9a09-7e8e47f8ddca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789847050935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-428960'] for agent, after_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:51:40.764414 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-d0b3ac57-1b2e-44f0-813e-7b371d500492 req-45c72cee-e679-4ac5-9060-b27529fd42d5 service neutron] 10.222.0.65 "GET /v2.0/networks/3371f473-4c26-4f81-abc4-c2c4353fa3ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4498446
Apr 15 19:51:40.802593 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b0829c-32a0-4c1d-989e-c45cd6a43c8c req-ebea643f-e30b-4d34-80cd-3e92d8dd50ab tempest-AttachVolumeNegativeTest-1626257925 tempest-AttachVolumeNegativeTest-1626257925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:51:40.805703 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-57b0829c-32a0-4c1d-989e-c45cd6a43c8c req-ebea643f-e30b-4d34-80cd-3e92d8dd50ab tempest-AttachVolumeNegativeTest-1626257925 tempest-AttachVolumeNegativeTest-1626257925-project] 10.222.0.47 "GET /v2.0/ports?device_id=9d0ef369-a117-48a1-b468-86884da1d4c9 HTTP/1.1" status: 200  len: 946 time: 0.3127766
Apr 15 19:51:40.958089 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-57b0829c-32a0-4c1d-989e-c45cd6a43c8c req-9f1e48ad-64d8-4189-b51c-3e67c75717fb tempest-AttachVolumeNegativeTest-1626257925 tempest-AttachVolumeNegativeTest-1626257925-project] 10.222.0.47 "GET /v2.0/security-groups?id=8498f6ac-4e62-4833-b465-61e9c537cd5f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1396534
Apr 15 19:51:41.064277 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095b4f10-0fa9-4e62-b749-a84efaef3287 req-4456ffc0-9e89-4779-b77d-87269930e371 tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:51:41.066323 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-095b4f10-0fa9-4e62-b749-a84efaef3287 req-4456ffc0-9e89-4779-b77d-87269930e371 tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] 10.222.0.47 "GET /v2.0/ports?device_id=a1383150-72ad-4e1a-b482-18005ac62501 HTTP/1.1" status: 200  len: 946 time: 0.1291265
Apr 15 19:51:41.189497 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-095b4f10-0fa9-4e62-b749-a84efaef3287 req-1afcba89-1807-4e37-8fb5-136ec301a59f tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] 10.222.0.47 "GET /v2.0/security-groups?id=02d47f4f-b1ff-4af7-910c-5d6978bde7fb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1041934
Apr 15 19:51:41.642277 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c40bf2-3789-4deb-b7f1-d448e5ceb430 req-f8e19f03-9c1c-414c-ac1a-5591e8fcb5a1 tempest-ServerRescueNegativeTestJSON-1235948813 tempest-ServerRescueNegativeTestJSON-1235948813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:51:41.644018 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-04c40bf2-3789-4deb-b7f1-d448e5ceb430 req-f8e19f03-9c1c-414c-ac1a-5591e8fcb5a1 tempest-ServerRescueNegativeTestJSON-1235948813 tempest-ServerRescueNegativeTestJSON-1235948813-project] 10.222.0.47 "GET /v2.0/ports?device_id=d4df9318-4d76-48f8-9843-b64bef8e8007 HTTP/1.1" status: 200  len: 945 time: 0.1268065
Apr 15 19:51:41.724361 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-04c40bf2-3789-4deb-b7f1-d448e5ceb430 req-431cf50e-6c5b-432d-aafc-77409796e70c tempest-ServerRescueNegativeTestJSON-1235948813 tempest-ServerRescueNegativeTestJSON-1235948813-project] 10.222.0.47 "GET /v2.0/security-groups?id=7fa5c887-ca49-4d7e-a257-900a3414a5f8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0733674
Apr 15 19:51:41.809891 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.wsgi [-] (85344) accepted ('10.222.0.47', 46212) {{(pid=85344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:51:42.001270 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-67375768-bc71-4cce-8886-9f8acff8e9d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:51:42.035329 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.quota.driver [None req-67375768-bc71-4cce-8886-9f8acff8e9d4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:51:42.042939 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource [None req-67375768-bc71-4cce-8886-9f8acff8e9d4 admin admin] Usage tracker for resource:security_group_rule and tenant:1cad737befc34332895515496367fadb is out of sync, need to count used quota {{(pid=85344) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:51:42.059491 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource [None req-67375768-bc71-4cce-8886-9f8acff8e9d4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85344) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:51:42.068004 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.quota.driver [None req-67375768-bc71-4cce-8886-9f8acff8e9d4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:51:42.272762 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927dfd1c-fdbd-405c-9569-d42135032f79 req-708c4c64-7c49-4ea9-af94-853d21a7f933 tempest-AttachVolumeNegativeTest-1626257925 tempest-AttachVolumeNegativeTest-1626257925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:51:42.276215 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-927dfd1c-fdbd-405c-9569-d42135032f79 req-708c4c64-7c49-4ea9-af94-853d21a7f933 tempest-AttachVolumeNegativeTest-1626257925 tempest-AttachVolumeNegativeTest-1626257925-project] 10.222.0.65 "GET /v2.0/ports?device_id=9d0ef369-a117-48a1-b468-86884da1d4c9 HTTP/1.1" status: 200  len: 946 time: 0.1266263
Apr 15 19:51:42.381842 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.rpc [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Device b7d370ef-6621-4ccd-8223-e4a1f5504c1b no longer exists at agent hyperv_hv-cinder-78638 {{(pid=85346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 15 19:51:42.415189 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-67375768-bc71-4cce-8886-9f8acff8e9d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:51:42.443245 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f36e5c-ef97-471a-bf80-e4b645e5c000 req-bb4ba6fd-a20a-40c5-a0e4-480721468234 tempest-AttachVolumeNegativeTest-1626257925 tempest-AttachVolumeNegativeTest-1626257925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:51:42.445094 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-b6f36e5c-ef97-471a-bf80-e4b645e5c000 req-bb4ba6fd-a20a-40c5-a0e4-480721468234 tempest-AttachVolumeNegativeTest-1626257925 tempest-AttachVolumeNegativeTest-1626257925-project] 10.222.0.47 "GET /v2.0/ports?device_id=9d0ef369-a117-48a1-b468-86884da1d4c9 HTTP/1.1" status: 200  len: 946 time: 0.3051858
Apr 15 19:51:42.454105 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-67375768-bc71-4cce-8886-9f8acff8e9d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806004'] for security_group, after_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:51:42.488931 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.plugin [req-927dfd1c-fdbd-405c-9569-d42135032f79 req-27863de7-8e07-431a-a3e6-40af624d06ff tempest-AttachVolumeNegativeTest-1626257925 tempest-AttachVolumeNegativeTest-1626257925-project] Deleting port 0c1bed0b-39a2-4a98-a4ab-0c2e8031756f {{(pid=85345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 19:51:42.489635 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [req-927dfd1c-fdbd-405c-9569-d42135032f79 req-27863de7-8e07-431a-a3e6-40af624d06ff tempest-AttachVolumeNegativeTest-1626257925 tempest-AttachVolumeNegativeTest-1626257925-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363247007848052'] for port, before_delete {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:51:42.494112 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-3e6e08e9-6ce5-43c9-8296-4e5903ef1646 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:51:42.529599 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [None req-67375768-bc71-4cce-8886-9f8acff8e9d4 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=1cad737befc34332895515496367fadb&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7183812
Apr 15 19:51:42.559443 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67375768-bc71-4cce-8886-9f8acff8e9d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1203280-7714-4a4c-84dd-f4a52ecb28d0,revision_number=1']} {{(pid=85344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:51:42.611680 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.wsgi [-] (85344) accepted ('10.222.0.47', 46224) {{(pid=85344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:51:42.612834 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-67375768-bc71-4cce-8886-9f8acff8e9d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:51:42.616523 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-b6f36e5c-ef97-471a-bf80-e4b645e5c000 req-bdef54f5-cdf6-4cc8-98f4-46996d74bcc9 tempest-AttachVolumeNegativeTest-1626257925 tempest-AttachVolumeNegativeTest-1626257925-project] 10.222.0.47 "GET /v2.0/security-groups?id=8498f6ac-4e62-4833-b465-61e9c537cd5f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1635332
Apr 15 19:51:42.703994 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854565853'] for port, before_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:51:42.735526 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-cf040c94-5a40-47ab-b39d-76551a8658d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:51:42.782811 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.db [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] For port b7d370ef-6621-4ccd-8223-e4a1f5504c1b, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=b7d370ef-6621-4ccd-8223-e4a1f5504c1b,segment=NetworkSegment(50fe2df4-77d3-40aa-a8a3-45d53f7bd89a),segment_id=50fe2df4-77d3-40aa-a8a3-45d53f7bd89a)] {{(pid=85346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 19:51:42.784639 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1383150-72ad-4e1a-b482-18005ac62501', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b7d370ef-6621-4ccd-8223-e4a1f5504c1b'}] {{(pid=85346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 19:51:42.798485 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854693686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852972410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789846929216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789846482410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789846483725'] for port, after_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:51:42.802541 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-56ecdebd-c5a0-4569-bc96-ba437f5ce558 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:51:42.823790 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-cf040c94-5a40-47ab-b39d-76551a8658d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:51:42.972925 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Pushing event updated for resources: {'Port': ['ID=b7d370ef-6621-4ccd-8223-e4a1f5504c1b,revision_number=8']} {{(pid=85346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:51:42.977019 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-cf040c94-5a40-47ab-b39d-76551a8658d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806004'] for security_group, after_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:51:42.980264 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:51:43.045678 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-9e491b07-7cbd-4c05-89e1-ac94f144f301 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:51:43.071833 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf040c94-5a40-47ab-b39d-76551a8658d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1203280-7714-4a4c-84dd-f4a52ecb28d0,revision_number=None']} {{(pid=85344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:51:43.077279 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-cf040c94-5a40-47ab-b39d-76551a8658d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:51:43.079254 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-cf040c94-5a40-47ab-b39d-76551a8658d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:51:43.080839 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [None req-cf040c94-5a40-47ab-b39d-76551a8658d6 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/c1203280-7714-4a4c-84dd-f4a52ecb28d0 HTTP/1.1" status: 204  len: 168 time: 0.4631004
Apr 15 19:51:43.207972 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb6c517-d3ea-494f-9bb2-945eba90e296 req-69fc15bf-83a6-42b0-9a9a-a703f8247e9a tempest-ServerRescueNegativeTestJSON-1235948813 tempest-ServerRescueNegativeTestJSON-1235948813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:51:43.210114 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-bdb6c517-d3ea-494f-9bb2-945eba90e296 req-69fc15bf-83a6-42b0-9a9a-a703f8247e9a tempest-ServerRescueNegativeTestJSON-1235948813 tempest-ServerRescueNegativeTestJSON-1235948813-project] 10.222.0.47 "GET /v2.0/ports?device_id=d4df9318-4d76-48f8-9843-b64bef8e8007 HTTP/1.1" status: 200  len: 945 time: 0.2214921
Apr 15 19:51:43.384782 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-bdb6c517-d3ea-494f-9bb2-945eba90e296 req-09201ea2-e18b-404f-81c0-dc0b14ac2e15 tempest-ServerRescueNegativeTestJSON-1235948813 tempest-ServerRescueNegativeTestJSON-1235948813-project] 10.222.0.47 "GET /v2.0/security-groups?id=7fa5c887-ca49-4d7e-a257-900a3414a5f8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1569469
Apr 15 19:51:43.496721 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d27770-f5f0-4f6e-a28c-310b7761afe7 req-73985d75-4ec4-4efb-a396-df96af5c6ea9 tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:51:43.514965 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-e8d27770-f5f0-4f6e-a28c-310b7761afe7 req-73985d75-4ec4-4efb-a396-df96af5c6ea9 tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] 10.222.0.47 "GET /v2.0/ports?device_id=a1383150-72ad-4e1a-b482-18005ac62501 HTTP/1.1" status: 200  len: 946 time: 1.1604052
Apr 15 19:51:43.733920 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1383150-72ad-4e1a-b482-18005ac62501', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b7d370ef-6621-4ccd-8223-e4a1f5504c1b', 'code': 200}
Apr 15 19:51:43.759539 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-e8d27770-f5f0-4f6e-a28c-310b7761afe7 req-98ade5db-f028-4ef8-b405-95c5fce07f2f tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] 10.222.0.47 "GET /v2.0/security-groups?id=02d47f4f-b1ff-4af7-910c-5d6978bde7fb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2289846
Apr 15 19:51:43.903399 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.db [req-927dfd1c-fdbd-405c-9569-d42135032f79 req-27863de7-8e07-431a-a3e6-40af624d06ff tempest-AttachVolumeNegativeTest-1626257925 tempest-AttachVolumeNegativeTest-1626257925-project] For port 0c1bed0b-39a2-4a98-a4ab-0c2e8031756f, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=0c1bed0b-39a2-4a98-a4ab-0c2e8031756f,segment=NetworkSegment(3e6fcf0e-0b95-4774-a8cb-5489ca9658fc),segment_id=3e6fcf0e-0b95-4774-a8cb-5489ca9658fc)] {{(pid=85345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 19:51:43.904425 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [req-927dfd1c-fdbd-405c-9569-d42135032f79 req-27863de7-8e07-431a-a3e6-40af624d06ff tempest-AttachVolumeNegativeTest-1626257925 tempest-AttachVolumeNegativeTest-1626257925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853097680'] for port, precommit_delete {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:51:43.942243 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.wsgi [-] (85344) accepted ('10.222.0.47', 46240) {{(pid=85344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:51:43.982418 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-53a345e1-af96-4213-a1af-e0b9b17c2ff4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:51:44.024347 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.quota.driver [None req-53a345e1-af96-4213-a1af-e0b9b17c2ff4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:51:44.037078 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource [None req-53a345e1-af96-4213-a1af-e0b9b17c2ff4 admin admin] Usage tracker for resource:security_group_rule and tenant:6a4f60a777cc4099a7b427b8b76515c4 is out of sync, need to count used quota {{(pid=85344) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:51:44.045807 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource [None req-53a345e1-af96-4213-a1af-e0b9b17c2ff4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85344) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:51:44.066539 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.quota.driver [None req-53a345e1-af96-4213-a1af-e0b9b17c2ff4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:51:44.103143 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.plugin [req-927dfd1c-fdbd-405c-9569-d42135032f79 req-27863de7-8e07-431a-a3e6-40af624d06ff tempest-AttachVolumeNegativeTest-1626257925 tempest-AttachVolumeNegativeTest-1626257925-project] Calling delete_port for 0c1bed0b-39a2-4a98-a4ab-0c2e8031756f owned by compute:nova {{(pid=85345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 15 19:51:44.312015 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87ac0a5-f9d8-4b8b-a5a0-bfbee11dc3de req-6a58e462-57dc-4b2c-9c60-2966c1fa21a3 tempest-AttachVolumeNegativeTest-1626257925 tempest-AttachVolumeNegativeTest-1626257925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:51:44.328727 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-c87ac0a5-f9d8-4b8b-a5a0-bfbee11dc3de req-6a58e462-57dc-4b2c-9c60-2966c1fa21a3 tempest-AttachVolumeNegativeTest-1626257925 tempest-AttachVolumeNegativeTest-1626257925-project] 10.222.0.47 "GET /v2.0/ports?device_id=9d0ef369-a117-48a1-b468-86884da1d4c9 HTTP/1.1" status: 200  len: 946 time: 0.2646835
Apr 15 19:51:44.496780 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [req-927dfd1c-fdbd-405c-9569-d42135032f79 req-27863de7-8e07-431a-a3e6-40af624d06ff tempest-AttachVolumeNegativeTest-1626257925 tempest-AttachVolumeNegativeTest-1626257925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854693686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852972410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789846929199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363247008293407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2200102'] for port, after_delete {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:51:44.547189 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.db [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] get_ports_and_sgs() called for port_ids ['0f2dbfcb-23b1-46b8-a0a3-84c74f25f2e6', '5caf05f9-89bf-44b7-8586-631f88388dda', '258271e1-177c-45c6-866e-20b9c25853cd'] {{(pid=85346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 15 19:51:44.558897 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-e4b2fab7-bf0d-43f6-b365-431a92a7e0c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:51:44.609626 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-53a345e1-af96-4213-a1af-e0b9b17c2ff4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:51:44.655385 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27863de7-8e07-431a-a3e6-40af624d06ff tempest-AttachVolumeNegativeTest-1626257925 tempest-AttachVolumeNegativeTest-1626257925-project] Pushing event deleted for resources: {'Port': ['ID=0c1bed0b-39a2-4a98-a4ab-0c2e8031756f,revision_number=None']} {{(pid=85345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:51:44.663860 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-c87ac0a5-f9d8-4b8b-a5a0-bfbee11dc3de req-0543650a-7b75-4086-84f1-befe76b82d40 tempest-AttachVolumeNegativeTest-1626257925 tempest-AttachVolumeNegativeTest-1626257925-project] 10.222.0.47 "GET /v2.0/security-groups?id=8498f6ac-4e62-4833-b465-61e9c537cd5f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3293738
Apr 15 19:51:44.690624 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-53a345e1-af96-4213-a1af-e0b9b17c2ff4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806004'] for security_group, after_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:51:44.789916 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27863de7-8e07-431a-a3e6-40af624d06ff tempest-AttachVolumeNegativeTest-1626257925 tempest-AttachVolumeNegativeTest-1626257925-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:51:44.791226 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27863de7-8e07-431a-a3e6-40af624d06ff tempest-AttachVolumeNegativeTest-1626257925 tempest-AttachVolumeNegativeTest-1626257925-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:51:44.791929 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27863de7-8e07-431a-a3e6-40af624d06ff tempest-AttachVolumeNegativeTest-1626257925 tempest-AttachVolumeNegativeTest-1626257925-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:51:44.792964 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27863de7-8e07-431a-a3e6-40af624d06ff tempest-AttachVolumeNegativeTest-1626257925 tempest-AttachVolumeNegativeTest-1626257925-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:51:44.793765 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27863de7-8e07-431a-a3e6-40af624d06ff tempest-AttachVolumeNegativeTest-1626257925 tempest-AttachVolumeNegativeTest-1626257925-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:51:44.794609 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27863de7-8e07-431a-a3e6-40af624d06ff tempest-AttachVolumeNegativeTest-1626257925 tempest-AttachVolumeNegativeTest-1626257925-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:51:44.796350 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27863de7-8e07-431a-a3e6-40af624d06ff tempest-AttachVolumeNegativeTest-1626257925 tempest-AttachVolumeNegativeTest-1626257925-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:51:44.796792 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27863de7-8e07-431a-a3e6-40af624d06ff tempest-AttachVolumeNegativeTest-1626257925 tempest-AttachVolumeNegativeTest-1626257925-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:51:44.797199 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27863de7-8e07-431a-a3e6-40af624d06ff tempest-AttachVolumeNegativeTest-1626257925 tempest-AttachVolumeNegativeTest-1626257925-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:51:44.797628 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27863de7-8e07-431a-a3e6-40af624d06ff tempest-AttachVolumeNegativeTest-1626257925 tempest-AttachVolumeNegativeTest-1626257925-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:51:44.798027 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27863de7-8e07-431a-a3e6-40af624d06ff tempest-AttachVolumeNegativeTest-1626257925 tempest-AttachVolumeNegativeTest-1626257925-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:51:44.798601 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27863de7-8e07-431a-a3e6-40af624d06ff tempest-AttachVolumeNegativeTest-1626257925 tempest-AttachVolumeNegativeTest-1626257925-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:51:44.805843 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-27863de7-8e07-431a-a3e6-40af624d06ff tempest-AttachVolumeNegativeTest-1626257925 tempest-AttachVolumeNegativeTest-1626257925-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:51:44.832315 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:51:44.913541 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a345e1-af96-4213-a1af-e0b9b17c2ff4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8818bb8-09a9-45fc-a216-02ef65a1bb2c,revision_number=1']} {{(pid=85344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:51:44.940532 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-53a345e1-af96-4213-a1af-e0b9b17c2ff4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:51:44.992516 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [None req-53a345e1-af96-4213-a1af-e0b9b17c2ff4 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=6a4f60a777cc4099a7b427b8b76515c4&name=default HTTP/1.1" status: 200  len: 2979 time: 1.0469978
Apr 15 19:51:44.994376 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.wsgi [-] (85344) accepted ('10.222.0.47', 46252) {{(pid=85344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:51:45.160826 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-206fca23-4031-4126-a048-e6feb32c1911 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:51:45.295479 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-206fca23-4031-4126-a048-e6feb32c1911 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:51:45.295754 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.l3_dvrscheduler_db [req-927dfd1c-fdbd-405c-9569-d42135032f79 req-27863de7-8e07-431a-a3e6-40af624d06ff tempest-AttachVolumeNegativeTest-1626257925 tempest-AttachVolumeNegativeTest-1626257925-project] No DVR routers for this DVR port 0c1bed0b-39a2-4a98-a4ab-0c2e8031756f on host hv-cinder-78638 {{(pid=85345) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 15 19:51:45.302934 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [req-927dfd1c-fdbd-405c-9569-d42135032f79 req-27863de7-8e07-431a-a3e6-40af624d06ff tempest-AttachVolumeNegativeTest-1626257925 tempest-AttachVolumeNegativeTest-1626257925-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771739'] for port, before_response {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:51:45.314237 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d0ef369-a117-48a1-b468-86884da1d4c9', 'name': 'network-vif-deleted', 'tag': '0c1bed0b-39a2-4a98-a4ab-0c2e8031756f'}] {{(pid=85345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 19:51:45.354321 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-927dfd1c-fdbd-405c-9569-d42135032f79 req-27863de7-8e07-431a-a3e6-40af624d06ff tempest-AttachVolumeNegativeTest-1626257925 tempest-AttachVolumeNegativeTest-1626257925-project] 10.222.0.65 "DELETE /v2.0/ports/0c1bed0b-39a2-4a98-a4ab-0c2e8031756f HTTP/1.1" status: 204  len: 173 time: 3.0642447
Apr 15 19:51:45.451645 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23b9908-ce35-4929-9b02-839cee85fa02 req-91fe8f69-e1bc-452f-87ed-00d65f4ca872 tempest-ServerRescueNegativeTestJSON-1235948813 tempest-ServerRescueNegativeTestJSON-1235948813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:51:45.460323 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-c23b9908-ce35-4929-9b02-839cee85fa02 req-91fe8f69-e1bc-452f-87ed-00d65f4ca872 tempest-ServerRescueNegativeTestJSON-1235948813 tempest-ServerRescueNegativeTestJSON-1235948813-project] 10.222.0.47 "GET /v2.0/ports?device_id=d4df9318-4d76-48f8-9843-b64bef8e8007 HTTP/1.1" status: 200  len: 945 time: 0.6096876
Apr 15 19:51:45.580109 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-c23b9908-ce35-4929-9b02-839cee85fa02 req-a106e396-3e9e-4529-b6ae-34759f9f5e70 tempest-ServerRescueNegativeTestJSON-1235948813 tempest-ServerRescueNegativeTestJSON-1235948813-project] 10.222.0.47 "GET /v2.0/security-groups?id=7fa5c887-ca49-4d7e-a257-900a3414a5f8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1185558
Apr 15 19:51:45.653640 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d0ef369-a117-48a1-b468-86884da1d4c9', 'name': 'network-vif-deleted', 'tag': '0c1bed0b-39a2-4a98-a4ab-0c2e8031756f', 'status': 'completed', 'code': 200}
Apr 15 19:51:45.914405 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e766e45-edc4-4282-aa61-488f9445691c req-ef5c4a95-3c46-4e99-b0b9-5258d788f2f5 tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:51:45.919750 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-7e766e45-edc4-4282-aa61-488f9445691c req-ef5c4a95-3c46-4e99-b0b9-5258d788f2f5 tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] 10.222.0.47 "GET /v2.0/ports?device_id=a1383150-72ad-4e1a-b482-18005ac62501 HTTP/1.1" status: 200  len: 944 time: 0.7918208
Apr 15 19:51:45.982714 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-206fca23-4031-4126-a048-e6feb32c1911 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806004'] for security_group, after_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:51:45.995710 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-cf040c94-5a40-47ab-b39d-76551a8658d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:51:46.032455 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-7e766e45-edc4-4282-aa61-488f9445691c req-40e95696-2309-4bfd-8d98-c68cc76917ef tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] 10.222.0.47 "GET /v2.0/security-groups?id=02d47f4f-b1ff-4af7-910c-5d6978bde7fb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1032822
Apr 15 19:51:46.033904 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206fca23-4031-4126-a048-e6feb32c1911 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8818bb8-09a9-45fc-a216-02ef65a1bb2c,revision_number=None']} {{(pid=85344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:51:46.038011 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-206fca23-4031-4126-a048-e6feb32c1911 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:51:46.040252 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [None req-206fca23-4031-4126-a048-e6feb32c1911 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/b8818bb8-09a9-45fc-a216-02ef65a1bb2c HTTP/1.1" status: 204  len: 168 time: 1.0442283
Apr 15 19:51:46.042434 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-206fca23-4031-4126-a048-e6feb32c1911 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:51:46.104434 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource [req-ca4b1e1e-920c-4336-94c7-acb495b320fe req-a6e7e74b-c27f-4685-bf63-1b6b11b4ba8b tempest-AttachVolumeNegativeTest-1626257925 tempest-AttachVolumeNegativeTest-1626257925-project] Synchronizing usage tracker for tenant:baf9cfef8926468ebb80cb08498b5bf3 on resource:port {{(pid=85345) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 15 19:51:46.159009 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource [req-ca4b1e1e-920c-4336-94c7-acb495b320fe req-a6e7e74b-c27f-4685-bf63-1b6b11b4ba8b tempest-AttachVolumeNegativeTest-1626257925 tempest-AttachVolumeNegativeTest-1626257925-project] Unset dirty status for tenant:baf9cfef8926468ebb80cb08498b5bf3 on resource:port {{(pid=85345) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 15 19:51:46.173343 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-ca4b1e1e-920c-4336-94c7-acb495b320fe req-a6e7e74b-c27f-4685-bf63-1b6b11b4ba8b tempest-AttachVolumeNegativeTest-1626257925 tempest-AttachVolumeNegativeTest-1626257925-project] 10.222.0.47 "GET /v2.0/ports?device_id=9d0ef369-a117-48a1-b468-86884da1d4c9 HTTP/1.1" status: 200  len: 210 time: 0.2144842
Apr 15 19:51:46.394715 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.rpc [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Device b7d370ef-6621-4ccd-8223-e4a1f5504c1b no longer exists at agent hyperv_hv-cinder-78638 {{(pid=85346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 15 19:51:46.984779 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.rpc [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Device 0c1bed0b-39a2-4a98-a4ab-0c2e8031756f no longer exists at agent hyperv_hv-cinder-78638 {{(pid=85346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 15 19:51:47.127033 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.plugin [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] No Port match for: 0c1bed0b-39a2-4a98-a4ab-0c2e8031756f {{(pid=85346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 15 19:51:47.128327 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.rpc [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Device 0c1bed0b-39a2-4a98-a4ab-0c2e8031756f not bound to the agent host hv-cinder-78638 {{(pid=85346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 15 19:51:47.288348 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff681e2-a7a8-4f45-80d8-5d418ed00012 req-f498f9b2-6a5c-4385-9acb-fd038012e671 tempest-ServerRescueNegativeTestJSON-1235948813 tempest-ServerRescueNegativeTestJSON-1235948813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:51:47.291324 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-4ff681e2-a7a8-4f45-80d8-5d418ed00012 req-f498f9b2-6a5c-4385-9acb-fd038012e671 tempest-ServerRescueNegativeTestJSON-1235948813 tempest-ServerRescueNegativeTestJSON-1235948813-project] 10.222.0.47 "GET /v2.0/ports?device_id=d4df9318-4d76-48f8-9843-b64bef8e8007 HTTP/1.1" status: 200  len: 945 time: 0.1564651
Apr 15 19:51:47.419272 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-4ff681e2-a7a8-4f45-80d8-5d418ed00012 req-5c42eff0-1e16-48c8-adae-3129be3328b2 tempest-ServerRescueNegativeTestJSON-1235948813 tempest-ServerRescueNegativeTestJSON-1235948813-project] 10.222.0.47 "GET /v2.0/security-groups?id=7fa5c887-ca49-4d7e-a257-900a3414a5f8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1203895
Apr 15 19:51:47.904671 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c7b797-390c-4f15-b549-d9b066b42859 req-f8ee599d-3a25-4ca1-be80-af20d685abcd tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:51:47.907932 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-88c7b797-390c-4f15-b549-d9b066b42859 req-f8ee599d-3a25-4ca1-be80-af20d685abcd tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] 10.222.0.47 "GET /v2.0/ports?device_id=a1383150-72ad-4e1a-b482-18005ac62501 HTTP/1.1" status: 200  len: 944 time: 0.2453649
Apr 15 19:51:47.970125 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-88c7b797-390c-4f15-b549-d9b066b42859 req-9227b40b-1218-41ea-a990-cf3ca1bb7a1d tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] 10.222.0.47 "GET /v2.0/security-groups?id=02d47f4f-b1ff-4af7-910c-5d6978bde7fb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0502074
Apr 15 19:51:48.047105 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c72262-6635-4772-8cf6-d4ea0426fd5a req-88f69e37-5e4a-4e49-b6dc-4f1f7335ad1e tempest-TestMinimumBasicScenario-16446131 tempest-TestMinimumBasicScenario-16446131-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:51:48.051461 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-37c72262-6635-4772-8cf6-d4ea0426fd5a req-88f69e37-5e4a-4e49-b6dc-4f1f7335ad1e tempest-TestMinimumBasicScenario-16446131 tempest-TestMinimumBasicScenario-16446131-project] 10.222.0.47 "GET /v2.0/networks?id=42fbcbc3-b235-4653-875d-d3c9a17e6927 HTTP/1.1" status: 200  len: 812 time: 0.4252720
Apr 15 19:51:48.080542 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-37c72262-6635-4772-8cf6-d4ea0426fd5a req-950296b9-83fc-45ff-aa6e-4a12173c0fe2 tempest-TestMinimumBasicScenario-16446131 tempest-TestMinimumBasicScenario-16446131-project] 10.222.0.47 "GET /v2.0/quotas/18011ad8d1764685bdd8f676b9d51581 HTTP/1.1" status: 200  len: 375 time: 0.0231075
Apr 15 19:51:48.262871 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource [req-37c72262-6635-4772-8cf6-d4ea0426fd5a req-7b10464c-4a8b-4e42-9148-60e0307c8dae tempest-TestMinimumBasicScenario-16446131 tempest-TestMinimumBasicScenario-16446131-project] Synchronizing usage tracker for tenant:18011ad8d1764685bdd8f676b9d51581 on resource:port {{(pid=85344) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 15 19:51:48.301837 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource [req-37c72262-6635-4772-8cf6-d4ea0426fd5a req-7b10464c-4a8b-4e42-9148-60e0307c8dae tempest-TestMinimumBasicScenario-16446131 tempest-TestMinimumBasicScenario-16446131-project] Unset dirty status for tenant:18011ad8d1764685bdd8f676b9d51581 on resource:port {{(pid=85344) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 15 19:51:48.317038 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-37c72262-6635-4772-8cf6-d4ea0426fd5a req-7b10464c-4a8b-4e42-9148-60e0307c8dae tempest-TestMinimumBasicScenario-16446131 tempest-TestMinimumBasicScenario-16446131-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=18011ad8d1764685bdd8f676b9d51581&fields=id HTTP/1.1" status: 200  len: 302 time: 0.2207220
Apr 15 19:51:48.471969 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.wsgi [-] (85345) accepted ('10.222.0.47', 46358) {{(pid=85345) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:51:48.513335 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-37c72262-6635-4772-8cf6-d4ea0426fd5a req-31fb4d9c-e2ee-45b7-923a-eedd8a9efec7 service neutron] 10.222.0.47 "GET /v2.0/networks/42fbcbc3-b235-4653-875d-d3c9a17e6927?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1769409
Apr 15 19:51:48.665234 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-ba620ae7-e2cd-49d2-810f-766271ded6a6 req-a759673c-320e-4766-b2b4-98672a7b9ffa service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=a1383150-72ad-4e1a-b482-18005ac62501&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1918604
Apr 15 19:51:48.831481 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fb617f-50ba-44e8-a5e8-a074e64d83e1 req-f150d0c1-36d1-4b82-addd-79ed4a720798 tempest-ServerRescueNegativeTestJSON-1235948813 tempest-ServerRescueNegativeTestJSON-1235948813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:51:48.833180 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-a8fb617f-50ba-44e8-a5e8-a074e64d83e1 req-f150d0c1-36d1-4b82-addd-79ed4a720798 tempest-ServerRescueNegativeTestJSON-1235948813 tempest-ServerRescueNegativeTestJSON-1235948813-project] 10.222.0.47 "GET /v2.0/ports?device_id=d4df9318-4d76-48f8-9843-b64bef8e8007 HTTP/1.1" status: 200  len: 945 time: 0.1466684
Apr 15 19:51:48.876838 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-37c72262-6635-4772-8cf6-d4ea0426fd5a req-8ff4bce4-aee3-4037-9372-e67a298d563e service neutron] 10.222.0.47 "GET /v2.0/networks/42fbcbc3-b235-4653-875d-d3c9a17e6927?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3391299
Apr 15 19:51:48.937621 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-a8fb617f-50ba-44e8-a5e8-a074e64d83e1 req-cd945933-57d3-4edf-9854-5254b1f9e6e1 tempest-ServerRescueNegativeTestJSON-1235948813 tempest-ServerRescueNegativeTestJSON-1235948813-project] 10.222.0.47 "GET /v2.0/security-groups?id=7fa5c887-ca49-4d7e-a257-900a3414a5f8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0802944
Apr 15 19:51:49.724217 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff04e31b-6dc3-4577-8105-76f2198041d5 req-84c43a5a-44c3-4403-adaa-78f16484b5db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:51:49.726202 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-ff04e31b-6dc3-4577-8105-76f2198041d5 req-84c43a5a-44c3-4403-adaa-78f16484b5db service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=d4df9318-4d76-48f8-9843-b64bef8e8007 HTTP/1.1" status: 200  len: 1098 time: 0.1760514
Apr 15 19:51:49.778388 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63799847-532e-49fc-a0f7-028df9af980e req-d2967db9-e261-42a8-95a6-c72b6b4c39c3 tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:51:49.780192 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-63799847-532e-49fc-a0f7-028df9af980e req-d2967db9-e261-42a8-95a6-c72b6b4c39c3 tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] 10.222.0.47 "GET /v2.0/ports?device_id=a1383150-72ad-4e1a-b482-18005ac62501 HTTP/1.1" status: 200  len: 944 time: 0.1536486
Apr 15 19:51:49.819232 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-ff04e31b-6dc3-4577-8105-76f2198041d5 req-8e784461-6f96-4354-912b-00c7434c2c34 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=7fa5c887-ca49-4d7e-a257-900a3414a5f8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0798926
Apr 15 19:51:49.847667 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-63799847-532e-49fc-a0f7-028df9af980e req-a215dfc2-5caf-42d1-88dd-cb2ec74bcfd3 tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] 10.222.0.47 "GET /v2.0/security-groups?id=02d47f4f-b1ff-4af7-910c-5d6978bde7fb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0576899
Apr 15 19:51:50.104261 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6a25cf-f9c8-4569-b355-8c2c43a665d5 req-71d721f6-079a-4faf-9afd-1c676a99c3f0 tempest-AttachVolumeNegativeTest-1626257925 tempest-AttachVolumeNegativeTest-1626257925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:51:50.106936 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-6d6a25cf-f9c8-4569-b355-8c2c43a665d5 req-71d721f6-079a-4faf-9afd-1c676a99c3f0 tempest-AttachVolumeNegativeTest-1626257925 tempest-AttachVolumeNegativeTest-1626257925-project] 10.222.0.47 "GET /v2.0/ports?device_id=e4bab061-949c-4ba3-bdfd-88c1e83737a6 HTTP/1.1" status: 200  len: 945 time: 0.1288664
Apr 15 19:51:50.197550 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-6d6a25cf-f9c8-4569-b355-8c2c43a665d5 req-0bedc03c-fcda-4aa7-9ac6-c52c6b02b908 tempest-AttachVolumeNegativeTest-1626257925 tempest-AttachVolumeNegativeTest-1626257925-project] 10.222.0.47 "GET /v2.0/security-groups?id=8498f6ac-4e62-4833-b465-61e9c537cd5f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0772378
Apr 15 19:51:50.317993 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-45ab166c-2630-4713-a26f-d93dba943cfe req-db710f49-06c0-46dd-b525-7125d84216c2 tempest-TestMinimumBasicScenario-16446131 tempest-TestMinimumBasicScenario-16446131-project] 10.222.0.47 "GET /v2.0/ports?device_id=abff34df-4507-4be0-b685-13b21e599b36 HTTP/1.1" status: 200  len: 210 time: 0.0732234
Apr 15 19:51:50.579497 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e4ed9b-d08c-4a70-a3e1-b96c2a81ede9 req-69d24103-288b-4109-9db2-9c4147ca71bc tempest-ServerRescueNegativeTestJSON-1235948813 tempest-ServerRescueNegativeTestJSON-1235948813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:51:50.583384 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-60e4ed9b-d08c-4a70-a3e1-b96c2a81ede9 req-69d24103-288b-4109-9db2-9c4147ca71bc tempest-ServerRescueNegativeTestJSON-1235948813 tempest-ServerRescueNegativeTestJSON-1235948813-project] 10.222.0.47 "GET /v2.0/ports?device_id=d4df9318-4d76-48f8-9843-b64bef8e8007 HTTP/1.1" status: 200  len: 945 time: 0.2007127
Apr 15 19:51:50.776669 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-60e4ed9b-d08c-4a70-a3e1-b96c2a81ede9 req-1467851f-dbda-4856-a320-cabd00cc47b2 tempest-ServerRescueNegativeTestJSON-1235948813 tempest-ServerRescueNegativeTestJSON-1235948813-project] 10.222.0.47 "GET /v2.0/security-groups?id=7fa5c887-ca49-4d7e-a257-900a3414a5f8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1825001
Apr 15 19:51:50.948417 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba620ae7-e2cd-49d2-810f-766271ded6a6 req-0d3a1159-566b-4761-9461-7fb150c53322 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:51:50.950411 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-ba620ae7-e2cd-49d2-810f-766271ded6a6 req-0d3a1159-566b-4761-9461-7fb150c53322 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=a1383150-72ad-4e1a-b482-18005ac62501&tenant_id=4bae275d2add4a8a85e8b627d205bb33 HTTP/1.1" status: 200  len: 1097 time: 0.1897247
Apr 15 19:51:51.163642 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69786782-573e-4416-a359-05919f976154 req-376871ea-edc0-4b6e-8e73-f8bd62007e1b tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:51:51.165431 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-69786782-573e-4416-a359-05919f976154 req-376871ea-edc0-4b6e-8e73-f8bd62007e1b tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] 10.222.0.47 "GET /v2.0/ports?device_id=a1383150-72ad-4e1a-b482-18005ac62501 HTTP/1.1" status: 200  len: 944 time: 0.1711326
Apr 15 19:51:51.169019 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba620ae7-e2cd-49d2-810f-766271ded6a6 req-14f8ebd4-5520-4522-bd2a-3d90befb1096 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:51:51.171398 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-ba620ae7-e2cd-49d2-810f-766271ded6a6 req-14f8ebd4-5520-4522-bd2a-3d90befb1096 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=4bae275d2add4a8a85e8b627d205bb33&device_id=a1383150-72ad-4e1a-b482-18005ac62501 HTTP/1.1" status: 200  len: 1097 time: 0.1748283
Apr 15 19:51:51.322669 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-69786782-573e-4416-a359-05919f976154 req-cdb7720d-2d4e-4561-ba29-218879345c9a tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] 10.222.0.47 "GET /v2.0/security-groups?id=02d47f4f-b1ff-4af7-910c-5d6978bde7fb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1431274
Apr 15 19:51:51.513047 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba620ae7-e2cd-49d2-810f-766271ded6a6 req-76bd6143-5c38-4c03-9f30-05c950f67a6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:51:51.516948 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-ba620ae7-e2cd-49d2-810f-766271ded6a6 req-76bd6143-5c38-4c03-9f30-05c950f67a6a service neutron] 10.222.0.65 "GET /v2.0/networks?id=3371f473-4c26-4f81-abc4-c2c4353fa3ab HTTP/1.1" status: 200  len: 918 time: 0.3349926
Apr 15 19:51:51.660352 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-c481adc7-5ef8-4e43-a24e-3f0cb17802c3 req-8608082c-6a14-4a24-9402-e233d4aeeff9 tempest-TestMinimumBasicScenario-16446131 tempest-TestMinimumBasicScenario-16446131-project] 10.222.0.47 "GET /v2.0/ports?device_id=abff34df-4507-4be0-b685-13b21e599b36 HTTP/1.1" status: 200  len: 210 time: 0.0713456
Apr 15 19:51:51.683044 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e26825-bf18-49ad-a2f8-fe6037883e5c req-0d4152ef-2416-4989-b5a7-2f3767cb0a82 tempest-AttachVolumeNegativeTest-1626257925 tempest-AttachVolumeNegativeTest-1626257925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:51:51.684954 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-19e26825-bf18-49ad-a2f8-fe6037883e5c req-0d4152ef-2416-4989-b5a7-2f3767cb0a82 tempest-AttachVolumeNegativeTest-1626257925 tempest-AttachVolumeNegativeTest-1626257925-project] 10.222.0.65 "GET /v2.0/ports?device_id=e4bab061-949c-4ba3-bdfd-88c1e83737a6 HTTP/1.1" status: 200  len: 945 time: 0.2132673
Apr 15 19:51:51.715387 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-ba620ae7-e2cd-49d2-810f-766271ded6a6 req-c6007f9d-3417-40cb-b5f1-35dae8c6e0a5 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b7d370ef-6621-4ccd-8223-e4a1f5504c1b HTTP/1.1" status: 200  len: 1000 time: 0.1900973
Apr 15 19:51:51.793748 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f5b374-1a36-47ad-892a-ab5069c8d295 req-a114bcd3-ce44-4c35-8465-1ecaa2f970b3 tempest-AttachVolumeNegativeTest-1626257925 tempest-AttachVolumeNegativeTest-1626257925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:51:51.796047 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-60f5b374-1a36-47ad-892a-ab5069c8d295 req-a114bcd3-ce44-4c35-8465-1ecaa2f970b3 tempest-AttachVolumeNegativeTest-1626257925 tempest-AttachVolumeNegativeTest-1626257925-project] 10.222.0.47 "GET /v2.0/ports?device_id=e4bab061-949c-4ba3-bdfd-88c1e83737a6 HTTP/1.1" status: 200  len: 945 time: 0.3664744
Apr 15 19:51:51.886830 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.plugin [req-19e26825-bf18-49ad-a2f8-fe6037883e5c req-1d6fb572-c976-4210-b6f4-90b11761e643 tempest-AttachVolumeNegativeTest-1626257925 tempest-AttachVolumeNegativeTest-1626257925-project] Deleting port 258271e1-177c-45c6-866e-20b9c25853cd {{(pid=85344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 19:51:51.887433 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [req-19e26825-bf18-49ad-a2f8-fe6037883e5c req-1d6fb572-c976-4210-b6f4-90b11761e643 tempest-AttachVolumeNegativeTest-1626257925 tempest-AttachVolumeNegativeTest-1626257925-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363247007848052'] for port, before_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:51:51.890322 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba620ae7-e2cd-49d2-810f-766271ded6a6 req-df241286-bf77-484e-abf3-8a50111e86b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:51:51.891986 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-ba620ae7-e2cd-49d2-810f-766271ded6a6 req-df241286-bf77-484e-abf3-8a50111e86b0 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=8272d6a7-33c7-4e21-aec7-64c68285458e HTTP/1.1" status: 200  len: 856 time: 0.1681423
Apr 15 19:51:52.161934 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c72262-6635-4772-8cf6-d4ea0426fd5a req-77c48ccc-07a5-4f49-90ee-8f2326c4d5bb tempest-TestMinimumBasicScenario-16446131 tempest-TestMinimumBasicScenario-16446131-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:51:52.161934 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource [req-37c72262-6635-4772-8cf6-d4ea0426fd5a req-77c48ccc-07a5-4f49-90ee-8f2326c4d5bb tempest-TestMinimumBasicScenario-16446131 tempest-TestMinimumBasicScenario-16446131-project] Synchronizing usage tracker for tenant:18011ad8d1764685bdd8f676b9d51581 on resource:network {{(pid=85345) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 15 19:51:52.182715 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-60f5b374-1a36-47ad-892a-ab5069c8d295 req-baa5adcd-bfcd-4ac8-ab5d-75b74c8fe848 tempest-AttachVolumeNegativeTest-1626257925 tempest-AttachVolumeNegativeTest-1626257925-project] 10.222.0.47 "GET /v2.0/security-groups?id=8498f6ac-4e62-4833-b465-61e9c537cd5f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3797829
Apr 15 19:51:52.228346 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.db [req-19e26825-bf18-49ad-a2f8-fe6037883e5c req-1d6fb572-c976-4210-b6f4-90b11761e643 tempest-AttachVolumeNegativeTest-1626257925 tempest-AttachVolumeNegativeTest-1626257925-project] For port 258271e1-177c-45c6-866e-20b9c25853cd, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=258271e1-177c-45c6-866e-20b9c25853cd,segment=NetworkSegment(3e6fcf0e-0b95-4774-a8cb-5489ca9658fc),segment_id=3e6fcf0e-0b95-4774-a8cb-5489ca9658fc)] {{(pid=85344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 19:51:52.228693 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [req-19e26825-bf18-49ad-a2f8-fe6037883e5c req-1d6fb572-c976-4210-b6f4-90b11761e643 tempest-AttachVolumeNegativeTest-1626257925 tempest-AttachVolumeNegativeTest-1626257925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853097680'] for port, precommit_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:51:52.274141 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource [req-37c72262-6635-4772-8cf6-d4ea0426fd5a req-77c48ccc-07a5-4f49-90ee-8f2326c4d5bb tempest-TestMinimumBasicScenario-16446131 tempest-TestMinimumBasicScenario-16446131-project] Unset dirty status for tenant:18011ad8d1764685bdd8f676b9d51581 on resource:network {{(pid=85345) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 15 19:51:52.275559 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-37c72262-6635-4772-8cf6-d4ea0426fd5a req-77c48ccc-07a5-4f49-90ee-8f2326c4d5bb tempest-TestMinimumBasicScenario-16446131 tempest-TestMinimumBasicScenario-16446131-project] 10.222.0.65 "GET /v2.0/networks?id=42fbcbc3-b235-4653-875d-d3c9a17e6927 HTTP/1.1" status: 200  len: 812 time: 0.3163950
Apr 15 19:51:52.293847 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba620ae7-e2cd-49d2-810f-766271ded6a6 req-66a2bf37-992c-41ed-b638-1ac1413e6281 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:51:52.295646 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-ba620ae7-e2cd-49d2-810f-766271ded6a6 req-66a2bf37-992c-41ed-b638-1ac1413e6281 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=3371f473-4c26-4f81-abc4-c2c4353fa3ab&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.3949876
Apr 15 19:51:52.304239 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.v2.base [req-37c72262-6635-4772-8cf6-d4ea0426fd5a req-ceccaf9e-7257-4d0f-862a-77e30a0ba0b8 tempest-TestMinimumBasicScenario-16446131 tempest-TestMinimumBasicScenario-16446131-project] Request body: {'port': {'device_id': 'abff34df-4507-4be0-b685-13b21e599b36', 'network_id': '42fbcbc3-b235-4653-875d-d3c9a17e6927', 'admin_state_up': True, 'tenant_id': '18011ad8d1764685bdd8f676b9d51581'}} {{(pid=85345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 19:51:52.482049 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.plugin [req-19e26825-bf18-49ad-a2f8-fe6037883e5c req-1d6fb572-c976-4210-b6f4-90b11761e643 tempest-AttachVolumeNegativeTest-1626257925 tempest-AttachVolumeNegativeTest-1626257925-project] Calling delete_port for 258271e1-177c-45c6-866e-20b9c25853cd owned by compute:nova {{(pid=85344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 15 19:51:52.515909 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a03231-a7f6-4da2-b34c-508fc7856b10 req-446812f6-f909-4c5e-bf8a-753decb866ff tempest-ServerRescueNegativeTestJSON-1235948813 tempest-ServerRescueNegativeTestJSON-1235948813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:51:52.520287 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-44a03231-a7f6-4da2-b34c-508fc7856b10 req-446812f6-f909-4c5e-bf8a-753decb866ff tempest-ServerRescueNegativeTestJSON-1235948813 tempest-ServerRescueNegativeTestJSON-1235948813-project] 10.222.0.47 "GET /v2.0/ports?device_id=d4df9318-4d76-48f8-9843-b64bef8e8007 HTTP/1.1" status: 200  len: 945 time: 0.3563125
Apr 15 19:51:52.635418 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-ba620ae7-e2cd-49d2-810f-766271ded6a6 req-5a20d418-d976-46b7-b1a1-ba523d21bb16 service neutron] 10.222.0.65 "GET /v2.0/networks/3371f473-4c26-4f81-abc4-c2c4353fa3ab?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3157785
Apr 15 19:51:52.856204 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0c129b-a4d4-4451-8874-6c6702611349 req-ba35a499-ff4e-42fe-bca0-eaa44e0f8a02 tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:51:52.858453 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-1e0c129b-a4d4-4451-8874-6c6702611349 req-ba35a499-ff4e-42fe-bca0-eaa44e0f8a02 tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] 10.222.0.47 "GET /v2.0/ports?device_id=a1383150-72ad-4e1a-b482-18005ac62501 HTTP/1.1" status: 200  len: 944 time: 0.2125487
Apr 15 19:51:52.935281 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [req-19e26825-bf18-49ad-a2f8-fe6037883e5c req-1d6fb572-c976-4210-b6f4-90b11761e643 tempest-AttachVolumeNegativeTest-1626257925 tempest-AttachVolumeNegativeTest-1626257925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854693686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852972410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789846929199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363247008293407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851621869'] for port, after_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:51:52.963884 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.db [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] get_ports_and_sgs() called for port_ids ['0f2dbfcb-23b1-46b8-a0a3-84c74f25f2e6', '5caf05f9-89bf-44b7-8586-631f88388dda'] {{(pid=85346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 15 19:51:53.038455 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.quota.driver [req-37c72262-6635-4772-8cf6-d4ea0426fd5a req-ceccaf9e-7257-4d0f-862a-77e30a0ba0b8 tempest-TestMinimumBasicScenario-16446131 tempest-TestMinimumBasicScenario-16446131-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85345) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:51:53.051289 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.quota.driver [req-37c72262-6635-4772-8cf6-d4ea0426fd5a req-ceccaf9e-7257-4d0f-862a-77e30a0ba0b8 tempest-TestMinimumBasicScenario-16446131 tempest-TestMinimumBasicScenario-16446131-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=85345) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:51:53.071109 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-37c72262-6635-4772-8cf6-d4ea0426fd5a req-ceccaf9e-7257-4d0f-862a-77e30a0ba0b8 tempest-TestMinimumBasicScenario-16446131 tempest-TestMinimumBasicScenario-16446131-project] Made reservation on behalf of 18011ad8d1764685bdd8f676b9d51581 for: {'port': 1} {{(pid=85345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 15 19:51:53.077721 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [req-37c72262-6635-4772-8cf6-d4ea0426fd5a req-ceccaf9e-7257-4d0f-862a-77e30a0ba0b8 tempest-TestMinimumBasicScenario-16446131 tempest-TestMinimumBasicScenario-16446131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854565853'] for port, before_create {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:51:53.195510 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-44a03231-a7f6-4da2-b34c-508fc7856b10 req-65da18a1-c5db-4226-a8f7-8991faab08f2 tempest-ServerRescueNegativeTestJSON-1235948813 tempest-ServerRescueNegativeTestJSON-1235948813-project] 10.222.0.47 "GET /v2.0/security-groups?id=7fa5c887-ca49-4d7e-a257-900a3414a5f8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6696706
Apr 15 19:51:53.243194 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-68735878-9801-443f-bc47-6ad8add09704 tempest-AttachVolumeNegativeTest-1626257925 tempest-AttachVolumeNegativeTest-1626257925-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:51:53.433766 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6fb572-c976-4210-b6f4-90b11761e643 tempest-AttachVolumeNegativeTest-1626257925 tempest-AttachVolumeNegativeTest-1626257925-project] Pushing event deleted for resources: {'Port': ['ID=258271e1-177c-45c6-866e-20b9c25853cd,revision_number=None']} {{(pid=85344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:51:53.445505 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-1d6fb572-c976-4210-b6f4-90b11761e643 tempest-AttachVolumeNegativeTest-1626257925 tempest-AttachVolumeNegativeTest-1626257925-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:51:53.462335 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-1e0c129b-a4d4-4451-8874-6c6702611349 req-cfa378cd-13a7-4af3-bdef-dbd4018b7459 tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] 10.222.0.47 "GET /v2.0/security-groups?id=02d47f4f-b1ff-4af7-910c-5d6978bde7fb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.5794606
Apr 15 19:51:53.627022 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.wsgi [-] (85345) accepted ('10.222.0.47', 46480) {{(pid=85345) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:51:53.725352 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.l3_dvrscheduler_db [req-19e26825-bf18-49ad-a2f8-fe6037883e5c req-1d6fb572-c976-4210-b6f4-90b11761e643 tempest-AttachVolumeNegativeTest-1626257925 tempest-AttachVolumeNegativeTest-1626257925-project] No DVR routers for this DVR port 258271e1-177c-45c6-866e-20b9c25853cd on host hv-cinder-78638 {{(pid=85344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 15 19:51:53.740202 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [req-19e26825-bf18-49ad-a2f8-fe6037883e5c req-1d6fb572-c976-4210-b6f4-90b11761e643 tempest-AttachVolumeNegativeTest-1626257925 tempest-AttachVolumeNegativeTest-1626257925-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771739'] for port, before_response {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:51:53.743625 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4bab061-949c-4ba3-bdfd-88c1e83737a6', 'name': 'network-vif-deleted', 'tag': '258271e1-177c-45c6-866e-20b9c25853cd'}] {{(pid=85344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 19:51:53.763719 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-19e26825-bf18-49ad-a2f8-fe6037883e5c req-1d6fb572-c976-4210-b6f4-90b11761e643 tempest-AttachVolumeNegativeTest-1626257925 tempest-AttachVolumeNegativeTest-1626257925-project] 10.222.0.65 "DELETE /v2.0/ports/258271e1-177c-45c6-866e-20b9c25853cd HTTP/1.1" status: 204  len: 173 time: 2.0675511
Apr 15 19:51:53.836612 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-ba620ae7-e2cd-49d2-810f-766271ded6a6 req-3366b482-10b2-4b10-b93a-1b7b3861b879 service neutron] 10.222.0.65 "GET /v2.0/networks/3371f473-4c26-4f81-abc4-c2c4353fa3ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 1.1804311
Apr 15 19:51:53.852501 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-72ec6fb1-cedc-476c-ba3c-aabebe056ab6 req-95b7f7ab-15bc-4a84-a759-65a462aa930c tempest-TestMinimumBasicScenario-16446131 tempest-TestMinimumBasicScenario-16446131-project] 10.222.0.47 "GET /v2.0/ports?device_id=abff34df-4507-4be0-b685-13b21e599b36 HTTP/1.1" status: 200  len: 210 time: 0.2229159
Apr 15 19:51:53.912758 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.db_base_plugin_common [req-37c72262-6635-4772-8cf6-d4ea0426fd5a req-ceccaf9e-7257-4d0f-862a-77e30a0ba0b8 tempest-TestMinimumBasicScenario-16446131 tempest-TestMinimumBasicScenario-16446131-project] Allocated IP 172.20.0.6 (42fbcbc3-b235-4653-875d-d3c9a17e6927/922b60ea-4b47-44c0-8320-575ac4d11e8d/827e729e-1c55-44d8-a183-7221bd52ad3c) {{(pid=85345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 15 19:51:54.035747 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource [req-38810c65-935c-48ac-9f1f-a85b7a2ee73d req-5a833f35-d1b1-4ce7-a5db-791d9beeae2b tempest-AttachVolumeNegativeTest-1626257925 tempest-AttachVolumeNegativeTest-1626257925-project] Synchronizing usage tracker for tenant:baf9cfef8926468ebb80cb08498b5bf3 on resource:port {{(pid=85344) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 15 19:51:54.080478 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource [req-38810c65-935c-48ac-9f1f-a85b7a2ee73d req-5a833f35-d1b1-4ce7-a5db-791d9beeae2b tempest-AttachVolumeNegativeTest-1626257925 tempest-AttachVolumeNegativeTest-1626257925-project] Unset dirty status for tenant:baf9cfef8926468ebb80cb08498b5bf3 on resource:port {{(pid=85344) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 15 19:51:54.081722 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-38810c65-935c-48ac-9f1f-a85b7a2ee73d req-5a833f35-d1b1-4ce7-a5db-791d9beeae2b tempest-AttachVolumeNegativeTest-1626257925 tempest-AttachVolumeNegativeTest-1626257925-project] 10.222.0.47 "GET /v2.0/ports?device_id=e4bab061-949c-4ba3-bdfd-88c1e83737a6 HTTP/1.1" status: 200  len: 210 time: 0.1720912
Apr 15 19:51:54.241814 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4bab061-949c-4ba3-bdfd-88c1e83737a6', 'name': 'network-vif-deleted', 'tag': '258271e1-177c-45c6-866e-20b9c25853cd', 'status': 'completed', 'code': 200}
Apr 15 19:51:54.441259 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.rpc [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Device 258271e1-177c-45c6-866e-20b9c25853cd no longer exists at agent hyperv_hv-cinder-78638 {{(pid=85346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 15 19:51:54.491206 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [req-37c72262-6635-4772-8cf6-d4ea0426fd5a req-ceccaf9e-7257-4d0f-862a-77e30a0ba0b8 tempest-TestMinimumBasicScenario-16446131 tempest-TestMinimumBasicScenario-16446131-project] Notify callbacks [] for port, precommit_create {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:51:54.522700 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.plugin [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] No Port match for: 258271e1-177c-45c6-866e-20b9c25853cd {{(pid=85346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 15 19:51:54.523232 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.rpc [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Device 258271e1-177c-45c6-866e-20b9c25853cd not bound to the agent host hv-cinder-78638 {{(pid=85346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 15 19:51:54.552457 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.provisioning_blocks [req-37c72262-6635-4772-8cf6-d4ea0426fd5a req-ceccaf9e-7257-4d0f-862a-77e30a0ba0b8 tempest-TestMinimumBasicScenario-16446131 tempest-TestMinimumBasicScenario-16446131-project] Transition to ACTIVE for port object 827e729e-1c55-44d8-a183-7221bd52ad3c will not be triggered until provisioned by entity DHCP. {{(pid=85345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 19:51:54.612263 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [req-37c72262-6635-4772-8cf6-d4ea0426fd5a req-ceccaf9e-7257-4d0f-862a-77e30a0ba0b8 tempest-TestMinimumBasicScenario-16446131 tempest-TestMinimumBasicScenario-16446131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854693686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852972410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789846482393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2200102'] for port, after_create {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:51:54.644561 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-02a8402e-1aa2-4498-ad5c-8b545e70de09 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:51:54.831906 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-6d7e67d9-b90f-477d-adf7-4617e23e9228 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:51:55.129198 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.quota.driver [None req-6d7e67d9-b90f-477d-adf7-4617e23e9228 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85345) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:51:55.171544 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource [None req-6d7e67d9-b90f-477d-adf7-4617e23e9228 admin admin] Usage tracker for resource:security_group_rule and tenant:e392bbb162fa4d69b5f704100ffaf200 is out of sync, need to count used quota {{(pid=85345) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:51:55.205415 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource [None req-6d7e67d9-b90f-477d-adf7-4617e23e9228 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85345) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:51:55.259389 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.quota.driver [None req-6d7e67d9-b90f-477d-adf7-4617e23e9228 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85345) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:51:55.269895 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceccaf9e-7257-4d0f-862a-77e30a0ba0b8 tempest-TestMinimumBasicScenario-16446131 tempest-TestMinimumBasicScenario-16446131-project] Pushing event updated for resources: {'Port': ['ID=827e729e-1c55-44d8-a183-7221bd52ad3c,revision_number=1']} {{(pid=85345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:51:55.317835 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b54b37-e1ec-45c5-b899-cd81baae6ca4 req-741c8ae2-de7c-43ea-a840-1663a5c3f491 tempest-ServerRescueNegativeTestJSON-1235948813 tempest-ServerRescueNegativeTestJSON-1235948813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:51:55.320665 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-29b54b37-e1ec-45c5-b899-cd81baae6ca4 req-741c8ae2-de7c-43ea-a840-1663a5c3f491 tempest-ServerRescueNegativeTestJSON-1235948813 tempest-ServerRescueNegativeTestJSON-1235948813-project] 10.222.0.47 "GET /v2.0/ports?device_id=d4df9318-4d76-48f8-9843-b64bef8e8007 HTTP/1.1" status: 200  len: 945 time: 0.1400616
Apr 15 19:51:55.321964 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-ceccaf9e-7257-4d0f-862a-77e30a0ba0b8 tempest-TestMinimumBasicScenario-16446131 tempest-TestMinimumBasicScenario-16446131-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.677s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:51:55.388834 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e0ed70-80b7-4a5d-9681-ae8622880ce7 req-bf02aeee-c979-41f4-aa6e-d58ba27d3c21 tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:51:55.414356 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-36e0ed70-80b7-4a5d-9681-ae8622880ce7 req-bf02aeee-c979-41f4-aa6e-d58ba27d3c21 tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] 10.222.0.47 "GET /v2.0/ports?device_id=a1383150-72ad-4e1a-b482-18005ac62501 HTTP/1.1" status: 200  len: 944 time: 0.5395517
Apr 15 19:51:55.427370 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-29b54b37-e1ec-45c5-b899-cd81baae6ca4 req-9ccabe87-e000-463b-8d19-9434aab749f8 tempest-ServerRescueNegativeTestJSON-1235948813 tempest-ServerRescueNegativeTestJSON-1235948813-project] 10.222.0.47 "GET /v2.0/security-groups?id=7fa5c887-ca49-4d7e-a257-900a3414a5f8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0981617
Apr 15 19:51:55.566808 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-37c72262-6635-4772-8cf6-d4ea0426fd5a req-ceccaf9e-7257-4d0f-862a-77e30a0ba0b8 tempest-TestMinimumBasicScenario-16446131 tempest-TestMinimumBasicScenario-16446131-project] Network 42fbcbc3-b235-4653-875d-d3c9a17e6927 is already hosted by enough agents. {{(pid=85345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 15 19:51:55.579022 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.scheduler.base_scheduler [req-37c72262-6635-4772-8cf6-d4ea0426fd5a req-ceccaf9e-7257-4d0f-862a-77e30a0ba0b8 tempest-TestMinimumBasicScenario-16446131 tempest-TestMinimumBasicScenario-16446131-project] Resources bound (agent type, host, resource id):  {{(pid=85345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 19:51:55.596685 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.l3_dvrscheduler_db [req-37c72262-6635-4772-8cf6-d4ea0426fd5a req-ceccaf9e-7257-4d0f-862a-77e30a0ba0b8 tempest-TestMinimumBasicScenario-16446131 tempest-TestMinimumBasicScenario-16446131-project] Received port after_create {{(pid=85345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 15 19:51:55.668873 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-36e0ed70-80b7-4a5d-9681-ae8622880ce7 req-c3b6a2c1-dacf-4914-8a48-48780d06568a tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] 10.222.0.47 "GET /v2.0/security-groups?id=02d47f4f-b1ff-4af7-910c-5d6978bde7fb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2143223
Apr 15 19:51:55.908126 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c72262-6635-4772-8cf6-d4ea0426fd5a req-ceccaf9e-7257-4d0f-862a-77e30a0ba0b8 tempest-TestMinimumBasicScenario-16446131 tempest-TestMinimumBasicScenario-16446131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:51:55.908996 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [req-37c72262-6635-4772-8cf6-d4ea0426fd5a req-ceccaf9e-7257-4d0f-862a-77e30a0ba0b8 tempest-TestMinimumBasicScenario-16446131 tempest-TestMinimumBasicScenario-16446131-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771739'] for port, before_response {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:51:55.998890 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f93c54-55cc-4512-b78c-800b00899d41 req-981f1d19-2a7c-4f88-90b9-7707fad3df78 tempest-TestMinimumBasicScenario-16446131 tempest-TestMinimumBasicScenario-16446131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:51:56.028029 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-a5f93c54-55cc-4512-b78c-800b00899d41 req-981f1d19-2a7c-4f88-90b9-7707fad3df78 tempest-TestMinimumBasicScenario-16446131 tempest-TestMinimumBasicScenario-16446131-project] 10.222.0.47 "GET /v2.0/ports?device_id=abff34df-4507-4be0-b685-13b21e599b36 HTTP/1.1" status: 200  len: 931 time: 0.3597250
Apr 15 19:51:56.028429 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-37c72262-6635-4772-8cf6-d4ea0426fd5a req-ceccaf9e-7257-4d0f-862a-77e30a0ba0b8 tempest-TestMinimumBasicScenario-16446131 tempest-TestMinimumBasicScenario-16446131-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 3.7300920
Apr 15 19:51:56.069271 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-6d7e67d9-b90f-477d-adf7-4617e23e9228 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:51:56.109815 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-a5f93c54-55cc-4512-b78c-800b00899d41 req-2c65b9d5-a6da-48c2-826c-12bd10b5908c tempest-TestMinimumBasicScenario-16446131 tempest-TestMinimumBasicScenario-16446131-project] 10.222.0.47 "GET /v2.0/security-groups?id=9ff6e6e3-e87a-4420-83f1-af5745c75659&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0804021
Apr 15 19:51:56.158725 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-6d7e67d9-b90f-477d-adf7-4617e23e9228 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806004'] for security_group, after_create {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:51:56.179234 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.provisioning_blocks [None req-f9e3c9f9-fe1a-42d7-b1fa-2988c425c895 None None] Provisioning for port 827e729e-1c55-44d8-a183-7221bd52ad3c completed by entity DHCP. {{(pid=85346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 19:51:56.185109 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-0e414468-6469-495f-9cff-e201173eea20 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:51:56.194592 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.provisioning_blocks [None req-f9e3c9f9-fe1a-42d7-b1fa-2988c425c895 None None] Provisioning complete for port 827e729e-1c55-44d8-a183-7221bd52ad3c triggered by entity DHCP. {{(pid=85346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 19:51:56.195939 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-f9e3c9f9-fe1a-42d7-b1fa-2988c425c895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-428662'] for port, provisioning_complete {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:51:56.221680 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-9fee4bf9-5410-4a73-90dd-9dddf2694841 req-fafece89-43fc-42cd-b8fb-d392a4252727 tempest-AttachVolumeNegativeTest-1626257925 tempest-AttachVolumeNegativeTest-1626257925-project] 10.222.0.47 "GET /v2.0/ports?device_id=e4bab061-949c-4ba3-bdfd-88c1e83737a6 HTTP/1.1" status: 200  len: 210 time: 0.1476655
Apr 15 19:51:56.322432 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.plugin [None req-f9e3c9f9-fe1a-42d7-b1fa-2988c425c895 None None] Port 827e729e-1c55-44d8-a183-7221bd52ad3c cannot update to ACTIVE because it is not bound. {{(pid=85346) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 15 19:51:56.345111 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.wsgi [-] (85344) accepted ('10.222.0.47', 46508) {{(pid=85344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:51:56.346026 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [None req-6d7e67d9-b90f-477d-adf7-4617e23e9228 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=e392bbb162fa4d69b5f704100ffaf200&name=default HTTP/1.1" status: 200  len: 2979 time: 2.7071712
Apr 15 19:51:56.376615 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7e67d9-b90f-477d-adf7-4617e23e9228 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=005d7967-a2ca-49d3-97b4-ae115b36d604,revision_number=1']} {{(pid=85345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:51:56.384052 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-6d7e67d9-b90f-477d-adf7-4617e23e9228 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:51:56.438368 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-608bc5ba-09a8-4b93-a82a-3a671fcbd87b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:51:56.475196 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-608bc5ba-09a8-4b93-a82a-3a671fcbd87b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:51:56.535979 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-608bc5ba-09a8-4b93-a82a-3a671fcbd87b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806004'] for security_group, after_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:51:56.548112 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-7b336c63-5652-4ae0-a921-b90208301d8c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:51:56.563965 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-608bc5ba-09a8-4b93-a82a-3a671fcbd87b admin admin] Notify callbacks [] for security_group, before_response {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:51:56.565765 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [None req-608bc5ba-09a8-4b93-a82a-3a671fcbd87b admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/005d7967-a2ca-49d3-97b4-ae115b36d604 HTTP/1.1" status: 204  len: 168 time: 0.2194066
Apr 15 19:51:56.582893 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608bc5ba-09a8-4b93-a82a-3a671fcbd87b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=005d7967-a2ca-49d3-97b4-ae115b36d604,revision_number=None']} {{(pid=85344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:51:56.585992 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-608bc5ba-09a8-4b93-a82a-3a671fcbd87b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:51:56.727074 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28dc1c10-3d70-4e4c-b088-3c3f904d8d44 req-e3593d6a-251c-4877-adcd-784ce418fe6a tempest-ServerRescueNegativeTestJSON-1235948813 tempest-ServerRescueNegativeTestJSON-1235948813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:51:56.738064 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-28dc1c10-3d70-4e4c-b088-3c3f904d8d44 req-e3593d6a-251c-4877-adcd-784ce418fe6a tempest-ServerRescueNegativeTestJSON-1235948813 tempest-ServerRescueNegativeTestJSON-1235948813-project] 10.222.0.47 "GET /v2.0/ports?device_id=d4df9318-4d76-48f8-9843-b64bef8e8007 HTTP/1.1" status: 200  len: 945 time: 0.1408873
Apr 15 19:51:56.810631 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-28dc1c10-3d70-4e4c-b088-3c3f904d8d44 req-f78bb845-dee2-4f0f-ada6-82a1104774b9 tempest-ServerRescueNegativeTestJSON-1235948813 tempest-ServerRescueNegativeTestJSON-1235948813-project] 10.222.0.47 "GET /v2.0/security-groups?id=7fa5c887-ca49-4d7e-a257-900a3414a5f8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0714548
Apr 15 19:51:57.088070 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7488746-9f95-47e9-bc04-89e4b3dc7fb5 req-85a39661-251f-4606-85e0-af197e6dfa7c tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:51:57.096571 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-a7488746-9f95-47e9-bc04-89e4b3dc7fb5 req-85a39661-251f-4606-85e0-af197e6dfa7c tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] 10.222.0.47 "GET /v2.0/ports?device_id=a1383150-72ad-4e1a-b482-18005ac62501 HTTP/1.1" status: 200  len: 944 time: 0.1120443
Apr 15 19:51:57.147978 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-a7488746-9f95-47e9-bc04-89e4b3dc7fb5 req-b5ebfe8c-5e0a-4222-90dc-579a67e64278 tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] 10.222.0.47 "GET /v2.0/security-groups?id=02d47f4f-b1ff-4af7-910c-5d6978bde7fb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0497169
Apr 15 19:51:57.204823 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.wsgi [-] (85345) accepted ('10.222.0.47', 46522) {{(pid=85345) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:51:57.228744 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-51bf9f62-aa5f-4248-8d3e-5f6d280e4ca2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:51:57.247917 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.quota.driver [None req-51bf9f62-aa5f-4248-8d3e-5f6d280e4ca2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85345) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:51:57.253202 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource [None req-51bf9f62-aa5f-4248-8d3e-5f6d280e4ca2 admin admin] Usage tracker for resource:security_group_rule and tenant:ef11691a95ea422aa43d06d22c34b1ce is out of sync, need to count used quota {{(pid=85345) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:51:57.256585 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource [None req-51bf9f62-aa5f-4248-8d3e-5f6d280e4ca2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85345) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:51:57.263307 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.quota.driver [None req-51bf9f62-aa5f-4248-8d3e-5f6d280e4ca2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85345) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:51:57.491989 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-51bf9f62-aa5f-4248-8d3e-5f6d280e4ca2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:51:57.499880 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-51bf9f62-aa5f-4248-8d3e-5f6d280e4ca2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806004'] for security_group, after_create {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:51:57.510021 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-e082e37b-f184-431f-96a8-dd250030733d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:51:57.623544 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26caa877-da1e-472d-8b35-ef6a9fbb9aec req-53c6289c-7ee2-418f-987e-55f4c054bb56 tempest-TestMinimumBasicScenario-16446131 tempest-TestMinimumBasicScenario-16446131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:51:57.628684 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-26caa877-da1e-472d-8b35-ef6a9fbb9aec req-53c6289c-7ee2-418f-987e-55f4c054bb56 tempest-TestMinimumBasicScenario-16446131 tempest-TestMinimumBasicScenario-16446131-project] 10.222.0.47 "GET /v2.0/ports?device_id=abff34df-4507-4be0-b685-13b21e599b36 HTTP/1.1" status: 200  len: 931 time: 0.2696126
Apr 15 19:51:57.656035 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51bf9f62-aa5f-4248-8d3e-5f6d280e4ca2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c814c17-41f4-4ab0-852d-9affb6ee7339,revision_number=1']} {{(pid=85345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:51:57.670652 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-ea413393-b929-4f14-ba4a-a5d111a933a5 req-a476e751-705d-4b29-8992-58731d4734a1 tempest-AttachVolumeNegativeTest-1626257925 tempest-AttachVolumeNegativeTest-1626257925-project] 10.222.0.47 "GET /v2.0/ports?device_id=e4bab061-949c-4ba3-bdfd-88c1e83737a6 HTTP/1.1" status: 200  len: 210 time: 0.1092398
Apr 15 19:51:57.670652 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-51bf9f62-aa5f-4248-8d3e-5f6d280e4ca2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:51:57.703795 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [None req-51bf9f62-aa5f-4248-8d3e-5f6d280e4ca2 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=ef11691a95ea422aa43d06d22c34b1ce&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4973297
Apr 15 19:51:57.706244 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.wsgi [-] (85345) accepted ('10.222.0.47', 46534) {{(pid=85345) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:51:57.772501 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-26caa877-da1e-472d-8b35-ef6a9fbb9aec req-a77ba828-71e5-43e3-8df4-9678249d7826 tempest-TestMinimumBasicScenario-16446131 tempest-TestMinimumBasicScenario-16446131-project] 10.222.0.47 "GET /v2.0/security-groups?id=9ff6e6e3-e87a-4420-83f1-af5745c75659&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1307173
Apr 15 19:51:57.893513 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-d2dcc9b6-69ec-46e1-8b64-f210b3a2ab0e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:51:57.929494 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-d2dcc9b6-69ec-46e1-8b64-f210b3a2ab0e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:51:57.989322 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-d2dcc9b6-69ec-46e1-8b64-f210b3a2ab0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806004'] for security_group, after_delete {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:51:57.994406 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-c813a3d3-f678-4276-b80f-b74d595854d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:51:58.052891 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2dcc9b6-69ec-46e1-8b64-f210b3a2ab0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c814c17-41f4-4ab0-852d-9affb6ee7339,revision_number=None']} {{(pid=85345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:51:58.075254 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-d2dcc9b6-69ec-46e1-8b64-f210b3a2ab0e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:51:58.092567 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-d2dcc9b6-69ec-46e1-8b64-f210b3a2ab0e admin admin] Notify callbacks [] for security_group, before_response {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:51:58.093841 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [None req-d2dcc9b6-69ec-46e1-8b64-f210b3a2ab0e admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/1c814c17-41f4-4ab0-852d-9affb6ee7339 HTTP/1.1" status: 204  len: 168 time: 0.3855665
Apr 15 19:51:58.139423 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a676b9e2-456a-4580-a662-c719bdd8b71f req-850dbf13-9d33-499f-bcd3-ea126678db9c tempest-ServerRescueNegativeTestJSON-1235948813 tempest-ServerRescueNegativeTestJSON-1235948813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:51:58.141239 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-a676b9e2-456a-4580-a662-c719bdd8b71f req-850dbf13-9d33-499f-bcd3-ea126678db9c tempest-ServerRescueNegativeTestJSON-1235948813 tempest-ServerRescueNegativeTestJSON-1235948813-project] 10.222.0.47 "GET /v2.0/ports?device_id=d4df9318-4d76-48f8-9843-b64bef8e8007 HTTP/1.1" status: 200  len: 945 time: 0.1371169
Apr 15 19:51:58.215363 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-a676b9e2-456a-4580-a662-c719bdd8b71f req-22517f9d-e800-4014-8552-275e1b6b4261 tempest-ServerRescueNegativeTestJSON-1235948813 tempest-ServerRescueNegativeTestJSON-1235948813-project] 10.222.0.47 "GET /v2.0/security-groups?id=7fa5c887-ca49-4d7e-a257-900a3414a5f8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0656948
Apr 15 19:51:58.520792 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52d4f88-3d5c-4f34-95c3-5a6fa6170ef5 req-1bef68b5-8334-46f2-be0b-1f5b2079e851 tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:51:58.524153 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-d52d4f88-3d5c-4f34-95c3-5a6fa6170ef5 req-1bef68b5-8334-46f2-be0b-1f5b2079e851 tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] 10.222.0.47 "GET /v2.0/ports?device_id=a1383150-72ad-4e1a-b482-18005ac62501 HTTP/1.1" status: 200  len: 944 time: 0.1870730
Apr 15 19:51:58.656583 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-d52d4f88-3d5c-4f34-95c3-5a6fa6170ef5 req-6f63e2bb-df5f-4d54-a35c-9e634512e9ce tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] 10.222.0.47 "GET /v2.0/security-groups?id=02d47f4f-b1ff-4af7-910c-5d6978bde7fb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1249576
Apr 15 19:51:58.944856 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-a599be4b-24ec-47d0-9c3d-0fbbed0890c1 req-0c6ef6a7-d7d6-40b2-b703-5bf9153949b3 tempest-AttachVolumeNegativeTest-1626257925 tempest-AttachVolumeNegativeTest-1626257925-project] 10.222.0.47 "GET /v2.0/ports?device_id=e4bab061-949c-4ba3-bdfd-88c1e83737a6 HTTP/1.1" status: 200  len: 210 time: 0.0710223
Apr 15 19:51:59.167079 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e9a476-8d05-4042-81d4-7c5635163211 req-61355553-6a7a-44a3-835d-c5e2f30b29e3 tempest-TestMinimumBasicScenario-16446131 tempest-TestMinimumBasicScenario-16446131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:51:59.168958 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-59e9a476-8d05-4042-81d4-7c5635163211 req-61355553-6a7a-44a3-835d-c5e2f30b29e3 tempest-TestMinimumBasicScenario-16446131 tempest-TestMinimumBasicScenario-16446131-project] 10.222.0.47 "GET /v2.0/ports?device_id=abff34df-4507-4be0-b685-13b21e599b36 HTTP/1.1" status: 200  len: 931 time: 0.1159756
Apr 15 19:51:59.275416 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-59e9a476-8d05-4042-81d4-7c5635163211 req-177fe4f3-adac-4c58-8d12-f398aa007c3a tempest-TestMinimumBasicScenario-16446131 tempest-TestMinimumBasicScenario-16446131-project] 10.222.0.47 "GET /v2.0/security-groups?id=9ff6e6e3-e87a-4420-83f1-af5745c75659&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0942886
Apr 15 19:51:59.545784 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3be25b6-af42-4bda-a3a1-f90d24d9a38e req-d5a086ad-f99e-49b0-9905-fd1fc0314ada tempest-ServerRescueNegativeTestJSON-1235948813 tempest-ServerRescueNegativeTestJSON-1235948813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:51:59.548833 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-f3be25b6-af42-4bda-a3a1-f90d24d9a38e req-d5a086ad-f99e-49b0-9905-fd1fc0314ada tempest-ServerRescueNegativeTestJSON-1235948813 tempest-ServerRescueNegativeTestJSON-1235948813-project] 10.222.0.47 "GET /v2.0/ports?device_id=d4df9318-4d76-48f8-9843-b64bef8e8007 HTTP/1.1" status: 200  len: 945 time: 0.1392946
Apr 15 19:51:59.619750 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-f3be25b6-af42-4bda-a3a1-f90d24d9a38e req-091af4c6-f49b-4785-8dcb-d36db6f23a42 tempest-ServerRescueNegativeTestJSON-1235948813 tempest-ServerRescueNegativeTestJSON-1235948813-project] 10.222.0.47 "GET /v2.0/security-groups?id=7fa5c887-ca49-4d7e-a257-900a3414a5f8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0543771
Apr 15 19:52:00.092385 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e6d92a-3e12-4fba-b915-16db4b52a20c req-89338d91-1c69-4024-af6f-c255014a9bdb tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:52:00.096327 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-f7e6d92a-3e12-4fba-b915-16db4b52a20c req-89338d91-1c69-4024-af6f-c255014a9bdb tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] 10.222.0.47 "GET /v2.0/ports?device_id=a1383150-72ad-4e1a-b482-18005ac62501 HTTP/1.1" status: 200  len: 944 time: 0.1632178
Apr 15 19:52:00.172661 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-10e1a2c3-fc23-400f-bcbb-6ac37081bf64 req-a01d8fa5-0d7b-4b8b-9494-975d46b7afc0 tempest-AttachVolumeNegativeTest-1626257925 tempest-AttachVolumeNegativeTest-1626257925-project] 10.222.0.47 "GET /v2.0/ports?device_id=e4bab061-949c-4ba3-bdfd-88c1e83737a6 HTTP/1.1" status: 200  len: 210 time: 0.0527275
Apr 15 19:52:00.191716 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-f7e6d92a-3e12-4fba-b915-16db4b52a20c req-78012e0f-f3e6-4ca5-a1be-5c6810311d7d tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] 10.222.0.47 "GET /v2.0/security-groups?id=02d47f4f-b1ff-4af7-910c-5d6978bde7fb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0878780
Apr 15 19:52:00.619161 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d157275c-723d-44b8-82dd-b7376f56f9d0 req-15895af8-b2a2-49e2-a21a-dfd55a0ac35e tempest-TestMinimumBasicScenario-16446131 tempest-TestMinimumBasicScenario-16446131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:52:00.620069 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource [req-d157275c-723d-44b8-82dd-b7376f56f9d0 req-15895af8-b2a2-49e2-a21a-dfd55a0ac35e tempest-TestMinimumBasicScenario-16446131 tempest-TestMinimumBasicScenario-16446131-project] Synchronizing usage tracker for tenant:18011ad8d1764685bdd8f676b9d51581 on resource:port {{(pid=85345) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 15 19:52:00.638926 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource [req-d157275c-723d-44b8-82dd-b7376f56f9d0 req-15895af8-b2a2-49e2-a21a-dfd55a0ac35e tempest-TestMinimumBasicScenario-16446131 tempest-TestMinimumBasicScenario-16446131-project] Unset dirty status for tenant:18011ad8d1764685bdd8f676b9d51581 on resource:port {{(pid=85345) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 15 19:52:00.649908 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-d157275c-723d-44b8-82dd-b7376f56f9d0 req-15895af8-b2a2-49e2-a21a-dfd55a0ac35e tempest-TestMinimumBasicScenario-16446131 tempest-TestMinimumBasicScenario-16446131-project] 10.222.0.47 "GET /v2.0/ports?device_id=abff34df-4507-4be0-b685-13b21e599b36 HTTP/1.1" status: 200  len: 931 time: 0.2231007
Apr 15 19:52:00.700729 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource [req-d157275c-723d-44b8-82dd-b7376f56f9d0 req-3033c7fd-ddc4-4d8b-ad6b-643884c83c1a tempest-TestMinimumBasicScenario-16446131 tempest-TestMinimumBasicScenario-16446131-project] Synchronizing usage tracker for tenant:18011ad8d1764685bdd8f676b9d51581 on resource:security_group {{(pid=85345) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 15 19:52:00.723909 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource [req-d157275c-723d-44b8-82dd-b7376f56f9d0 req-3033c7fd-ddc4-4d8b-ad6b-643884c83c1a tempest-TestMinimumBasicScenario-16446131 tempest-TestMinimumBasicScenario-16446131-project] Unset dirty status for tenant:18011ad8d1764685bdd8f676b9d51581 on resource:security_group {{(pid=85345) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 15 19:52:00.740563 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-d157275c-723d-44b8-82dd-b7376f56f9d0 req-3033c7fd-ddc4-4d8b-ad6b-643884c83c1a tempest-TestMinimumBasicScenario-16446131 tempest-TestMinimumBasicScenario-16446131-project] 10.222.0.47 "GET /v2.0/security-groups?id=9ff6e6e3-e87a-4420-83f1-af5745c75659&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0870533
Apr 15 19:52:01.050672 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce8c80d-f2f0-4208-b319-3f597b259f5a req-ff2a331c-fa34-4845-80c9-d3d9455cce51 tempest-ServerRescueNegativeTestJSON-1235948813 tempest-ServerRescueNegativeTestJSON-1235948813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:52:01.052754 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-cce8c80d-f2f0-4208-b319-3f597b259f5a req-ff2a331c-fa34-4845-80c9-d3d9455cce51 tempest-ServerRescueNegativeTestJSON-1235948813 tempest-ServerRescueNegativeTestJSON-1235948813-project] 10.222.0.47 "GET /v2.0/ports?device_id=d4df9318-4d76-48f8-9843-b64bef8e8007 HTTP/1.1" status: 200  len: 945 time: 0.1660669
Apr 15 19:52:01.132521 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-cce8c80d-f2f0-4208-b319-3f597b259f5a req-9221078e-9f0e-4489-b62a-da41a88055ee tempest-ServerRescueNegativeTestJSON-1235948813 tempest-ServerRescueNegativeTestJSON-1235948813-project] 10.222.0.47 "GET /v2.0/security-groups?id=7fa5c887-ca49-4d7e-a257-900a3414a5f8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0599313
Apr 15 19:52:01.401115 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-00dc4c91-9426-4951-b899-7acd4aba2cbb req-d4cd7667-2cb9-421b-b3ba-cb467a6ca962 tempest-AttachVolumeNegativeTest-1626257925 tempest-AttachVolumeNegativeTest-1626257925-project] 10.222.0.47 "GET /v2.0/ports?device_id=e4bab061-949c-4ba3-bdfd-88c1e83737a6 HTTP/1.1" status: 200  len: 210 time: 0.0590641
Apr 15 19:52:01.505676 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990ab347-0096-4ea6-8e83-8b45f50a3ad1 req-a32a4082-ab33-486d-a142-f3d84b16d34c tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:52:01.508474 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-990ab347-0096-4ea6-8e83-8b45f50a3ad1 req-a32a4082-ab33-486d-a142-f3d84b16d34c tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] 10.222.0.47 "GET /v2.0/ports?device_id=a1383150-72ad-4e1a-b482-18005ac62501 HTTP/1.1" status: 200  len: 944 time: 0.1235490
Apr 15 19:52:01.575169 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-990ab347-0096-4ea6-8e83-8b45f50a3ad1 req-34491c41-665d-47ca-b73c-876ee9139f25 tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] 10.222.0.47 "GET /v2.0/security-groups?id=02d47f4f-b1ff-4af7-910c-5d6978bde7fb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0531607
Apr 15 19:52:02.008619 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484afc54-a757-4f5b-be75-daa7123e7bcc req-73f87389-ccd0-49b4-ae7d-303f2cdd3383 tempest-TestMinimumBasicScenario-16446131 tempest-TestMinimumBasicScenario-16446131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:52:02.011683 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-484afc54-a757-4f5b-be75-daa7123e7bcc req-73f87389-ccd0-49b4-ae7d-303f2cdd3383 tempest-TestMinimumBasicScenario-16446131 tempest-TestMinimumBasicScenario-16446131-project] 10.222.0.47 "GET /v2.0/ports?device_id=abff34df-4507-4be0-b685-13b21e599b36 HTTP/1.1" status: 200  len: 931 time: 0.1453044
Apr 15 19:52:02.169404 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-484afc54-a757-4f5b-be75-daa7123e7bcc req-fc696e8e-9ba3-4f3f-9e77-0955736871e0 tempest-TestMinimumBasicScenario-16446131 tempest-TestMinimumBasicScenario-16446131-project] 10.222.0.47 "GET /v2.0/security-groups?id=9ff6e6e3-e87a-4420-83f1-af5745c75659&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1458914
Apr 15 19:52:02.488346 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65255fda-716a-44a7-8fdb-c27c86040fb4 req-594504ec-690a-4077-8817-098b22fd1884 tempest-ServerRescueNegativeTestJSON-1235948813 tempest-ServerRescueNegativeTestJSON-1235948813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:52:02.490086 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-65255fda-716a-44a7-8fdb-c27c86040fb4 req-594504ec-690a-4077-8817-098b22fd1884 tempest-ServerRescueNegativeTestJSON-1235948813 tempest-ServerRescueNegativeTestJSON-1235948813-project] 10.222.0.47 "GET /v2.0/ports?device_id=d4df9318-4d76-48f8-9843-b64bef8e8007 HTTP/1.1" status: 200  len: 945 time: 0.1329110
Apr 15 19:52:02.583431 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-65255fda-716a-44a7-8fdb-c27c86040fb4 req-2c64c269-e57b-4d4e-9c2b-8d85d9ff5612 tempest-ServerRescueNegativeTestJSON-1235948813 tempest-ServerRescueNegativeTestJSON-1235948813-project] 10.222.0.47 "GET /v2.0/security-groups?id=7fa5c887-ca49-4d7e-a257-900a3414a5f8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0850315
Apr 15 19:52:02.632604 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-cbacae0f-003e-4fd8-a869-df32044fe990 req-7796c614-1cc1-4391-b76c-b4e09b69d46b tempest-AttachVolumeNegativeTest-1626257925 tempest-AttachVolumeNegativeTest-1626257925-project] 10.222.0.47 "GET /v2.0/ports?device_id=e4bab061-949c-4ba3-bdfd-88c1e83737a6 HTTP/1.1" status: 200  len: 210 time: 0.0552971
Apr 15 19:52:02.845097 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7887efe6-6a84-4c04-ad14-4b50136f891c req-19d01153-ff98-4f55-aa19-a218ae521e50 tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:52:02.846731 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-7887efe6-6a84-4c04-ad14-4b50136f891c req-19d01153-ff98-4f55-aa19-a218ae521e50 tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] 10.222.0.47 "GET /v2.0/ports?device_id=a1383150-72ad-4e1a-b482-18005ac62501 HTTP/1.1" status: 200  len: 944 time: 0.1031110
Apr 15 19:52:02.897605 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-7887efe6-6a84-4c04-ad14-4b50136f891c req-d3270455-15a7-4256-807a-2cbb6d0f66c8 tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] 10.222.0.47 "GET /v2.0/security-groups?id=02d47f4f-b1ff-4af7-910c-5d6978bde7fb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0441830
Apr 15 19:52:03.484702 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6a0b62-8765-4929-8879-7e81982cef6d req-e07a8898-1835-48d2-8db0-e9e40c315099 tempest-TestMinimumBasicScenario-16446131 tempest-TestMinimumBasicScenario-16446131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:52:03.494006 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-2d6a0b62-8765-4929-8879-7e81982cef6d req-e07a8898-1835-48d2-8db0-e9e40c315099 tempest-TestMinimumBasicScenario-16446131 tempest-TestMinimumBasicScenario-16446131-project] 10.222.0.47 "GET /v2.0/ports?device_id=abff34df-4507-4be0-b685-13b21e599b36 HTTP/1.1" status: 200  len: 931 time: 0.1516893
Apr 15 19:52:03.569033 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-2d6a0b62-8765-4929-8879-7e81982cef6d req-7594558e-0e79-439f-b433-a5228d663180 tempest-TestMinimumBasicScenario-16446131 tempest-TestMinimumBasicScenario-16446131-project] 10.222.0.47 "GET /v2.0/security-groups?id=9ff6e6e3-e87a-4420-83f1-af5745c75659&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0731001
Apr 15 19:52:03.981218 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c2cd67-8d69-4b82-a74e-983e480a92cb req-8f5a57fe-af39-416f-970b-23bc543ebdff tempest-ServerRescueNegativeTestJSON-1235948813 tempest-ServerRescueNegativeTestJSON-1235948813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:52:03.984472 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-79c2cd67-8d69-4b82-a74e-983e480a92cb req-8f5a57fe-af39-416f-970b-23bc543ebdff tempest-ServerRescueNegativeTestJSON-1235948813 tempest-ServerRescueNegativeTestJSON-1235948813-project] 10.222.0.47 "GET /v2.0/ports?device_id=d4df9318-4d76-48f8-9843-b64bef8e8007 HTTP/1.1" status: 200  len: 945 time: 0.2006288
Apr 15 19:52:04.010367 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-038ba6b6-5de3-4397-878f-f183e1d77ea3 req-656b2d8d-9b12-4d6f-9efd-f598527664ae tempest-AttachVolumeNegativeTest-1626257925 tempest-AttachVolumeNegativeTest-1626257925-project] 10.222.0.47 "GET /v2.0/ports?device_id=e4bab061-949c-4ba3-bdfd-88c1e83737a6 HTTP/1.1" status: 200  len: 210 time: 0.1208854
Apr 15 19:52:04.073108 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-79c2cd67-8d69-4b82-a74e-983e480a92cb req-59d60504-71f5-4099-803c-f93fab53d8d1 tempest-ServerRescueNegativeTestJSON-1235948813 tempest-ServerRescueNegativeTestJSON-1235948813-project] 10.222.0.47 "GET /v2.0/security-groups?id=7fa5c887-ca49-4d7e-a257-900a3414a5f8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0807841
Apr 15 19:52:04.296722 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce15f77-b6ac-4a91-b06c-9f52cf480c7a req-03aa7b39-a1d6-4ec8-9811-a66bc755d92a tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:52:04.298386 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-dce15f77-b6ac-4a91-b06c-9f52cf480c7a req-03aa7b39-a1d6-4ec8-9811-a66bc755d92a tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] 10.222.0.47 "GET /v2.0/ports?device_id=a1383150-72ad-4e1a-b482-18005ac62501 HTTP/1.1" status: 200  len: 944 time: 0.1185980
Apr 15 19:52:04.396997 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-dce15f77-b6ac-4a91-b06c-9f52cf480c7a req-d0747796-073f-41e3-966e-404f27adbd4f tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] 10.222.0.47 "GET /v2.0/security-groups?id=02d47f4f-b1ff-4af7-910c-5d6978bde7fb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0859344
Apr 15 19:52:04.839269 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b21e89b-b661-48ae-9e16-739997696635 req-f5a329d2-3f45-44dd-968b-26e27da77ff6 tempest-TestMinimumBasicScenario-16446131 tempest-TestMinimumBasicScenario-16446131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:52:04.841057 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-5b21e89b-b661-48ae-9e16-739997696635 req-f5a329d2-3f45-44dd-968b-26e27da77ff6 tempest-TestMinimumBasicScenario-16446131 tempest-TestMinimumBasicScenario-16446131-project] 10.222.0.47 "GET /v2.0/ports?device_id=abff34df-4507-4be0-b685-13b21e599b36 HTTP/1.1" status: 200  len: 931 time: 0.1251378
Apr 15 19:52:04.909251 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-5b21e89b-b661-48ae-9e16-739997696635 req-2e382f7c-1bcf-4609-bac6-563a8185317e tempest-TestMinimumBasicScenario-16446131 tempest-TestMinimumBasicScenario-16446131-project] 10.222.0.47 "GET /v2.0/security-groups?id=9ff6e6e3-e87a-4420-83f1-af5745c75659&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0609324
Apr 15 19:52:04.969367 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.agents_db [None req-b0af7715-6be6-4101-aede-c7b275f02801 None None] Agent healthcheck: found 6 active agents {{(pid=85347) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 15 19:52:05.227974 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-dc104660-f66b-4121-a473-e3a982caf87e req-91c9e9e3-1b2a-4bde-b846-c91a80f70a6a tempest-AttachVolumeNegativeTest-1626257925 tempest-AttachVolumeNegativeTest-1626257925-project] 10.222.0.47 "GET /v2.0/ports?device_id=e4bab061-949c-4ba3-bdfd-88c1e83737a6 HTTP/1.1" status: 200  len: 210 time: 0.0557857
Apr 15 19:52:05.431831 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d391edb-87d6-4a08-a36b-22687cb8061d req-830a8300-8a91-4dcd-ba87-eacba98d0d91 tempest-ServerRescueNegativeTestJSON-1235948813 tempest-ServerRescueNegativeTestJSON-1235948813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:52:05.434780 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-5d391edb-87d6-4a08-a36b-22687cb8061d req-830a8300-8a91-4dcd-ba87-eacba98d0d91 tempest-ServerRescueNegativeTestJSON-1235948813 tempest-ServerRescueNegativeTestJSON-1235948813-project] 10.222.0.47 "GET /v2.0/ports?device_id=d4df9318-4d76-48f8-9843-b64bef8e8007 HTTP/1.1" status: 200  len: 945 time: 0.1160357
Apr 15 19:52:05.453814 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-742f5cf2-0718-4921-83c6-616e19d4eb6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789847050935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-428960'] for agent, after_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:52:05.544179 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-5d391edb-87d6-4a08-a36b-22687cb8061d req-4e872c83-4388-4a12-b9e6-c1ad3df9d275 tempest-ServerRescueNegativeTestJSON-1235948813 tempest-ServerRescueNegativeTestJSON-1235948813-project] 10.222.0.47 "GET /v2.0/security-groups?id=7fa5c887-ca49-4d7e-a257-900a3414a5f8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0927367
Apr 15 19:52:05.785329 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.v2.base [req-37c72262-6635-4772-8cf6-d4ea0426fd5a req-631a17d6-cac0-4856-afd9-fa72451c7775 service neutron] Request body: {'port': {'device_id': 'abff34df-4507-4be0-b685-13b21e599b36', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=85345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 19:52:05.971958 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f1856a-72b2-4891-86d8-24162f2f9f78 req-f47a1f28-fb96-4405-bb50-062906924183 tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:52:05.973725 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-00f1856a-72b2-4891-86d8-24162f2f9f78 req-f47a1f28-fb96-4405-bb50-062906924183 tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] 10.222.0.47 "GET /v2.0/ports?device_id=a1383150-72ad-4e1a-b482-18005ac62501 HTTP/1.1" status: 200  len: 944 time: 0.3654885
Apr 15 19:52:05.989694 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [req-37c72262-6635-4772-8cf6-d4ea0426fd5a req-631a17d6-cac0-4856-afd9-fa72451c7775 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854565853'] for port, before_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:52:06.009416 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4946bfe9-a6f2-4d18-96cb-5c4d31571834 req-36861a1e-70d5-4631-856d-b87b87588ca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:52:06.011093 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-4946bfe9-a6f2-4d18-96cb-5c4d31571834 req-36861a1e-70d5-4631-856d-b87b87588ca1 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=308b7c9489eb439cb66d243d5654d1ba&device_id=d4df9318-4d76-48f8-9843-b64bef8e8007 HTTP/1.1" status: 200  len: 1098 time: 0.3006594
Apr 15 19:52:06.090041 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-00f1856a-72b2-4891-86d8-24162f2f9f78 req-21e5edb2-ecb0-469c-8b74-b15c03366e8a tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] 10.222.0.47 "GET /v2.0/security-groups?id=02d47f4f-b1ff-4af7-910c-5d6978bde7fb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0869365
Apr 15 19:52:06.352349 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e67bfd-278f-4ab4-9e52-16e600c123cc req-1a32cb18-079e-40cb-beb5-55322b99285a tempest-TestMinimumBasicScenario-16446131 tempest-TestMinimumBasicScenario-16446131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:52:06.373600 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-b9e67bfd-278f-4ab4-9e52-16e600c123cc req-1a32cb18-079e-40cb-beb5-55322b99285a tempest-TestMinimumBasicScenario-16446131 tempest-TestMinimumBasicScenario-16446131-project] 10.222.0.47 "GET /v2.0/ports?device_id=abff34df-4507-4be0-b685-13b21e599b36 HTTP/1.1" status: 200  len: 931 time: 0.1700265
Apr 15 19:52:06.483709 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-b9e67bfd-278f-4ab4-9e52-16e600c123cc req-a1c487de-8d8d-42c1-a098-6f2627d21e61 tempest-TestMinimumBasicScenario-16446131 tempest-TestMinimumBasicScenario-16446131-project] 10.222.0.47 "GET /v2.0/security-groups?id=9ff6e6e3-e87a-4420-83f1-af5745c75659&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0982578
Apr 15 19:52:06.740628 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.notifiers.nova [req-37c72262-6635-4772-8cf6-d4ea0426fd5a req-631a17d6-cac0-4856-afd9-fa72451c7775 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 827e729e-1c55-44d8-a183-7221bd52ad3c {{(pid=85345) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 15 19:52:06.750659 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [req-37c72262-6635-4772-8cf6-d4ea0426fd5a req-631a17d6-cac0-4856-afd9-fa72451c7775 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:52:06.770552 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.provisioning_blocks [req-37c72262-6635-4772-8cf6-d4ea0426fd5a req-631a17d6-cac0-4856-afd9-fa72451c7775 service neutron] Transition to ACTIVE for port object 827e729e-1c55-44d8-a183-7221bd52ad3c will not be triggered until provisioned by entity L2. {{(pid=85345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 19:52:06.843029 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-4a456855-99d4-4443-97d2-4d878e9aca74 req-00657191-9719-4206-8905-7e17dc47deea tempest-AttachVolumeNegativeTest-1626257925 tempest-AttachVolumeNegativeTest-1626257925-project] 10.222.0.47 "GET /v2.0/ports?device_id=e4bab061-949c-4ba3-bdfd-88c1e83737a6 HTTP/1.1" status: 200  len: 210 time: 0.0703535
Apr 15 19:52:06.913312 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [req-37c72262-6635-4772-8cf6-d4ea0426fd5a req-631a17d6-cac0-4856-afd9-fa72451c7775 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854693686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852972410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789846929216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789846482410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789846483725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852575682'] for port, after_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:52:06.933316 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-02a8402e-1aa2-4498-ad5c-8b545e70de09 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:52:07.166011 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb208f41-8447-448f-98b9-1ef456b19559 req-001ed581-e6a9-4129-b16c-894d420536b5 tempest-ServerRescueNegativeTestJSON-1235948813 tempest-ServerRescueNegativeTestJSON-1235948813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:52:07.167830 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-eb208f41-8447-448f-98b9-1ef456b19559 req-001ed581-e6a9-4129-b16c-894d420536b5 tempest-ServerRescueNegativeTestJSON-1235948813 tempest-ServerRescueNegativeTestJSON-1235948813-project] 10.222.0.47 "GET /v2.0/ports?device_id=d4df9318-4d76-48f8-9843-b64bef8e8007 HTTP/1.1" status: 200  len: 945 time: 0.1761832
Apr 15 19:52:07.283843 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-eb208f41-8447-448f-98b9-1ef456b19559 req-c5a423ef-cf4c-4a55-bef0-f4ab454515ed tempest-ServerRescueNegativeTestJSON-1235948813 tempest-ServerRescueNegativeTestJSON-1235948813-project] 10.222.0.47 "GET /v2.0/security-groups?id=7fa5c887-ca49-4d7e-a257-900a3414a5f8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0994701
Apr 15 19:52:07.512866 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631a17d6-cac0-4856-afd9-fa72451c7775 service neutron] Pushing event updated for resources: {'Port': ['ID=827e729e-1c55-44d8-a183-7221bd52ad3c,revision_number=2']} {{(pid=85345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:52:07.519048 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-631a17d6-cac0-4856-afd9-fa72451c7775 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.585s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:52:08.107250 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-a417dfba-6026-4d20-84de-42a0218e137f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789847050935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-428960'] for agent, after_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:52:08.129328 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fd6080-bd49-4aee-bef1-bc95cdc34f92 req-b64ddb8e-615f-474b-85e8-a26606399bde tempest-TestMinimumBasicScenario-16446131 tempest-TestMinimumBasicScenario-16446131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:52:08.148037 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-a5fd6080-bd49-4aee-bef1-bc95cdc34f92 req-b64ddb8e-615f-474b-85e8-a26606399bde tempest-TestMinimumBasicScenario-16446131 tempest-TestMinimumBasicScenario-16446131-project] 10.222.0.47 "GET /v2.0/ports?device_id=abff34df-4507-4be0-b685-13b21e599b36 HTTP/1.1" status: 200  len: 943 time: 0.2970204
Apr 15 19:52:08.282470 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789847050935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-428960'] for agent, after_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:52:08.406091 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-a5fd6080-bd49-4aee-bef1-bc95cdc34f92 req-72cc3389-bd6a-4636-be7b-702c776bee27 tempest-TestMinimumBasicScenario-16446131 tempest-TestMinimumBasicScenario-16446131-project] 10.222.0.47 "GET /v2.0/security-groups?id=9ff6e6e3-e87a-4420-83f1-af5745c75659&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2433958
Apr 15 19:52:08.750440 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd49f4e-88ae-4fa8-905d-e45993fe7dff req-cef08c60-b6e9-4330-a8a1-ac489b0afcf5 tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:52:08.763859 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-4dd49f4e-88ae-4fa8-905d-e45993fe7dff req-cef08c60-b6e9-4330-a8a1-ac489b0afcf5 tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] 10.222.0.47 "GET /v2.0/ports?device_id=a1383150-72ad-4e1a-b482-18005ac62501 HTTP/1.1" status: 200  len: 944 time: 1.2526243
Apr 15 19:52:08.810602 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4946bfe9-a6f2-4d18-96cb-5c4d31571834 req-984106e2-1fd0-4e03-90f4-20742578fbbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:52:08.813824 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-4946bfe9-a6f2-4d18-96cb-5c4d31571834 req-984106e2-1fd0-4e03-90f4-20742578fbbb service neutron] 10.222.0.65 "GET /v2.0/networks?id=e2d187b6-98ce-49de-b641-472e7c3488cc HTTP/1.1" status: 200  len: 920 time: 2.7486677
Apr 15 19:52:08.818261 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.managers [req-37c72262-6635-4772-8cf6-d4ea0426fd5a req-631a17d6-cac0-4856-afd9-fa72451c7775 service neutron] Attempting to bind port 827e729e-1c55-44d8-a183-7221bd52ad3c on host hv-cinder-78638 for vnic_type normal with profile  {{(pid=85345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 15 19:52:08.819146 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.managers [req-37c72262-6635-4772-8cf6-d4ea0426fd5a req-631a17d6-cac0-4856-afd9-fa72451c7775 service neutron] Attempting to bind port 827e729e-1c55-44d8-a183-7221bd52ad3c by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': 'b9dd8948-c2b9-4d3c-aa32-4c15ba0968da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '42fbcbc3-b235-4653-875d-d3c9a17e6927'}] {{(pid=85345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 15 19:52:08.819853 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37c72262-6635-4772-8cf6-d4ea0426fd5a req-631a17d6-cac0-4856-afd9-fa72451c7775 service neutron] Attempting to bind port 827e729e-1c55-44d8-a183-7221bd52ad3c on network 42fbcbc3-b235-4653-875d-d3c9a17e6927 {{(pid=85345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 19:52:08.896103 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37c72262-6635-4772-8cf6-d4ea0426fd5a req-631a17d6-cac0-4856-afd9-fa72451c7775 service neutron] Port 827e729e-1c55-44d8-a183-7221bd52ad3c on network 42fbcbc3-b235-4653-875d-d3c9a17e6927 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=85345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 15 19:52:08.896902 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37c72262-6635-4772-8cf6-d4ea0426fd5a req-631a17d6-cac0-4856-afd9-fa72451c7775 service neutron] Attempting to bind port 827e729e-1c55-44d8-a183-7221bd52ad3c on network 42fbcbc3-b235-4653-875d-d3c9a17e6927 {{(pid=85345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 19:52:08.921610 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37c72262-6635-4772-8cf6-d4ea0426fd5a req-631a17d6-cac0-4856-afd9-fa72451c7775 service neutron] Checking agent: {'id': '202ba611-b908-4e0e-99b2-33811728b356', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 19, 46, 37), 'started_at': datetime.datetime(2021, 4, 15, 19, 46, 37), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 19, 52, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 15 19:52:08.922427 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37c72262-6635-4772-8cf6-d4ea0426fd5a req-631a17d6-cac0-4856-afd9-fa72451c7775 service neutron] Checking segment: {'id': 'b9dd8948-c2b9-4d3c-aa32-4c15ba0968da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '42fbcbc3-b235-4653-875d-d3c9a17e6927'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 19:52:08.923576 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37c72262-6635-4772-8cf6-d4ea0426fd5a req-631a17d6-cac0-4856-afd9-fa72451c7775 service neutron] Bound using segment: {'id': 'b9dd8948-c2b9-4d3c-aa32-4c15ba0968da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '42fbcbc3-b235-4653-875d-d3c9a17e6927'} {{(pid=85345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 15 19:52:08.924566 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.managers [req-37c72262-6635-4772-8cf6-d4ea0426fd5a req-631a17d6-cac0-4856-afd9-fa72451c7775 service neutron] Bound port: 827e729e-1c55-44d8-a183-7221bd52ad3c, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b9dd8948-c2b9-4d3c-aa32-4c15ba0968da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '42fbcbc3-b235-4653-875d-d3c9a17e6927'}}] {{(pid=85345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 15 19:52:08.925357 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [req-37c72262-6635-4772-8cf6-d4ea0426fd5a req-631a17d6-cac0-4856-afd9-fa72451c7775 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854565853'] for port, before_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:52:09.070892 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-4dd49f4e-88ae-4fa8-905d-e45993fe7dff req-48f5bea3-28ae-4918-b0f5-2bc9528a8415 tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] 10.222.0.47 "GET /v2.0/security-groups?id=02d47f4f-b1ff-4af7-910c-5d6978bde7fb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2545962
Apr 15 19:52:09.140678 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-b400c4f8-8969-424f-8663-39cf5b6e1207 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789847050935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-428960'] for agent, after_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:52:09.158905 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eadabc8-8257-4bb4-af16-e6e166c9db95 req-2a5e7f9d-7ed0-424e-b7f6-dda6588ef961 tempest-ServerRescueNegativeTestJSON-1235948813 tempest-ServerRescueNegativeTestJSON-1235948813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:52:09.167283 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-7eadabc8-8257-4bb4-af16-e6e166c9db95 req-2a5e7f9d-7ed0-424e-b7f6-dda6588ef961 tempest-ServerRescueNegativeTestJSON-1235948813 tempest-ServerRescueNegativeTestJSON-1235948813-project] 10.222.0.47 "GET /v2.0/ports?device_id=d4df9318-4d76-48f8-9843-b64bef8e8007 HTTP/1.1" status: 200  len: 945 time: 0.2037966
Apr 15 19:52:09.229382 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-7eadabc8-8257-4bb4-af16-e6e166c9db95 req-c4c760ca-c303-4628-8511-609854cada23 tempest-ServerRescueNegativeTestJSON-1235948813 tempest-ServerRescueNegativeTestJSON-1235948813-project] 10.222.0.47 "GET /v2.0/security-groups?id=7fa5c887-ca49-4d7e-a257-900a3414a5f8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0610695
Apr 15 19:52:09.233010 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.db [req-37c72262-6635-4772-8cf6-d4ea0426fd5a req-631a17d6-cac0-4856-afd9-fa72451c7775 service neutron] For port 827e729e-1c55-44d8-a183-7221bd52ad3c, host hv-cinder-78638, cleared binding levels {{(pid=85345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 15 19:52:09.244165 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.db [req-37c72262-6635-4772-8cf6-d4ea0426fd5a req-631a17d6-cac0-4856-afd9-fa72451c7775 service neutron] For port 827e729e-1c55-44d8-a183-7221bd52ad3c, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=827e729e-1c55-44d8-a183-7221bd52ad3c,segment=NetworkSegment(b9dd8948-c2b9-4d3c-aa32-4c15ba0968da),segment_id=b9dd8948-c2b9-4d3c-aa32-4c15ba0968da)] {{(pid=85345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 15 19:52:09.257186 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [req-37c72262-6635-4772-8cf6-d4ea0426fd5a req-631a17d6-cac0-4856-afd9-fa72451c7775 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854693686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852972410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789846929216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789846482410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789846483725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852575682'] for port, after_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:52:09.470019 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:52:09.600138 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-56ecdebd-c5a0-4569-bc96-ba437f5ce558 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789847050935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-428960'] for agent, after_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:52:09.617874 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631a17d6-cac0-4856-afd9-fa72451c7775 service neutron] Pushing event updated for resources: {'Port': ['ID=827e729e-1c55-44d8-a183-7221bd52ad3c,revision_number=3']} {{(pid=85345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:52:09.641736 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-631a17d6-cac0-4856-afd9-fa72451c7775 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:52:09.657712 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c72262-6635-4772-8cf6-d4ea0426fd5a req-631a17d6-cac0-4856-afd9-fa72451c7775 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:52:09.658468 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [req-37c72262-6635-4772-8cf6-d4ea0426fd5a req-631a17d6-cac0-4856-afd9-fa72451c7775 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771739'] for port, before_response {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:52:09.662713 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-37c72262-6635-4772-8cf6-d4ea0426fd5a req-631a17d6-cac0-4856-afd9-fa72451c7775 service neutron] 10.222.0.65 "PUT /v2.0/ports/827e729e-1c55-44d8-a183-7221bd52ad3c HTTP/1.1" status: 200  len: 1093 time: 3.9625738
Apr 15 19:52:09.663418 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'abff34df-4507-4be0-b685-13b21e599b36', 'tag': '827e729e-1c55-44d8-a183-7221bd52ad3c'}] {{(pid=85345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 19:52:10.012862 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'abff34df-4507-4be0-b685-13b21e599b36', 'tag': '827e729e-1c55-44d8-a183-7221bd52ad3c', 'status': 'completed', 'code': 200}
Apr 15 19:52:10.367734 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28c99cb-4799-4e0d-abb9-ff06190daedf req-59e07014-cbd2-46dc-89db-cc38de66d2c2 tempest-AttachVolumeNegativeTest-1626257925 tempest-AttachVolumeNegativeTest-1626257925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:52:10.377981 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-d28c99cb-4799-4e0d-abb9-ff06190daedf req-59e07014-cbd2-46dc-89db-cc38de66d2c2 tempest-AttachVolumeNegativeTest-1626257925 tempest-AttachVolumeNegativeTest-1626257925-project] 10.222.0.47 "GET /v2.0/ports?device_id=00067acb-2e5b-4708-bb28-56b1ac726353 HTTP/1.1" status: 200  len: 945 time: 0.2121506
Apr 15 19:52:10.471952 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-d28c99cb-4799-4e0d-abb9-ff06190daedf req-40f5d7c3-0817-439f-bc5f-9919a057b20e tempest-AttachVolumeNegativeTest-1626257925 tempest-AttachVolumeNegativeTest-1626257925-project] 10.222.0.47 "GET /v2.0/security-groups?id=8498f6ac-4e62-4833-b465-61e9c537cd5f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0929873
Apr 15 19:52:10.561194 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41907b51-ca7b-4b16-b6ba-5dcac50055d4 req-27c17ff8-4336-43bc-9eaa-1f08ad28fa24 tempest-TestMinimumBasicScenario-16446131 tempest-TestMinimumBasicScenario-16446131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:52:10.576097 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-41907b51-ca7b-4b16-b6ba-5dcac50055d4 req-27c17ff8-4336-43bc-9eaa-1f08ad28fa24 tempest-TestMinimumBasicScenario-16446131 tempest-TestMinimumBasicScenario-16446131-project] 10.222.0.47 "GET /v2.0/ports?device_id=abff34df-4507-4be0-b685-13b21e599b36 HTTP/1.1" status: 200  len: 943 time: 0.6550236
Apr 15 19:52:10.584083 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-3d77682a-3290-49f5-9a09-7e8e47f8ddca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789847050935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-428960'] for agent, after_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:52:10.693876 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-41907b51-ca7b-4b16-b6ba-5dcac50055d4 req-8199b57d-6154-4331-a3e9-a8b3c76429f7 tempest-TestMinimumBasicScenario-16446131 tempest-TestMinimumBasicScenario-16446131-project] 10.222.0.47 "GET /v2.0/security-groups?id=9ff6e6e3-e87a-4420-83f1-af5745c75659&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1081975
Apr 15 19:52:10.729554 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ba31e9-f62e-4203-a6a0-c3690a7697ef req-dcf551bc-313a-45a4-ba64-763b5127b8e5 tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:52:10.731926 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-06ba31e9-f62e-4203-a6a0-c3690a7697ef req-dcf551bc-313a-45a4-ba64-763b5127b8e5 tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] 10.222.0.47 "GET /v2.0/ports?device_id=a1383150-72ad-4e1a-b482-18005ac62501 HTTP/1.1" status: 200  len: 944 time: 0.1159775
Apr 15 19:52:10.839148 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-06ba31e9-f62e-4203-a6a0-c3690a7697ef req-35f76da6-1565-4336-8d06-db73d36952bf tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] 10.222.0.47 "GET /v2.0/security-groups?id=02d47f4f-b1ff-4af7-910c-5d6978bde7fb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0865128
Apr 15 19:52:11.045294 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211c5578-824e-4151-bec1-a84fd7a94c5d req-055a76d7-fa26-4937-9042-10d3ecf78456 tempest-ServerRescueNegativeTestJSON-1235948813 tempest-ServerRescueNegativeTestJSON-1235948813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:52:11.048521 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-211c5578-824e-4151-bec1-a84fd7a94c5d req-055a76d7-fa26-4937-9042-10d3ecf78456 tempest-ServerRescueNegativeTestJSON-1235948813 tempest-ServerRescueNegativeTestJSON-1235948813-project] 10.222.0.47 "GET /v2.0/ports?device_id=d4df9318-4d76-48f8-9843-b64bef8e8007 HTTP/1.1" status: 200  len: 945 time: 0.1686778
Apr 15 19:52:11.151614 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-211c5578-824e-4151-bec1-a84fd7a94c5d req-8b6558ec-5fc9-48a8-bd70-5270c4504c48 tempest-ServerRescueNegativeTestJSON-1235948813 tempest-ServerRescueNegativeTestJSON-1235948813-project] 10.222.0.47 "GET /v2.0/security-groups?id=7fa5c887-ca49-4d7e-a257-900a3414a5f8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0900197
Apr 15 19:52:11.751859 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44b2150-5e14-4063-b1f4-0974d3b48fc0 req-882eadcf-9ad5-437b-9438-ee7a183d5aeb tempest-AttachVolumeNegativeTest-1626257925 tempest-AttachVolumeNegativeTest-1626257925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:52:11.754157 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-c44b2150-5e14-4063-b1f4-0974d3b48fc0 req-882eadcf-9ad5-437b-9438-ee7a183d5aeb tempest-AttachVolumeNegativeTest-1626257925 tempest-AttachVolumeNegativeTest-1626257925-project] 10.222.0.47 "GET /v2.0/ports?device_id=00067acb-2e5b-4708-bb28-56b1ac726353 HTTP/1.1" status: 200  len: 945 time: 0.1338389
Apr 15 19:52:11.829950 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-c44b2150-5e14-4063-b1f4-0974d3b48fc0 req-23c950b2-a3f3-4f6b-b138-5c82681b7534 tempest-AttachVolumeNegativeTest-1626257925 tempest-AttachVolumeNegativeTest-1626257925-project] 10.222.0.47 "GET /v2.0/security-groups?id=8498f6ac-4e62-4833-b465-61e9c537cd5f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0630205
Apr 15 19:52:12.091624 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6d9014-be06-499e-a0d4-0422f64112ba req-25276cbf-574b-4de3-9a8b-ea36de35adcc tempest-TestMinimumBasicScenario-16446131 tempest-TestMinimumBasicScenario-16446131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:52:12.093816 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-2f6d9014-be06-499e-a0d4-0422f64112ba req-25276cbf-574b-4de3-9a8b-ea36de35adcc tempest-TestMinimumBasicScenario-16446131 tempest-TestMinimumBasicScenario-16446131-project] 10.222.0.47 "GET /v2.0/ports?device_id=abff34df-4507-4be0-b685-13b21e599b36 HTTP/1.1" status: 200  len: 943 time: 0.1545811
Apr 15 19:52:12.214833 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ffdf1a-378a-44a2-af88-5fd47a9ddec8 req-acdf592d-44d7-4c1c-a11f-fe086f8aebe4 tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:52:12.220514 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-f6ffdf1a-378a-44a2-af88-5fd47a9ddec8 req-acdf592d-44d7-4c1c-a11f-fe086f8aebe4 tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] 10.222.0.47 "GET /v2.0/ports?device_id=a1383150-72ad-4e1a-b482-18005ac62501 HTTP/1.1" status: 200  len: 944 time: 0.1607466
Apr 15 19:52:12.243634 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-2f6d9014-be06-499e-a0d4-0422f64112ba req-33b8e1e7-3859-48bb-ac73-ffc0be8909d4 tempest-TestMinimumBasicScenario-16446131 tempest-TestMinimumBasicScenario-16446131-project] 10.222.0.47 "GET /v2.0/security-groups?id=9ff6e6e3-e87a-4420-83f1-af5745c75659&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1368978
Apr 15 19:52:12.337614 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-f6ffdf1a-378a-44a2-af88-5fd47a9ddec8 req-b305f694-6a5f-491f-ae7c-92d1862dbe6f tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] 10.222.0.47 "GET /v2.0/security-groups?id=02d47f4f-b1ff-4af7-910c-5d6978bde7fb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1064367
Apr 15 19:52:12.609297 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad2d8bf-9d5e-4276-94c4-822e19b39799 req-62c5bde8-374c-4033-aa27-dab43a02fed5 tempest-ServerRescueNegativeTestJSON-1235948813 tempest-ServerRescueNegativeTestJSON-1235948813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:52:12.612374 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-aad2d8bf-9d5e-4276-94c4-822e19b39799 req-62c5bde8-374c-4033-aa27-dab43a02fed5 tempest-ServerRescueNegativeTestJSON-1235948813 tempest-ServerRescueNegativeTestJSON-1235948813-project] 10.222.0.47 "GET /v2.0/ports?device_id=d4df9318-4d76-48f8-9843-b64bef8e8007 HTTP/1.1" status: 200  len: 945 time: 0.1524081
Apr 15 19:52:12.685785 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-aad2d8bf-9d5e-4276-94c4-822e19b39799 req-cea91b22-16bf-422a-9967-188bbb5db9d9 tempest-ServerRescueNegativeTestJSON-1235948813 tempest-ServerRescueNegativeTestJSON-1235948813-project] 10.222.0.47 "GET /v2.0/security-groups?id=7fa5c887-ca49-4d7e-a257-900a3414a5f8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0668623
Apr 15 19:52:13.156546 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9accf084-a25c-4904-a26d-ef298550eb3f req-65595ba6-8b98-4d31-ab0b-9ac071eb775e tempest-AttachVolumeNegativeTest-1626257925 tempest-AttachVolumeNegativeTest-1626257925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:52:13.158655 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-9accf084-a25c-4904-a26d-ef298550eb3f req-65595ba6-8b98-4d31-ab0b-9ac071eb775e tempest-AttachVolumeNegativeTest-1626257925 tempest-AttachVolumeNegativeTest-1626257925-project] 10.222.0.47 "GET /v2.0/ports?device_id=00067acb-2e5b-4708-bb28-56b1ac726353 HTTP/1.1" status: 200  len: 945 time: 0.1388214
Apr 15 19:52:13.221584 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-9accf084-a25c-4904-a26d-ef298550eb3f req-feced557-62f4-45f0-b333-e7cc163a0fdf tempest-AttachVolumeNegativeTest-1626257925 tempest-AttachVolumeNegativeTest-1626257925-project] 10.222.0.47 "GET /v2.0/security-groups?id=8498f6ac-4e62-4833-b465-61e9c537cd5f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0507345
Apr 15 19:52:13.650066 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c389d49-ab2a-48e0-8221-0d240714a83e req-8e595f9b-61ee-4af7-b05d-2d4537a9aadd tempest-TestMinimumBasicScenario-16446131 tempest-TestMinimumBasicScenario-16446131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:52:13.652689 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-0c389d49-ab2a-48e0-8221-0d240714a83e req-8e595f9b-61ee-4af7-b05d-2d4537a9aadd tempest-TestMinimumBasicScenario-16446131 tempest-TestMinimumBasicScenario-16446131-project] 10.222.0.47 "GET /v2.0/ports?device_id=abff34df-4507-4be0-b685-13b21e599b36 HTTP/1.1" status: 200  len: 943 time: 0.1814475
Apr 15 19:52:13.748445 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bfd45c-4d5d-47f1-b79f-2555ec01ac83 req-a0826ec8-cad8-4f3c-a938-5feab3343823 tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:52:13.752249 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-41bfd45c-4d5d-47f1-b79f-2555ec01ac83 req-a0826ec8-cad8-4f3c-a938-5feab3343823 tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] 10.222.0.47 "GET /v2.0/ports?device_id=a1383150-72ad-4e1a-b482-18005ac62501 HTTP/1.1" status: 200  len: 944 time: 0.1469657
Apr 15 19:52:13.756179 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-0c389d49-ab2a-48e0-8221-0d240714a83e req-bef8c931-4657-4ede-b677-1e65ddd47706 tempest-TestMinimumBasicScenario-16446131 tempest-TestMinimumBasicScenario-16446131-project] 10.222.0.47 "GET /v2.0/security-groups?id=9ff6e6e3-e87a-4420-83f1-af5745c75659&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0928438
Apr 15 19:52:13.820389 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-41bfd45c-4d5d-47f1-b79f-2555ec01ac83 req-4121ab29-e1bc-45c7-a030-bae81ac26e56 tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] 10.222.0.47 "GET /v2.0/security-groups?id=02d47f4f-b1ff-4af7-910c-5d6978bde7fb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0631561
Apr 15 19:52:14.055631 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990a38eb-04f9-43be-86d2-bcc34dab918b req-7444ad19-8d8c-4809-817b-7cf0eafd2a25 tempest-ServerRescueNegativeTestJSON-1235948813 tempest-ServerRescueNegativeTestJSON-1235948813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:52:14.057709 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-990a38eb-04f9-43be-86d2-bcc34dab918b req-7444ad19-8d8c-4809-817b-7cf0eafd2a25 tempest-ServerRescueNegativeTestJSON-1235948813 tempest-ServerRescueNegativeTestJSON-1235948813-project] 10.222.0.47 "GET /v2.0/ports?device_id=d4df9318-4d76-48f8-9843-b64bef8e8007 HTTP/1.1" status: 200  len: 945 time: 0.1173875
Apr 15 19:52:14.122379 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-990a38eb-04f9-43be-86d2-bcc34dab918b req-52b7fcf4-a66f-4cfb-a4b2-6b664ae61a19 tempest-ServerRescueNegativeTestJSON-1235948813 tempest-ServerRescueNegativeTestJSON-1235948813-project] 10.222.0.47 "GET /v2.0/security-groups?id=7fa5c887-ca49-4d7e-a257-900a3414a5f8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0571792
Apr 15 19:52:14.471191 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3bb908-c2a9-4f8f-878b-15b8f3f7dbd2 req-91a8e6b2-d6d6-4b4d-856b-51690a4535d4 tempest-AttachVolumeNegativeTest-1626257925 tempest-AttachVolumeNegativeTest-1626257925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:52:14.473170 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-ff3bb908-c2a9-4f8f-878b-15b8f3f7dbd2 req-91a8e6b2-d6d6-4b4d-856b-51690a4535d4 tempest-AttachVolumeNegativeTest-1626257925 tempest-AttachVolumeNegativeTest-1626257925-project] 10.222.0.47 "GET /v2.0/ports?device_id=00067acb-2e5b-4708-bb28-56b1ac726353 HTTP/1.1" status: 200  len: 945 time: 0.1085432
Apr 15 19:52:14.549660 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-ff3bb908-c2a9-4f8f-878b-15b8f3f7dbd2 req-8d446ffd-eedb-4e79-9900-0d21e038dba4 tempest-AttachVolumeNegativeTest-1626257925 tempest-AttachVolumeNegativeTest-1626257925-project] 10.222.0.47 "GET /v2.0/security-groups?id=8498f6ac-4e62-4833-b465-61e9c537cd5f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0694234
Apr 15 19:52:15.286589 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846b716d-0a0f-492f-a26f-21ec2d5d19b8 req-c0f7a2ac-47b5-4d89-950b-edc2652b2201 tempest-TestMinimumBasicScenario-16446131 tempest-TestMinimumBasicScenario-16446131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:52:15.312170 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-846b716d-0a0f-492f-a26f-21ec2d5d19b8 req-c0f7a2ac-47b5-4d89-950b-edc2652b2201 tempest-TestMinimumBasicScenario-16446131 tempest-TestMinimumBasicScenario-16446131-project] 10.222.0.47 "GET /v2.0/ports?device_id=abff34df-4507-4be0-b685-13b21e599b36 HTTP/1.1" status: 200  len: 943 time: 0.2315264
Apr 15 19:52:15.472487 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-846b716d-0a0f-492f-a26f-21ec2d5d19b8 req-e739ac54-1718-4ffb-9b63-07a335e53d37 tempest-TestMinimumBasicScenario-16446131 tempest-TestMinimumBasicScenario-16446131-project] 10.222.0.47 "GET /v2.0/security-groups?id=9ff6e6e3-e87a-4420-83f1-af5745c75659&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1461258
Apr 15 19:52:15.556719 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4650118f-d33d-43a4-b564-52924dead8f5 req-3daf63d9-82eb-4a3a-8eea-0d422655061f tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:52:15.562542 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-4650118f-d33d-43a4-b564-52924dead8f5 req-3daf63d9-82eb-4a3a-8eea-0d422655061f tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] 10.222.0.47 "GET /v2.0/ports?device_id=a1383150-72ad-4e1a-b482-18005ac62501 HTTP/1.1" status: 200  len: 944 time: 0.2893112
Apr 15 19:52:15.711732 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-4650118f-d33d-43a4-b564-52924dead8f5 req-e97df8d2-ec94-4b47-b655-cf7c71bf8d09 tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] 10.222.0.47 "GET /v2.0/security-groups?id=02d47f4f-b1ff-4af7-910c-5d6978bde7fb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1377790
Apr 15 19:52:15.893587 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33420630-45b9-4515-8f37-25f87d83e0f3 req-a393602f-82b6-471b-a53f-2675a531e8d5 tempest-ServerRescueNegativeTestJSON-1235948813 tempest-ServerRescueNegativeTestJSON-1235948813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:52:15.903228 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-33420630-45b9-4515-8f37-25f87d83e0f3 req-a393602f-82b6-471b-a53f-2675a531e8d5 tempest-ServerRescueNegativeTestJSON-1235948813 tempest-ServerRescueNegativeTestJSON-1235948813-project] 10.222.0.47 "GET /v2.0/ports?device_id=d4df9318-4d76-48f8-9843-b64bef8e8007 HTTP/1.1" status: 200  len: 945 time: 0.2738273
Apr 15 19:52:15.981638 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-33420630-45b9-4515-8f37-25f87d83e0f3 req-4c5cb388-6d25-487c-89fd-590044dcce50 tempest-ServerRescueNegativeTestJSON-1235948813 tempest-ServerRescueNegativeTestJSON-1235948813-project] 10.222.0.47 "GET /v2.0/security-groups?id=7fa5c887-ca49-4d7e-a257-900a3414a5f8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0772862
Apr 15 19:52:16.086894 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb96b2df-21cf-49d8-9b11-4ded2208e4ec req-99b4e7fa-e218-4726-8a0f-213c71ce6dc0 tempest-AttachVolumeNegativeTest-1626257925 tempest-AttachVolumeNegativeTest-1626257925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:52:16.100224 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-bb96b2df-21cf-49d8-9b11-4ded2208e4ec req-99b4e7fa-e218-4726-8a0f-213c71ce6dc0 tempest-AttachVolumeNegativeTest-1626257925 tempest-AttachVolumeNegativeTest-1626257925-project] 10.222.0.47 "GET /v2.0/ports?device_id=00067acb-2e5b-4708-bb28-56b1ac726353 HTTP/1.1" status: 200  len: 945 time: 0.1597393
Apr 15 19:52:16.185901 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-bb96b2df-21cf-49d8-9b11-4ded2208e4ec req-e2709d97-c9c1-44d3-b450-18bf407a9ac5 tempest-AttachVolumeNegativeTest-1626257925 tempest-AttachVolumeNegativeTest-1626257925-project] 10.222.0.47 "GET /v2.0/security-groups?id=8498f6ac-4e62-4833-b465-61e9c537cd5f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0806344
Apr 15 19:52:16.774938 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c710a0ae-787b-4ab2-b886-b69612634cec req-82ef88d5-133e-4fa9-9267-07854c7687c1 tempest-TestMinimumBasicScenario-16446131 tempest-TestMinimumBasicScenario-16446131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:52:16.779385 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-c710a0ae-787b-4ab2-b886-b69612634cec req-82ef88d5-133e-4fa9-9267-07854c7687c1 tempest-TestMinimumBasicScenario-16446131 tempest-TestMinimumBasicScenario-16446131-project] 10.222.0.47 "GET /v2.0/ports?device_id=abff34df-4507-4be0-b685-13b21e599b36 HTTP/1.1" status: 200  len: 943 time: 0.1331789
Apr 15 19:52:16.871269 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-c710a0ae-787b-4ab2-b886-b69612634cec req-8a4bd1b6-72f2-44c8-85a7-a170d1d6644f tempest-TestMinimumBasicScenario-16446131 tempest-TestMinimumBasicScenario-16446131-project] 10.222.0.47 "GET /v2.0/security-groups?id=9ff6e6e3-e87a-4420-83f1-af5745c75659&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0866189
Apr 15 19:52:17.119641 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91c720c-601e-49cf-8528-6fb812d89dd2 req-33339a56-5b0c-4ca4-bc20-2389f8394b7b tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:52:17.122505 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-a91c720c-601e-49cf-8528-6fb812d89dd2 req-33339a56-5b0c-4ca4-bc20-2389f8394b7b tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] 10.222.0.47 "GET /v2.0/ports?device_id=a1383150-72ad-4e1a-b482-18005ac62501 HTTP/1.1" status: 200  len: 944 time: 0.1379168
Apr 15 19:52:17.223055 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-a91c720c-601e-49cf-8528-6fb812d89dd2 req-f53119cb-9594-4165-8f50-a99cd5b5aee1 tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] 10.222.0.47 "GET /v2.0/security-groups?id=02d47f4f-b1ff-4af7-910c-5d6978bde7fb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0684302
Apr 15 19:52:17.343184 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fbd012-ff59-4810-a16c-51812b8ed999 req-6bd111ae-0596-4c04-9b9f-f8a1d8ac63a0 tempest-ServerRescueNegativeTestJSON-1235948813 tempest-ServerRescueNegativeTestJSON-1235948813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:52:17.347487 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-41fbd012-ff59-4810-a16c-51812b8ed999 req-6bd111ae-0596-4c04-9b9f-f8a1d8ac63a0 tempest-ServerRescueNegativeTestJSON-1235948813 tempest-ServerRescueNegativeTestJSON-1235948813-project] 10.222.0.47 "GET /v2.0/ports?device_id=d4df9318-4d76-48f8-9843-b64bef8e8007 HTTP/1.1" status: 200  len: 945 time: 0.1784689
Apr 15 19:52:17.418349 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-41fbd012-ff59-4810-a16c-51812b8ed999 req-12caed88-5dcb-4236-9689-c41215c3021e tempest-ServerRescueNegativeTestJSON-1235948813 tempest-ServerRescueNegativeTestJSON-1235948813-project] 10.222.0.47 "GET /v2.0/security-groups?id=7fa5c887-ca49-4d7e-a257-900a3414a5f8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0532994
Apr 15 19:52:17.594455 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c49a830-6b5f-46a1-b7d8-3490f8a167ee req-f8988f70-4dd9-444b-b705-734c3f2a5106 tempest-AttachVolumeNegativeTest-1626257925 tempest-AttachVolumeNegativeTest-1626257925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:52:17.596294 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-6c49a830-6b5f-46a1-b7d8-3490f8a167ee req-f8988f70-4dd9-444b-b705-734c3f2a5106 tempest-AttachVolumeNegativeTest-1626257925 tempest-AttachVolumeNegativeTest-1626257925-project] 10.222.0.47 "GET /v2.0/ports?device_id=00067acb-2e5b-4708-bb28-56b1ac726353 HTTP/1.1" status: 200  len: 945 time: 0.1647034
Apr 15 19:52:17.666068 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-6c49a830-6b5f-46a1-b7d8-3490f8a167ee req-1842cc82-24f2-4a63-af14-41494ed174f1 tempest-AttachVolumeNegativeTest-1626257925 tempest-AttachVolumeNegativeTest-1626257925-project] 10.222.0.47 "GET /v2.0/security-groups?id=8498f6ac-4e62-4833-b465-61e9c537cd5f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0579200
Apr 15 19:52:18.285598 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbaf09bd-3f5e-45ff-829f-b20e7d0bf088 req-1d073cb7-286a-4dc5-b6fb-ea8a891a744f tempest-TestMinimumBasicScenario-16446131 tempest-TestMinimumBasicScenario-16446131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:52:18.293607 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-cbaf09bd-3f5e-45ff-829f-b20e7d0bf088 req-1d073cb7-286a-4dc5-b6fb-ea8a891a744f tempest-TestMinimumBasicScenario-16446131 tempest-TestMinimumBasicScenario-16446131-project] 10.222.0.47 "GET /v2.0/ports?device_id=abff34df-4507-4be0-b685-13b21e599b36 HTTP/1.1" status: 200  len: 943 time: 0.2934010
Apr 15 19:52:18.383851 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-cbaf09bd-3f5e-45ff-829f-b20e7d0bf088 req-d3f2af50-d6b4-44e6-a165-b5ecbed8550d tempest-TestMinimumBasicScenario-16446131 tempest-TestMinimumBasicScenario-16446131-project] 10.222.0.47 "GET /v2.0/security-groups?id=9ff6e6e3-e87a-4420-83f1-af5745c75659&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0736401
Apr 15 19:52:18.783769 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c45957-6170-48dd-bf51-2d5e970ce999 req-afa13168-cbdd-4c50-8bba-d31f26fb410c tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:52:18.791944 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-48c45957-6170-48dd-bf51-2d5e970ce999 req-afa13168-cbdd-4c50-8bba-d31f26fb410c tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] 10.222.0.47 "GET /v2.0/ports?device_id=a1383150-72ad-4e1a-b482-18005ac62501 HTTP/1.1" status: 200  len: 944 time: 0.2515872
Apr 15 19:52:18.904422 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-48c45957-6170-48dd-bf51-2d5e970ce999 req-888a4e78-8b64-49cc-b50d-5e4c008154d4 tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] 10.222.0.47 "GET /v2.0/security-groups?id=02d47f4f-b1ff-4af7-910c-5d6978bde7fb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1114893
Apr 15 19:52:19.190822 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82e0c17-d3b7-487b-8ec0-dccf738f7376 req-2d08cdc6-96fa-446f-a57c-8879cd51b08c tempest-ServerRescueNegativeTestJSON-1235948813 tempest-ServerRescueNegativeTestJSON-1235948813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:52:19.193488 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-f82e0c17-d3b7-487b-8ec0-dccf738f7376 req-2d08cdc6-96fa-446f-a57c-8879cd51b08c tempest-ServerRescueNegativeTestJSON-1235948813 tempest-ServerRescueNegativeTestJSON-1235948813-project] 10.222.0.47 "GET /v2.0/ports?device_id=d4df9318-4d76-48f8-9843-b64bef8e8007 HTTP/1.1" status: 200  len: 945 time: 0.1342461
Apr 15 19:52:19.359950 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-f82e0c17-d3b7-487b-8ec0-dccf738f7376 req-54e0ec32-60b5-4ce4-878e-52baa71d3f22 tempest-ServerRescueNegativeTestJSON-1235948813 tempest-ServerRescueNegativeTestJSON-1235948813-project] 10.222.0.47 "GET /v2.0/security-groups?id=7fa5c887-ca49-4d7e-a257-900a3414a5f8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1499019
Apr 15 19:52:19.672181 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4442f96-837f-4119-8d5e-07f113114eb1 req-ce300b12-0c1e-4ee1-94a3-47bcfaa91bfb tempest-AttachVolumeNegativeTest-1626257925 tempest-AttachVolumeNegativeTest-1626257925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:52:19.686877 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-a4442f96-837f-4119-8d5e-07f113114eb1 req-ce300b12-0c1e-4ee1-94a3-47bcfaa91bfb tempest-AttachVolumeNegativeTest-1626257925 tempest-AttachVolumeNegativeTest-1626257925-project] 10.222.0.47 "GET /v2.0/ports?device_id=00067acb-2e5b-4708-bb28-56b1ac726353 HTTP/1.1" status: 200  len: 945 time: 0.1936216
Apr 15 19:52:19.760056 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce3708b-96c4-4195-85b4-6a965499f08d req-3a21f989-4860-41da-b769-ce37b13d7981 tempest-TestMinimumBasicScenario-16446131 tempest-TestMinimumBasicScenario-16446131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:52:19.761726 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-0ce3708b-96c4-4195-85b4-6a965499f08d req-3a21f989-4860-41da-b769-ce37b13d7981 tempest-TestMinimumBasicScenario-16446131 tempest-TestMinimumBasicScenario-16446131-project] 10.222.0.47 "GET /v2.0/ports?device_id=abff34df-4507-4be0-b685-13b21e599b36 HTTP/1.1" status: 200  len: 943 time: 0.1455293
Apr 15 19:52:19.768150 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-a4442f96-837f-4119-8d5e-07f113114eb1 req-fa876d3f-b033-4801-b5c5-aee7bbbdee78 tempest-AttachVolumeNegativeTest-1626257925 tempest-AttachVolumeNegativeTest-1626257925-project] 10.222.0.47 "GET /v2.0/security-groups?id=8498f6ac-4e62-4833-b465-61e9c537cd5f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0784299
Apr 15 19:52:19.825333 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-0ce3708b-96c4-4195-85b4-6a965499f08d req-4eb05cb9-d10b-431e-89c2-c4d292782a3c tempest-TestMinimumBasicScenario-16446131 tempest-TestMinimumBasicScenario-16446131-project] 10.222.0.47 "GET /v2.0/security-groups?id=9ff6e6e3-e87a-4420-83f1-af5745c75659&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0547028
Apr 15 19:52:20.229060 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e75f2e-77cf-45eb-8dad-1c77b2556354 req-319582bf-b040-4b9d-9897-d496dc5cb0b7 tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:52:20.230802 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-d0e75f2e-77cf-45eb-8dad-1c77b2556354 req-319582bf-b040-4b9d-9897-d496dc5cb0b7 tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] 10.222.0.47 "GET /v2.0/ports?device_id=a1383150-72ad-4e1a-b482-18005ac62501 HTTP/1.1" status: 200  len: 944 time: 0.1003761
Apr 15 19:52:20.284677 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-d0e75f2e-77cf-45eb-8dad-1c77b2556354 req-44802f75-8d34-4123-a91f-687c25e86765 tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] 10.222.0.47 "GET /v2.0/security-groups?id=02d47f4f-b1ff-4af7-910c-5d6978bde7fb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0457451
Apr 15 19:52:20.603204 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d7c784-ab31-41d9-b47e-7866d10559ee req-e493ebbc-48bb-43cc-9962-6da40d0b233b tempest-ServerRescueNegativeTestJSON-1235948813 tempest-ServerRescueNegativeTestJSON-1235948813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:52:20.604799 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-a5d7c784-ab31-41d9-b47e-7866d10559ee req-e493ebbc-48bb-43cc-9962-6da40d0b233b tempest-ServerRescueNegativeTestJSON-1235948813 tempest-ServerRescueNegativeTestJSON-1235948813-project] 10.222.0.47 "GET /v2.0/ports?device_id=d4df9318-4d76-48f8-9843-b64bef8e8007 HTTP/1.1" status: 200  len: 945 time: 0.0949023
Apr 15 19:52:20.663857 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-a5d7c784-ab31-41d9-b47e-7866d10559ee req-d0ed378a-21c1-4f61-93f5-3d4b10ffd9b2 tempest-ServerRescueNegativeTestJSON-1235948813 tempest-ServerRescueNegativeTestJSON-1235948813-project] 10.222.0.47 "GET /v2.0/security-groups?id=7fa5c887-ca49-4d7e-a257-900a3414a5f8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0493622
Apr 15 19:52:21.003592 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2914c57b-04af-4684-bfca-bfc935f69613 req-e7478387-9269-4a72-85bb-3e1d04fafa29 tempest-AttachVolumeNegativeTest-1626257925 tempest-AttachVolumeNegativeTest-1626257925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:52:21.005370 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-2914c57b-04af-4684-bfca-bfc935f69613 req-e7478387-9269-4a72-85bb-3e1d04fafa29 tempest-AttachVolumeNegativeTest-1626257925 tempest-AttachVolumeNegativeTest-1626257925-project] 10.222.0.47 "GET /v2.0/ports?device_id=00067acb-2e5b-4708-bb28-56b1ac726353 HTTP/1.1" status: 200  len: 945 time: 0.0964255
Apr 15 19:52:21.068249 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-2914c57b-04af-4684-bfca-bfc935f69613 req-9b627805-af79-451b-b5a8-26ad3715006f tempest-AttachVolumeNegativeTest-1626257925 tempest-AttachVolumeNegativeTest-1626257925-project] 10.222.0.47 "GET /v2.0/security-groups?id=8498f6ac-4e62-4833-b465-61e9c537cd5f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0551393
Apr 15 19:52:21.081233 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a581492-0fc6-4ede-99c0-48c36a3a0e94 req-db05684b-4f29-425b-9c99-ed2449ea95cf tempest-TestMinimumBasicScenario-16446131 tempest-TestMinimumBasicScenario-16446131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:52:21.083953 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-1a581492-0fc6-4ede-99c0-48c36a3a0e94 req-db05684b-4f29-425b-9c99-ed2449ea95cf tempest-TestMinimumBasicScenario-16446131 tempest-TestMinimumBasicScenario-16446131-project] 10.222.0.47 "GET /v2.0/ports?device_id=abff34df-4507-4be0-b685-13b21e599b36 HTTP/1.1" status: 200  len: 943 time: 0.1341186
Apr 15 19:52:21.142205 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-1a581492-0fc6-4ede-99c0-48c36a3a0e94 req-b00d445d-394d-468d-93ad-129c3b116dc9 tempest-TestMinimumBasicScenario-16446131 tempest-TestMinimumBasicScenario-16446131-project] 10.222.0.47 "GET /v2.0/security-groups?id=9ff6e6e3-e87a-4420-83f1-af5745c75659&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0507290
Apr 15 19:52:21.501143 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134106e0-b58d-473d-a5ee-c83b698703b0 req-7bd40d11-af60-4de5-b19b-e66bdaa497f8 tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:52:21.502882 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-134106e0-b58d-473d-a5ee-c83b698703b0 req-7bd40d11-af60-4de5-b19b-e66bdaa497f8 tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] 10.222.0.47 "GET /v2.0/ports?device_id=a1383150-72ad-4e1a-b482-18005ac62501 HTTP/1.1" status: 200  len: 944 time: 0.0947809
Apr 15 19:52:21.555572 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-134106e0-b58d-473d-a5ee-c83b698703b0 req-1b3d1315-0aaa-4b00-8270-faeb055abd07 tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] 10.222.0.47 "GET /v2.0/security-groups?id=02d47f4f-b1ff-4af7-910c-5d6978bde7fb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0458744
Apr 15 19:52:21.910389 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d175a8-800c-4e4b-86fe-28d04ecabb9c req-40677a93-25b2-49c5-af21-1be3a8d2d7c9 tempest-ServerRescueNegativeTestJSON-1235948813 tempest-ServerRescueNegativeTestJSON-1235948813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:52:21.912299 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-60d175a8-800c-4e4b-86fe-28d04ecabb9c req-40677a93-25b2-49c5-af21-1be3a8d2d7c9 tempest-ServerRescueNegativeTestJSON-1235948813 tempest-ServerRescueNegativeTestJSON-1235948813-project] 10.222.0.47 "GET /v2.0/ports?device_id=d4df9318-4d76-48f8-9843-b64bef8e8007 HTTP/1.1" status: 200  len: 945 time: 0.1025217
Apr 15 19:52:21.965935 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-60d175a8-800c-4e4b-86fe-28d04ecabb9c req-c8a53e94-eeab-41d0-bb68-91ca001368a8 tempest-ServerRescueNegativeTestJSON-1235948813 tempest-ServerRescueNegativeTestJSON-1235948813-project] 10.222.0.47 "GET /v2.0/security-groups?id=7fa5c887-ca49-4d7e-a257-900a3414a5f8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0454473
Apr 15 19:52:22.397810 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a410f730-ada8-45a8-bfba-087491e2e5e6 req-1fe9ed26-9684-4d8c-8992-f94206664252 tempest-AttachVolumeNegativeTest-1626257925 tempest-AttachVolumeNegativeTest-1626257925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:52:22.401405 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-a410f730-ada8-45a8-bfba-087491e2e5e6 req-1fe9ed26-9684-4d8c-8992-f94206664252 tempest-AttachVolumeNegativeTest-1626257925 tempest-AttachVolumeNegativeTest-1626257925-project] 10.222.0.47 "GET /v2.0/ports?device_id=00067acb-2e5b-4708-bb28-56b1ac726353 HTTP/1.1" status: 200  len: 945 time: 0.1844866
Apr 15 19:52:22.483692 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-a410f730-ada8-45a8-bfba-087491e2e5e6 req-f6f76702-a7be-41a7-8ee2-d2780af14daf tempest-AttachVolumeNegativeTest-1626257925 tempest-AttachVolumeNegativeTest-1626257925-project] 10.222.0.47 "GET /v2.0/security-groups?id=8498f6ac-4e62-4833-b465-61e9c537cd5f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0749242
Apr 15 19:52:22.632832 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-4946bfe9-a6f2-4d18-96cb-5c4d31571834 req-0e072ebd-5b01-464a-bdfe-bb0c60c159ca service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ef741914-f4e2-4191-a3f5-849ecb03ddc2 HTTP/1.1" status: 200  len: 217 time: 0.1956804
Apr 15 19:52:22.853689 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4946bfe9-a6f2-4d18-96cb-5c4d31571834 req-a9d60a87-ee45-4220-ab2b-dbb47fa57430 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:52:22.856750 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-4946bfe9-a6f2-4d18-96cb-5c4d31571834 req-a9d60a87-ee45-4220-ab2b-dbb47fa57430 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=df80589a-5211-47ee-98ca-4218fd01eea5 HTTP/1.1" status: 200  len: 859 time: 0.2069433
Apr 15 19:52:22.960378 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-4946bfe9-a6f2-4d18-96cb-5c4d31571834 req-6e67062c-ab11-4d8d-9ac9-6a5848daa767 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=e2d187b6-98ce-49de-b641-472e7c3488cc&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0914898
Apr 15 19:52:23.010565 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4469236-5031-41de-952b-28414348fe07 req-c3f00648-5e46-4ea1-86e9-f226a4159c34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:52:23.012233 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-d4469236-5031-41de-952b-28414348fe07 req-c3f00648-5e46-4ea1-86e9-f226a4159c34 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=18011ad8d1764685bdd8f676b9d51581&device_id=abff34df-4507-4be0-b685-13b21e599b36 HTTP/1.1" status: 200  len: 1096 time: 0.5740967
Apr 15 19:52:23.071916 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a87e3b-61ba-4965-8606-40261fb7cc2f req-df9c811f-8012-4097-84aa-ad991b663e42 tempest-TestMinimumBasicScenario-16446131 tempest-TestMinimumBasicScenario-16446131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:52:23.073639 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-90a87e3b-61ba-4965-8606-40261fb7cc2f req-df9c811f-8012-4097-84aa-ad991b663e42 tempest-TestMinimumBasicScenario-16446131 tempest-TestMinimumBasicScenario-16446131-project] 10.222.0.47 "GET /v2.0/ports?device_id=abff34df-4507-4be0-b685-13b21e599b36 HTTP/1.1" status: 200  len: 943 time: 0.6986141
Apr 15 19:52:23.078191 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7322390-6220-4289-9de2-1b759df13df6 req-4ead3045-37a7-49e2-88b3-779e315e0586 tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:52:23.081165 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-b7322390-6220-4289-9de2-1b759df13df6 req-4ead3045-37a7-49e2-88b3-779e315e0586 tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] 10.222.0.47 "GET /v2.0/ports?device_id=a1383150-72ad-4e1a-b482-18005ac62501 HTTP/1.1" status: 200  len: 944 time: 0.1412599
Apr 15 19:52:23.145259 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-b7322390-6220-4289-9de2-1b759df13df6 req-0b4c0b57-2034-4426-bcf7-d6c8faf16fbc tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] 10.222.0.47 "GET /v2.0/security-groups?id=02d47f4f-b1ff-4af7-910c-5d6978bde7fb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0514646
Apr 15 19:52:23.262880 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-90a87e3b-61ba-4965-8606-40261fb7cc2f req-2efa8b0a-62e4-4424-8dab-6a1305c8256b tempest-TestMinimumBasicScenario-16446131 tempest-TestMinimumBasicScenario-16446131-project] 10.222.0.47 "GET /v2.0/security-groups?id=9ff6e6e3-e87a-4420-83f1-af5745c75659&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1581759
Apr 15 19:52:23.312017 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-4946bfe9-a6f2-4d18-96cb-5c4d31571834 req-110a1b08-e3f0-4930-91d6-878eace6ec96 service neutron] 10.222.0.65 "GET /v2.0/networks/e2d187b6-98ce-49de-b641-472e7c3488cc?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3432920
Apr 15 19:52:23.415052 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4469236-5031-41de-952b-28414348fe07 req-6b09eb54-0f3b-499d-976f-fe51c89bfe1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:52:23.416691 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-d4469236-5031-41de-952b-28414348fe07 req-6b09eb54-0f3b-499d-976f-fe51c89bfe1e service neutron] 10.222.0.65 "GET /v2.0/networks?tenant_id=18011ad8d1764685bdd8f676b9d51581&shared=False HTTP/1.1" status: 200  len: 913 time: 0.3369322
Apr 15 19:52:23.702472 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a48f5e6-b441-4c31-9fd9-a31769ecd181 req-c6ec525c-d9d3-445c-b9aa-910e148ee0bd tempest-ServerRescueNegativeTestJSON-1235948813 tempest-ServerRescueNegativeTestJSON-1235948813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:52:23.704528 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-8a48f5e6-b441-4c31-9fd9-a31769ecd181 req-c6ec525c-d9d3-445c-b9aa-910e148ee0bd tempest-ServerRescueNegativeTestJSON-1235948813 tempest-ServerRescueNegativeTestJSON-1235948813-project] 10.222.0.47 "GET /v2.0/ports?device_id=d4df9318-4d76-48f8-9843-b64bef8e8007 HTTP/1.1" status: 200  len: 945 time: 0.3085139
Apr 15 19:52:23.835402 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-8a48f5e6-b441-4c31-9fd9-a31769ecd181 req-23593818-0a9d-43ce-a0aa-32df0c5c1c59 tempest-ServerRescueNegativeTestJSON-1235948813 tempest-ServerRescueNegativeTestJSON-1235948813-project] 10.222.0.47 "GET /v2.0/security-groups?id=7fa5c887-ca49-4d7e-a257-900a3414a5f8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1197138
Apr 15 19:52:23.968801 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-4946bfe9-a6f2-4d18-96cb-5c4d31571834 req-c8f37f70-4044-4961-bee7-25737579fa69 service neutron] 10.222.0.65 "GET /v2.0/networks/e2d187b6-98ce-49de-b641-472e7c3488cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6466877
Apr 15 19:52:23.970013 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4469236-5031-41de-952b-28414348fe07 req-736fb00d-6d79-4b23-8143-8d1308ad502d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:52:23.971900 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-d4469236-5031-41de-952b-28414348fe07 req-736fb00d-6d79-4b23-8143-8d1308ad502d service neutron] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.5463033
Apr 15 19:52:24.056553 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f33b374-d2af-4822-b814-2c18f99873d5 req-2fc4e60c-4e74-439c-bee2-5be3b319e477 tempest-AttachVolumeNegativeTest-1626257925 tempest-AttachVolumeNegativeTest-1626257925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:52:24.063156 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9ef4b1-61e5-4237-a168-83aa3d7113a5 req-d9c544d8-33ea-4472-abc9-e953c553b96b tempest-AttachVolumeNegativeTest-1626257925 tempest-AttachVolumeNegativeTest-1626257925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:52:24.066247 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-bb9ef4b1-61e5-4237-a168-83aa3d7113a5 req-d9c544d8-33ea-4472-abc9-e953c553b96b tempest-AttachVolumeNegativeTest-1626257925 tempest-AttachVolumeNegativeTest-1626257925-project] 10.222.0.65 "GET /v2.0/ports?device_id=00067acb-2e5b-4708-bb28-56b1ac726353 HTTP/1.1" status: 200  len: 945 time: 0.1441112
Apr 15 19:52:24.071268 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-0f33b374-d2af-4822-b814-2c18f99873d5 req-2fc4e60c-4e74-439c-bee2-5be3b319e477 tempest-AttachVolumeNegativeTest-1626257925 tempest-AttachVolumeNegativeTest-1626257925-project] 10.222.0.47 "GET /v2.0/ports?device_id=00067acb-2e5b-4708-bb28-56b1ac726353 HTTP/1.1" status: 200  len: 945 time: 0.2531548
Apr 15 19:52:24.201425 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.plugin [req-bb9ef4b1-61e5-4237-a168-83aa3d7113a5 req-c5749c82-1a0f-4cd3-9ad5-3a0ef4b17440 tempest-AttachVolumeNegativeTest-1626257925 tempest-AttachVolumeNegativeTest-1626257925-project] Deleting port 5caf05f9-89bf-44b7-8586-631f88388dda {{(pid=85344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 19:52:24.202403 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [req-bb9ef4b1-61e5-4237-a168-83aa3d7113a5 req-c5749c82-1a0f-4cd3-9ad5-3a0ef4b17440 tempest-AttachVolumeNegativeTest-1626257925 tempest-AttachVolumeNegativeTest-1626257925-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363247007848052'] for port, before_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:52:24.224638 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-0f33b374-d2af-4822-b814-2c18f99873d5 req-cae61a44-a8ee-4b28-8ddc-5d59a6d46b36 tempest-AttachVolumeNegativeTest-1626257925 tempest-AttachVolumeNegativeTest-1626257925-project] 10.222.0.47 "GET /v2.0/security-groups?id=8498f6ac-4e62-4833-b465-61e9c537cd5f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1513708
Apr 15 19:52:24.256694 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.wsgi [-] (85345) accepted ('10.222.0.47', 46910) {{(pid=85345) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:52:24.272082 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c72262-6635-4772-8cf6-d4ea0426fd5a req-eaf517ec-5c44-489e-bab0-952236071f8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:52:24.274172 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-37c72262-6635-4772-8cf6-d4ea0426fd5a req-eaf517ec-5c44-489e-bab0-952236071f8b service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=18011ad8d1764685bdd8f676b9d51581&device_id=abff34df-4507-4be0-b685-13b21e599b36 HTTP/1.1" status: 200  len: 1096 time: 0.1359987
Apr 15 19:52:24.442588 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-37c72262-6635-4772-8cf6-d4ea0426fd5a req-67e843f9-02f9-4526-8064-6b810c3ecd9e service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=827e729e-1c55-44d8-a183-7221bd52ad3c HTTP/1.1" status: 200  len: 217 time: 0.1584318
Apr 15 19:52:24.598097 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-aeab514e-b849-4bb8-bd11-4d46f0fc5649 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:52:24.661798 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.db [req-bb9ef4b1-61e5-4237-a168-83aa3d7113a5 req-c5749c82-1a0f-4cd3-9ad5-3a0ef4b17440 tempest-AttachVolumeNegativeTest-1626257925 tempest-AttachVolumeNegativeTest-1626257925-project] For port 5caf05f9-89bf-44b7-8586-631f88388dda, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=5caf05f9-89bf-44b7-8586-631f88388dda,segment=NetworkSegment(3e6fcf0e-0b95-4774-a8cb-5489ca9658fc),segment_id=3e6fcf0e-0b95-4774-a8cb-5489ca9658fc)] {{(pid=85344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 19:52:24.662214 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [req-bb9ef4b1-61e5-4237-a168-83aa3d7113a5 req-c5749c82-1a0f-4cd3-9ad5-3a0ef4b17440 tempest-AttachVolumeNegativeTest-1626257925 tempest-AttachVolumeNegativeTest-1626257925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853097680'] for port, precommit_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:52:24.687054 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c72262-6635-4772-8cf6-d4ea0426fd5a req-0c4be778-a21c-40df-af64-77aa86168f64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:52:24.688662 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-37c72262-6635-4772-8cf6-d4ea0426fd5a req-0c4be778-a21c-40df-af64-77aa86168f64 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=922b60ea-4b47-44c0-8320-575ac4d11e8d HTTP/1.1" status: 200  len: 851 time: 0.2379103
Apr 15 19:52:24.691452 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.quota.driver [None req-aeab514e-b849-4bb8-bd11-4d46f0fc5649 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85345) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:52:24.720903 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource [None req-aeab514e-b849-4bb8-bd11-4d46f0fc5649 admin admin] Usage tracker for resource:security_group_rule and tenant:6f291bbcb3a045338cb6585714291315 is out of sync, need to count used quota {{(pid=85345) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:52:24.769129 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource [None req-aeab514e-b849-4bb8-bd11-4d46f0fc5649 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85345) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:52:24.787267 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.quota.driver [None req-aeab514e-b849-4bb8-bd11-4d46f0fc5649 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85345) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:52:24.812245 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b527f5-3daf-40e3-ad48-657c5aad7434 req-c79e7fb1-a363-40e2-8d04-c5b7e99ca805 tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:52:24.813958 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-23b527f5-3daf-40e3-ad48-657c5aad7434 req-c79e7fb1-a363-40e2-8d04-c5b7e99ca805 tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] 10.222.0.47 "GET /v2.0/ports?device_id=a1383150-72ad-4e1a-b482-18005ac62501 HTTP/1.1" status: 200  len: 944 time: 0.2899671
Apr 15 19:52:24.825087 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.plugin [req-bb9ef4b1-61e5-4237-a168-83aa3d7113a5 req-c5749c82-1a0f-4cd3-9ad5-3a0ef4b17440 tempest-AttachVolumeNegativeTest-1626257925 tempest-AttachVolumeNegativeTest-1626257925-project] Calling delete_port for 5caf05f9-89bf-44b7-8586-631f88388dda owned by compute:nova {{(pid=85344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 15 19:52:24.852420 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67830fe5-e81d-4d93-bc80-113718bd473d req-77e7673d-6d25-41d5-abfe-05ea09b749f6 tempest-TestMinimumBasicScenario-16446131 tempest-TestMinimumBasicScenario-16446131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:52:24.854063 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-67830fe5-e81d-4d93-bc80-113718bd473d req-77e7673d-6d25-41d5-abfe-05ea09b749f6 tempest-TestMinimumBasicScenario-16446131 tempest-TestMinimumBasicScenario-16446131-project] 10.222.0.47 "GET /v2.0/ports?device_id=abff34df-4507-4be0-b685-13b21e599b36 HTTP/1.1" status: 200  len: 943 time: 0.2879601
Apr 15 19:52:24.926177 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-23b527f5-3daf-40e3-ad48-657c5aad7434 req-1da39d0f-0efa-4a3c-ba66-5c593874e84f tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] 10.222.0.47 "GET /v2.0/security-groups?id=02d47f4f-b1ff-4af7-910c-5d6978bde7fb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0693810
Apr 15 19:52:25.046268 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-67830fe5-e81d-4d93-bc80-113718bd473d req-2e048df5-ceef-48f5-9084-c443463ac5b9 tempest-TestMinimumBasicScenario-16446131 tempest-TestMinimumBasicScenario-16446131-project] 10.222.0.47 "GET /v2.0/security-groups?id=9ff6e6e3-e87a-4420-83f1-af5745c75659&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1737335
Apr 15 19:52:25.064143 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [req-bb9ef4b1-61e5-4237-a168-83aa3d7113a5 req-c5749c82-1a0f-4cd3-9ad5-3a0ef4b17440 tempest-AttachVolumeNegativeTest-1626257925 tempest-AttachVolumeNegativeTest-1626257925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854693686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852972410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789846929199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363247008293407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851621869'] for port, after_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:52:25.081038 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c72262-6635-4772-8cf6-d4ea0426fd5a req-bc4c9ad9-5e27-4804-9da4-b63812b58f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:52:25.086467 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.db [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] get_ports_and_sgs() called for port_ids ['0f2dbfcb-23b1-46b8-a0a3-84c74f25f2e6'] {{(pid=85346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 15 19:52:25.097430 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-37c72262-6635-4772-8cf6-d4ea0426fd5a req-bc4c9ad9-5e27-4804-9da4-b63812b58f76 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=42fbcbc3-b235-4653-875d-d3c9a17e6927&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.3834131
Apr 15 19:52:25.131946 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:52:25.211651 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5749c82-1a0f-4cd3-9ad5-3a0ef4b17440 tempest-AttachVolumeNegativeTest-1626257925 tempest-AttachVolumeNegativeTest-1626257925-project] Pushing event deleted for resources: {'Port': ['ID=5caf05f9-89bf-44b7-8586-631f88388dda,revision_number=None']} {{(pid=85344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:52:25.362122 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5749c82-1a0f-4cd3-9ad5-3a0ef4b17440 tempest-AttachVolumeNegativeTest-1626257925 tempest-AttachVolumeNegativeTest-1626257925-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:52:25.362552 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5749c82-1a0f-4cd3-9ad5-3a0ef4b17440 tempest-AttachVolumeNegativeTest-1626257925 tempest-AttachVolumeNegativeTest-1626257925-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:52:25.362988 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5749c82-1a0f-4cd3-9ad5-3a0ef4b17440 tempest-AttachVolumeNegativeTest-1626257925 tempest-AttachVolumeNegativeTest-1626257925-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:52:25.363693 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5749c82-1a0f-4cd3-9ad5-3a0ef4b17440 tempest-AttachVolumeNegativeTest-1626257925 tempest-AttachVolumeNegativeTest-1626257925-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:52:25.364093 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5749c82-1a0f-4cd3-9ad5-3a0ef4b17440 tempest-AttachVolumeNegativeTest-1626257925 tempest-AttachVolumeNegativeTest-1626257925-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:52:25.364489 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5749c82-1a0f-4cd3-9ad5-3a0ef4b17440 tempest-AttachVolumeNegativeTest-1626257925 tempest-AttachVolumeNegativeTest-1626257925-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:52:25.364882 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5749c82-1a0f-4cd3-9ad5-3a0ef4b17440 tempest-AttachVolumeNegativeTest-1626257925 tempest-AttachVolumeNegativeTest-1626257925-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:52:25.365275 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5749c82-1a0f-4cd3-9ad5-3a0ef4b17440 tempest-AttachVolumeNegativeTest-1626257925 tempest-AttachVolumeNegativeTest-1626257925-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:52:25.365667 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5749c82-1a0f-4cd3-9ad5-3a0ef4b17440 tempest-AttachVolumeNegativeTest-1626257925 tempest-AttachVolumeNegativeTest-1626257925-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:52:25.366054 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5749c82-1a0f-4cd3-9ad5-3a0ef4b17440 tempest-AttachVolumeNegativeTest-1626257925 tempest-AttachVolumeNegativeTest-1626257925-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:52:25.366445 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5749c82-1a0f-4cd3-9ad5-3a0ef4b17440 tempest-AttachVolumeNegativeTest-1626257925 tempest-AttachVolumeNegativeTest-1626257925-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:52:25.366860 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5749c82-1a0f-4cd3-9ad5-3a0ef4b17440 tempest-AttachVolumeNegativeTest-1626257925 tempest-AttachVolumeNegativeTest-1626257925-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:52:25.387304 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-c5749c82-1a0f-4cd3-9ad5-3a0ef4b17440 tempest-AttachVolumeNegativeTest-1626257925 tempest-AttachVolumeNegativeTest-1626257925-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:52:25.535078 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a8934a-a1d2-4db4-a371-4f8ee7e0347e req-4ec4563f-39f9-46f9-8707-3c71d68ceee2 tempest-ServerRescueNegativeTestJSON-1235948813 tempest-ServerRescueNegativeTestJSON-1235948813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:52:25.537167 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-25a8934a-a1d2-4db4-a371-4f8ee7e0347e req-4ec4563f-39f9-46f9-8707-3c71d68ceee2 tempest-ServerRescueNegativeTestJSON-1235948813 tempest-ServerRescueNegativeTestJSON-1235948813-project] 10.222.0.47 "GET /v2.0/ports?device_id=d4df9318-4d76-48f8-9843-b64bef8e8007 HTTP/1.1" status: 200  len: 945 time: 0.4696038
Apr 15 19:52:25.589680 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-37c72262-6635-4772-8cf6-d4ea0426fd5a req-0c1fc095-dabb-4443-a150-b9b7bf932489 service neutron] 10.222.0.65 "GET /v2.0/networks/42fbcbc3-b235-4653-875d-d3c9a17e6927?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4810369
Apr 15 19:52:25.593772 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-aeab514e-b849-4bb8-bd11-4d46f0fc5649 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:52:25.598371 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-aeab514e-b849-4bb8-bd11-4d46f0fc5649 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806004'] for security_group, after_create {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:52:25.621111 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:52:25.681585 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb9ef4b1-61e5-4237-a168-83aa3d7113a5 req-c5749c82-1a0f-4cd3-9ad5-3a0ef4b17440 tempest-AttachVolumeNegativeTest-1626257925 tempest-AttachVolumeNegativeTest-1626257925-project] No DVR routers for this DVR port 5caf05f9-89bf-44b7-8586-631f88388dda on host hv-cinder-78638 {{(pid=85344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 15 19:52:25.686271 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [req-bb9ef4b1-61e5-4237-a168-83aa3d7113a5 req-c5749c82-1a0f-4cd3-9ad5-3a0ef4b17440 tempest-AttachVolumeNegativeTest-1626257925 tempest-AttachVolumeNegativeTest-1626257925-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771739'] for port, before_response {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:52:25.689300 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00067acb-2e5b-4708-bb28-56b1ac726353', 'name': 'network-vif-deleted', 'tag': '5caf05f9-89bf-44b7-8586-631f88388dda'}] {{(pid=85344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 19:52:25.713667 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-25a8934a-a1d2-4db4-a371-4f8ee7e0347e req-8fdf95e7-b54f-40a5-a382-8d59028f45e9 tempest-ServerRescueNegativeTestJSON-1235948813 tempest-ServerRescueNegativeTestJSON-1235948813-project] 10.222.0.47 "GET /v2.0/security-groups?id=7fa5c887-ca49-4d7e-a257-900a3414a5f8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1511068
Apr 15 19:52:25.716929 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-bb9ef4b1-61e5-4237-a168-83aa3d7113a5 req-c5749c82-1a0f-4cd3-9ad5-3a0ef4b17440 tempest-AttachVolumeNegativeTest-1626257925 tempest-AttachVolumeNegativeTest-1626257925-project] 10.222.0.65 "DELETE /v2.0/ports/5caf05f9-89bf-44b7-8586-631f88388dda HTTP/1.1" status: 204  len: 173 time: 1.6432390
Apr 15 19:52:25.788321 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-e741aede-b1f5-47da-9b9c-b0feddebd007 req-e82bae20-0c08-457f-a020-8ae59297aeb3 tempest-AttachVolumeNegativeTest-1626257925 tempest-AttachVolumeNegativeTest-1626257925-project] 10.222.0.47 "GET /v2.0/ports?device_id=00067acb-2e5b-4708-bb28-56b1ac726353 HTTP/1.1" status: 200  len: 210 time: 0.1743295
Apr 15 19:52:25.789179 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeab514e-b849-4bb8-bd11-4d46f0fc5649 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=151f0d14-cd8b-4b32-b154-b50d850801ad,revision_number=1']} {{(pid=85345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:52:25.797696 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-aeab514e-b849-4bb8-bd11-4d46f0fc5649 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:52:25.874260 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [None req-aeab514e-b849-4bb8-bd11-4d46f0fc5649 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=6f291bbcb3a045338cb6585714291315&name=default HTTP/1.1" status: 200  len: 2979 time: 1.6158302
Apr 15 19:52:25.877638 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.wsgi [-] (85344) accepted ('10.222.0.47', 46936) {{(pid=85344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:52:25.946605 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00067acb-2e5b-4708-bb28-56b1ac726353', 'name': 'network-vif-deleted', 'tag': '5caf05f9-89bf-44b7-8586-631f88388dda', 'status': 'completed', 'code': 200}
Apr 15 19:52:25.958687 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-37c72262-6635-4772-8cf6-d4ea0426fd5a req-47abd184-0b10-4454-952d-14d03642dc47 service neutron] 10.222.0.65 "GET /v2.0/networks/42fbcbc3-b235-4653-875d-d3c9a17e6927?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3391211
Apr 15 19:52:26.029683 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-d51d2152-bfab-434a-9889-4a2bbd97ce31 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:52:26.063880 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3018fd7e-2aa8-46b3-8181-441ce5bf1487 req-8df3d425-fd74-4a57-a04f-0eb4d6074b43 tempest-AttachVolumeTestJSON-1178366330 tempest-AttachVolumeTestJSON-1178366330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:52:26.065593 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-3018fd7e-2aa8-46b3-8181-441ce5bf1487 req-8df3d425-fd74-4a57-a04f-0eb4d6074b43 tempest-AttachVolumeTestJSON-1178366330 tempest-AttachVolumeTestJSON-1178366330-project] 10.222.0.47 "GET /v2.0/ports?device_id=4b964d00-f051-4d1a-9f0a-e0355ef23ca5 HTTP/1.1" status: 200  len: 945 time: 0.1629925
Apr 15 19:52:26.076738 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-d51d2152-bfab-434a-9889-4a2bbd97ce31 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:52:26.153679 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-3018fd7e-2aa8-46b3-8181-441ce5bf1487 req-0971f58a-72ca-4b03-a5cb-ff205d980ac3 tempest-AttachVolumeTestJSON-1178366330 tempest-AttachVolumeTestJSON-1178366330-project] 10.222.0.47 "GET /v2.0/security-groups?id=8f5f2180-5269-4c6c-a059-f56827110a59&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0803418
Apr 15 19:52:26.165614 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-d51d2152-bfab-434a-9889-4a2bbd97ce31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806004'] for security_group, after_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:52:26.173450 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-1ac25df5-28d9-4c77-85c6-0e4db97fd4eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:52:26.189987 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51d2152-bfab-434a-9889-4a2bbd97ce31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=151f0d14-cd8b-4b32-b154-b50d850801ad,revision_number=None']} {{(pid=85344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:52:26.202178 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-d51d2152-bfab-434a-9889-4a2bbd97ce31 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:52:26.211738 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-d51d2152-bfab-434a-9889-4a2bbd97ce31 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:52:26.225284 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fc5935-c0b8-412c-a95f-06b232934342 req-7ea8fcbd-163f-41cc-91e9-39336e14e3a4 tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:52:26.225957 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [None req-d51d2152-bfab-434a-9889-4a2bbd97ce31 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/151f0d14-cd8b-4b32-b154-b50d850801ad HTTP/1.1" status: 204  len: 168 time: 0.3371351
Apr 15 19:52:26.232453 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-e8fc5935-c0b8-412c-a95f-06b232934342 req-7ea8fcbd-163f-41cc-91e9-39336e14e3a4 tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] 10.222.0.47 "GET /v2.0/ports?device_id=a1383150-72ad-4e1a-b482-18005ac62501 HTTP/1.1" status: 200  len: 944 time: 0.1552711
Apr 15 19:52:26.285527 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-e8fc5935-c0b8-412c-a95f-06b232934342 req-3f8fc078-5ad0-4770-bcac-94a33734db5d tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] 10.222.0.47 "GET /v2.0/security-groups?id=02d47f4f-b1ff-4af7-910c-5d6978bde7fb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0505493
Apr 15 19:52:26.394183 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23220669-8ed6-4c5d-b2f0-40708820857e req-010ed18f-4d75-4684-aaa9-688bcef5beb2 tempest-TestMinimumBasicScenario-16446131 tempest-TestMinimumBasicScenario-16446131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:52:26.395928 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-23220669-8ed6-4c5d-b2f0-40708820857e req-010ed18f-4d75-4684-aaa9-688bcef5beb2 tempest-TestMinimumBasicScenario-16446131 tempest-TestMinimumBasicScenario-16446131-project] 10.222.0.47 "GET /v2.0/ports?device_id=abff34df-4507-4be0-b685-13b21e599b36 HTTP/1.1" status: 200  len: 943 time: 0.1053183
Apr 15 19:52:26.454268 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-23220669-8ed6-4c5d-b2f0-40708820857e req-42b3add5-7226-4d97-987d-54f72f3fe723 tempest-TestMinimumBasicScenario-16446131 tempest-TestMinimumBasicScenario-16446131-project] 10.222.0.47 "GET /v2.0/security-groups?id=9ff6e6e3-e87a-4420-83f1-af5745c75659&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0509975
Apr 15 19:52:26.563432 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.rpc [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Device 5caf05f9-89bf-44b7-8586-631f88388dda no longer exists at agent hyperv_hv-cinder-78638 {{(pid=85346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 15 19:52:26.608288 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.plugin [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] No Port match for: 5caf05f9-89bf-44b7-8586-631f88388dda {{(pid=85346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 15 19:52:26.608654 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.rpc [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Device 5caf05f9-89bf-44b7-8586-631f88388dda not bound to the agent host hv-cinder-78638 {{(pid=85346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 15 19:52:27.008609 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fdadf8-f76a-4294-a1cb-35baeba60929 req-d5b70ff7-bda6-4fad-bdde-2b8506f57f7b tempest-ServerRescueNegativeTestJSON-1235948813 tempest-ServerRescueNegativeTestJSON-1235948813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:52:27.019526 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-55fdadf8-f76a-4294-a1cb-35baeba60929 req-d5b70ff7-bda6-4fad-bdde-2b8506f57f7b tempest-ServerRescueNegativeTestJSON-1235948813 tempest-ServerRescueNegativeTestJSON-1235948813-project] 10.222.0.47 "GET /v2.0/ports?device_id=d4df9318-4d76-48f8-9843-b64bef8e8007 HTTP/1.1" status: 200  len: 945 time: 0.1565313
Apr 15 19:52:27.111336 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-55fdadf8-f76a-4294-a1cb-35baeba60929 req-c0d38129-9ced-4efd-b8ee-fc26ddc6826d tempest-ServerRescueNegativeTestJSON-1235948813 tempest-ServerRescueNegativeTestJSON-1235948813-project] 10.222.0.47 "GET /v2.0/security-groups?id=7fa5c887-ca49-4d7e-a257-900a3414a5f8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0901654
Apr 15 19:52:27.458489 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3b54b3-af23-4204-8fb6-411853cddcb1 req-fd90082f-82d0-424f-a4d2-2fd90aabfad1 tempest-AttachVolumeTestJSON-1178366330 tempest-AttachVolumeTestJSON-1178366330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:52:27.460243 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-2d3b54b3-af23-4204-8fb6-411853cddcb1 req-fd90082f-82d0-424f-a4d2-2fd90aabfad1 tempest-AttachVolumeTestJSON-1178366330 tempest-AttachVolumeTestJSON-1178366330-project] 10.222.0.47 "GET /v2.0/ports?device_id=4b964d00-f051-4d1a-9f0a-e0355ef23ca5 HTTP/1.1" status: 200  len: 945 time: 0.1632779
Apr 15 19:52:27.522252 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-2d3b54b3-af23-4204-8fb6-411853cddcb1 req-54e37eba-0894-4705-a093-a3f074e015d4 tempest-AttachVolumeTestJSON-1178366330 tempest-AttachVolumeTestJSON-1178366330-project] 10.222.0.47 "GET /v2.0/security-groups?id=8f5f2180-5269-4c6c-a059-f56827110a59&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0542319
Apr 15 19:52:27.596496 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce2667f-3f10-4586-a634-d0acc20741ac req-5a6bd053-195a-48ec-8b59-1b937202634f tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:52:27.598285 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-0ce2667f-3f10-4586-a634-d0acc20741ac req-5a6bd053-195a-48ec-8b59-1b937202634f tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] 10.222.0.47 "GET /v2.0/ports?device_id=a1383150-72ad-4e1a-b482-18005ac62501 HTTP/1.1" status: 200  len: 944 time: 0.1004717
Apr 15 19:52:27.653805 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-0ce2667f-3f10-4586-a634-d0acc20741ac req-52b59981-d10c-4be6-b713-4516735a27bb tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] 10.222.0.47 "GET /v2.0/security-groups?id=02d47f4f-b1ff-4af7-910c-5d6978bde7fb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0492191
Apr 15 19:52:27.897115 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6456f393-c8f5-43d3-929d-483efd2428e6 req-543abdb1-a559-49ea-996b-a64fb80d53d2 tempest-TestMinimumBasicScenario-16446131 tempest-TestMinimumBasicScenario-16446131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:52:27.899031 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-6456f393-c8f5-43d3-929d-483efd2428e6 req-543abdb1-a559-49ea-996b-a64fb80d53d2 tempest-TestMinimumBasicScenario-16446131 tempest-TestMinimumBasicScenario-16446131-project] 10.222.0.47 "GET /v2.0/ports?device_id=abff34df-4507-4be0-b685-13b21e599b36 HTTP/1.1" status: 200  len: 943 time: 0.1044633
Apr 15 19:52:27.978156 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-6456f393-c8f5-43d3-929d-483efd2428e6 req-7df43336-4fc7-4237-95fe-23ff44760655 tempest-TestMinimumBasicScenario-16446131 tempest-TestMinimumBasicScenario-16446131-project] 10.222.0.47 "GET /v2.0/security-groups?id=9ff6e6e3-e87a-4420-83f1-af5745c75659&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0637348
Apr 15 19:52:28.579345 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.rpc [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Device 827e729e-1c55-44d8-a183-7221bd52ad3c details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=85346) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 15 19:52:28.832496 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.db [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] For port 827e729e-1c55-44d8-a183-7221bd52ad3c, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=827e729e-1c55-44d8-a183-7221bd52ad3c,segment=NetworkSegment(b9dd8948-c2b9-4d3c-aa32-4c15ba0968da),segment_id=b9dd8948-c2b9-4d3c-aa32-4c15ba0968da)] {{(pid=85346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 19:52:28.857241 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.rpc [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Returning: {'device': '827e729e-1c55-44d8-a183-7221bd52ad3c', 'network_id': '42fbcbc3-b235-4653-875d-d3c9a17e6927', 'port_id': '827e729e-1c55-44d8-a183-7221bd52ad3c', 'mac_address': 'fa:16:3e:ca:3e:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 693, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '922b60ea-4b47-44c0-8320-575ac4d11e8d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85346) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 15 19:52:28.921751 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146f7bab-cc62-4d96-b397-f5ae725b2814 req-ef9f7644-b86a-4978-acbb-1ed576651bff tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:52:28.932388 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-146f7bab-cc62-4d96-b397-f5ae725b2814 req-ef9f7644-b86a-4978-acbb-1ed576651bff tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] 10.222.0.47 "GET /v2.0/ports?device_id=a1383150-72ad-4e1a-b482-18005ac62501 HTTP/1.1" status: 200  len: 944 time: 0.1140742
Apr 15 19:52:28.953334 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854565853'] for port, before_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:52:28.953928 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ff20f1-c658-4f02-b2bd-b4a8fdb137d1 req-52d5b600-d4f7-45da-b017-ee320cfc4455 tempest-AttachVolumeTestJSON-1178366330 tempest-AttachVolumeTestJSON-1178366330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:52:28.968533 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-56ff20f1-c658-4f02-b2bd-b4a8fdb137d1 req-52d5b600-d4f7-45da-b017-ee320cfc4455 tempest-AttachVolumeTestJSON-1178366330 tempest-AttachVolumeTestJSON-1178366330-project] 10.222.0.47 "GET /v2.0/ports?device_id=4b964d00-f051-4d1a-9f0a-e0355ef23ca5 HTTP/1.1" status: 200  len: 945 time: 0.2026281
Apr 15 19:52:28.979514 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.notifiers.nova [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 827e729e-1c55-44d8-a183-7221bd52ad3c {{(pid=85346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 15 19:52:28.997196 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-146f7bab-cc62-4d96-b397-f5ae725b2814 req-5ef0556c-d7d8-47af-b89f-4e34ede7ff07 tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] 10.222.0.47 "GET /v2.0/security-groups?id=02d47f4f-b1ff-4af7-910c-5d6978bde7fb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0634277
Apr 15 19:52:29.001067 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.db [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] For port 827e729e-1c55-44d8-a183-7221bd52ad3c, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=827e729e-1c55-44d8-a183-7221bd52ad3c,segment=NetworkSegment(b9dd8948-c2b9-4d3c-aa32-4c15ba0968da),segment_id=b9dd8948-c2b9-4d3c-aa32-4c15ba0968da)] {{(pid=85346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 19:52:29.007091 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854693686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852972410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789846929216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789846482410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789846483725'] for port, after_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:52:29.010896 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:52:29.103576 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-56ff20f1-c658-4f02-b2bd-b4a8fdb137d1 req-2a8774f8-3d14-45a6-84bf-d3e2910449b5 tempest-AttachVolumeTestJSON-1178366330 tempest-AttachVolumeTestJSON-1178366330-project] 10.222.0.47 "GET /v2.0/security-groups?id=8f5f2180-5269-4c6c-a059-f56827110a59&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1323874
Apr 15 19:52:29.157725 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Pushing event updated for resources: {'Port': ['ID=827e729e-1c55-44d8-a183-7221bd52ad3c,revision_number=4']} {{(pid=85346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:52:29.184536 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:52:29.186428 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:52:29.190082 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:52:29.190082 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:52:29.190082 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:52:29.190082 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:52:29.190082 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:52:29.190082 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:52:29.190082 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:52:29.191401 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:52:29.191401 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:52:29.191401 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:52:29.198674 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:52:29.316327 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.db [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] get_ports_and_sgs() called for port_ids ['827e729e-1c55-44d8-a183-7221bd52ad3c'] {{(pid=85346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 15 19:52:29.392473 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c689c7c-0c8d-49aa-ac6b-5abe1e23c555 req-867b4319-4f55-4dc8-896c-4a711d6a333e tempest-TestMinimumBasicScenario-16446131 tempest-TestMinimumBasicScenario-16446131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:52:29.397856 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-3c689c7c-0c8d-49aa-ac6b-5abe1e23c555 req-867b4319-4f55-4dc8-896c-4a711d6a333e tempest-TestMinimumBasicScenario-16446131 tempest-TestMinimumBasicScenario-16446131-project] 10.222.0.47 "GET /v2.0/ports?device_id=abff34df-4507-4be0-b685-13b21e599b36 HTTP/1.1" status: 200  len: 944 time: 0.1613336
Apr 15 19:52:29.529231 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-3c689c7c-0c8d-49aa-ac6b-5abe1e23c555 req-38f89a20-9140-4ddd-90dc-b3037d1721b7 tempest-TestMinimumBasicScenario-16446131 tempest-TestMinimumBasicScenario-16446131-project] 10.222.0.47 "GET /v2.0/security-groups?id=9ff6e6e3-e87a-4420-83f1-af5745c75659&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1088922
Apr 15 19:52:29.583223 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbd17ab-afd0-49b5-b4ba-2a07826b4350 req-00ab37e7-7bf2-461e-9d29-af4f113dc8fe tempest-AttachVolumeNegativeTest-1626257925 tempest-AttachVolumeNegativeTest-1626257925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:52:29.584021 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource [req-cfbd17ab-afd0-49b5-b4ba-2a07826b4350 req-00ab37e7-7bf2-461e-9d29-af4f113dc8fe tempest-AttachVolumeNegativeTest-1626257925 tempest-AttachVolumeNegativeTest-1626257925-project] Synchronizing usage tracker for tenant:baf9cfef8926468ebb80cb08498b5bf3 on resource:port {{(pid=85344) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 15 19:52:29.605004 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource [req-cfbd17ab-afd0-49b5-b4ba-2a07826b4350 req-00ab37e7-7bf2-461e-9d29-af4f113dc8fe tempest-AttachVolumeNegativeTest-1626257925 tempest-AttachVolumeNegativeTest-1626257925-project] Unset dirty status for tenant:baf9cfef8926468ebb80cb08498b5bf3 on resource:port {{(pid=85344) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 15 19:52:29.606338 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-cfbd17ab-afd0-49b5-b4ba-2a07826b4350 req-00ab37e7-7bf2-461e-9d29-af4f113dc8fe tempest-AttachVolumeNegativeTest-1626257925 tempest-AttachVolumeNegativeTest-1626257925-project] 10.222.0.47 "GET /v2.0/ports?device_id=cf18d184-8fe9-4b62-b824-e56edc001a7d HTTP/1.1" status: 200  len: 945 time: 0.4453149
Apr 15 19:52:29.672614 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-cfbd17ab-afd0-49b5-b4ba-2a07826b4350 req-729e7fa9-b117-4347-bfca-8bd9272b84b9 tempest-AttachVolumeNegativeTest-1626257925 tempest-AttachVolumeNegativeTest-1626257925-project] 10.222.0.47 "GET /v2.0/security-groups?id=8498f6ac-4e62-4833-b465-61e9c537cd5f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0588005
Apr 15 19:52:30.259417 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20cc189-b6d8-47c4-859f-9813d49462f2 req-f09c4813-ade8-4de1-9fd3-5440d4ae35be tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:52:30.261098 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-e20cc189-b6d8-47c4-859f-9813d49462f2 req-f09c4813-ade8-4de1-9fd3-5440d4ae35be tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] 10.222.0.47 "GET /v2.0/ports?device_id=a1383150-72ad-4e1a-b482-18005ac62501 HTTP/1.1" status: 200  len: 944 time: 0.1157887
Apr 15 19:52:30.359831 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-e20cc189-b6d8-47c4-859f-9813d49462f2 req-6f2e21b3-6a16-45af-a848-ea6b4d880021 tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] 10.222.0.47 "GET /v2.0/security-groups?id=02d47f4f-b1ff-4af7-910c-5d6978bde7fb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0682089
Apr 15 19:52:30.448436 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7baa67fe-9cdb-430b-b407-ae97aea44278 req-2068f338-8b20-4b3e-92a6-548c7e360c14 tempest-AttachVolumeTestJSON-1178366330 tempest-AttachVolumeTestJSON-1178366330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:52:30.450331 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-7baa67fe-9cdb-430b-b407-ae97aea44278 req-2068f338-8b20-4b3e-92a6-548c7e360c14 tempest-AttachVolumeTestJSON-1178366330 tempest-AttachVolumeTestJSON-1178366330-project] 10.222.0.47 "GET /v2.0/ports?device_id=4b964d00-f051-4d1a-9f0a-e0355ef23ca5 HTTP/1.1" status: 200  len: 945 time: 0.2063515
Apr 15 19:52:30.524939 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-7baa67fe-9cdb-430b-b407-ae97aea44278 req-7ffd9075-48f5-42ba-9c94-bfdc5dbed439 tempest-AttachVolumeTestJSON-1178366330 tempest-AttachVolumeTestJSON-1178366330-project] 10.222.0.47 "GET /v2.0/security-groups?id=8f5f2180-5269-4c6c-a059-f56827110a59&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0662777
Apr 15 19:52:30.583059 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.rpc [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Device b7d370ef-6621-4ccd-8223-e4a1f5504c1b details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=85346) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 15 19:52:30.588077 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.rpc [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Device 827e729e-1c55-44d8-a183-7221bd52ad3c up at agent hyperv_hv-cinder-78638 {{(pid=85346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 19:52:30.623753 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6f85d6-3520-4cea-ab10-bdfc98d4ea89 req-9474c498-c571-4dc5-9da7-4c8971a49017 tempest-AttachVolumeNegativeTest-1626257925 tempest-AttachVolumeNegativeTest-1626257925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:52:30.628333 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-1f6f85d6-3520-4cea-ab10-bdfc98d4ea89 req-9474c498-c571-4dc5-9da7-4c8971a49017 tempest-AttachVolumeNegativeTest-1626257925 tempest-AttachVolumeNegativeTest-1626257925-project] 10.222.0.65 "GET /v2.0/ports?device_id=cf18d184-8fe9-4b62-b824-e56edc001a7d HTTP/1.1" status: 200  len: 945 time: 0.1557882
Apr 15 19:52:30.779305 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.plugin [req-1f6f85d6-3520-4cea-ab10-bdfc98d4ea89 req-bc126e70-6ebc-4bf7-b356-b02d511ee08c tempest-AttachVolumeNegativeTest-1626257925 tempest-AttachVolumeNegativeTest-1626257925-project] Deleting port 0f2dbfcb-23b1-46b8-a0a3-84c74f25f2e6 {{(pid=85345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 19:52:30.780229 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [req-1f6f85d6-3520-4cea-ab10-bdfc98d4ea89 req-bc126e70-6ebc-4bf7-b356-b02d511ee08c tempest-AttachVolumeNegativeTest-1626257925 tempest-AttachVolumeNegativeTest-1626257925-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363247007848052'] for port, before_delete {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:52:30.969069 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.db [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] For port b7d370ef-6621-4ccd-8223-e4a1f5504c1b, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=b7d370ef-6621-4ccd-8223-e4a1f5504c1b,segment=NetworkSegment(50fe2df4-77d3-40aa-a8a3-45d53f7bd89a),segment_id=50fe2df4-77d3-40aa-a8a3-45d53f7bd89a)] {{(pid=85346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 19:52:30.973614 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3903399-d0ea-454b-aed9-61392c3606e6 req-dacecb66-7089-427d-87cd-3cbfdbc3d1ea tempest-AttachVolumeNegativeTest-1626257925 tempest-AttachVolumeNegativeTest-1626257925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:52:30.975661 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-c3903399-d0ea-454b-aed9-61392c3606e6 req-dacecb66-7089-427d-87cd-3cbfdbc3d1ea tempest-AttachVolumeNegativeTest-1626257925 tempest-AttachVolumeNegativeTest-1626257925-project] 10.222.0.47 "GET /v2.0/ports?device_id=cf18d184-8fe9-4b62-b824-e56edc001a7d HTTP/1.1" status: 200  len: 945 time: 0.1079364
Apr 15 19:52:30.985316 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.rpc [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Returning: {'device': 'b7d370ef-6621-4ccd-8223-e4a1f5504c1b', 'network_id': '3371f473-4c26-4f81-abc4-c2c4353fa3ab', 'port_id': 'b7d370ef-6621-4ccd-8223-e4a1f5504c1b', 'mac_address': 'fa:16:3e:21:f1:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 679, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8272d6a7-33c7-4e21-aec7-64c68285458e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85346) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 15 19:52:31.047944 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b4db4e-ebd8-4661-b696-88b5093f5a0c req-f198f38d-8b04-42c5-845a-7a891b065956 tempest-TestMinimumBasicScenario-16446131 tempest-TestMinimumBasicScenario-16446131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:52:31.049812 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-b1b4db4e-ebd8-4661-b696-88b5093f5a0c req-f198f38d-8b04-42c5-845a-7a891b065956 tempest-TestMinimumBasicScenario-16446131 tempest-TestMinimumBasicScenario-16446131-project] 10.222.0.47 "GET /v2.0/ports?device_id=abff34df-4507-4be0-b685-13b21e599b36 HTTP/1.1" status: 200  len: 944 time: 0.1974971
Apr 15 19:52:31.061346 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854565853'] for port, before_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:52:31.092122 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-c3903399-d0ea-454b-aed9-61392c3606e6 req-b7f058a5-7d0f-49b3-bd91-0386f3e29441 tempest-AttachVolumeNegativeTest-1626257925 tempest-AttachVolumeNegativeTest-1626257925-project] 10.222.0.47 "GET /v2.0/security-groups?id=8498f6ac-4e62-4833-b465-61e9c537cd5f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1022193
Apr 15 19:52:31.095091 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.notifiers.nova [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b7d370ef-6621-4ccd-8223-e4a1f5504c1b {{(pid=85346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 15 19:52:31.127419 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.db [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] For port b7d370ef-6621-4ccd-8223-e4a1f5504c1b, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=b7d370ef-6621-4ccd-8223-e4a1f5504c1b,segment=NetworkSegment(50fe2df4-77d3-40aa-a8a3-45d53f7bd89a),segment_id=50fe2df4-77d3-40aa-a8a3-45d53f7bd89a)] {{(pid=85346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 19:52:31.128769 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.provisioning_blocks [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Provisioning for port 827e729e-1c55-44d8-a183-7221bd52ad3c completed by entity L2. {{(pid=85346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 19:52:31.133504 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854693686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852972410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789846929216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789846482410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789846483725'] for port, after_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:52:31.135534 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:52:31.181009 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.provisioning_blocks [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Provisioning complete for port 827e729e-1c55-44d8-a183-7221bd52ad3c triggered by entity L2. {{(pid=85346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 19:52:31.181440 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-428662'] for port, provisioning_complete {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:52:31.211231 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-b1b4db4e-ebd8-4661-b696-88b5093f5a0c req-5a877914-1414-4f53-922f-4e964b8a812c tempest-TestMinimumBasicScenario-16446131 tempest-TestMinimumBasicScenario-16446131-project] 10.222.0.47 "GET /v2.0/security-groups?id=9ff6e6e3-e87a-4420-83f1-af5745c75659&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1025424
Apr 15 19:52:31.240142 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.db [req-1f6f85d6-3520-4cea-ab10-bdfc98d4ea89 req-bc126e70-6ebc-4bf7-b356-b02d511ee08c tempest-AttachVolumeNegativeTest-1626257925 tempest-AttachVolumeNegativeTest-1626257925-project] For port 0f2dbfcb-23b1-46b8-a0a3-84c74f25f2e6, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=0f2dbfcb-23b1-46b8-a0a3-84c74f25f2e6,segment=NetworkSegment(3e6fcf0e-0b95-4774-a8cb-5489ca9658fc),segment_id=3e6fcf0e-0b95-4774-a8cb-5489ca9658fc)] {{(pid=85345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 19:52:31.240551 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [req-1f6f85d6-3520-4cea-ab10-bdfc98d4ea89 req-bc126e70-6ebc-4bf7-b356-b02d511ee08c tempest-AttachVolumeNegativeTest-1626257925 tempest-AttachVolumeNegativeTest-1626257925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853097680'] for port, precommit_delete {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:52:31.277767 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Pushing event updated for resources: {'Port': ['ID=b7d370ef-6621-4ccd-8223-e4a1f5504c1b,revision_number=9']} {{(pid=85346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:52:31.283077 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:52:31.365321 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854565853'] for port, before_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:52:31.399399 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.db [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] get_ports_and_sgs() called for port_ids ['b7d370ef-6621-4ccd-8223-e4a1f5504c1b'] {{(pid=85346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 15 19:52:31.449955 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'abff34df-4507-4be0-b685-13b21e599b36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '827e729e-1c55-44d8-a183-7221bd52ad3c'}] {{(pid=85346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 19:52:31.472199 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.plugin [req-1f6f85d6-3520-4cea-ab10-bdfc98d4ea89 req-bc126e70-6ebc-4bf7-b356-b02d511ee08c tempest-AttachVolumeNegativeTest-1626257925 tempest-AttachVolumeNegativeTest-1626257925-project] Calling delete_port for 0f2dbfcb-23b1-46b8-a0a3-84c74f25f2e6 owned by compute:nova {{(pid=85345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 15 19:52:31.530800 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.db [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] For port 827e729e-1c55-44d8-a183-7221bd52ad3c, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=827e729e-1c55-44d8-a183-7221bd52ad3c,segment=NetworkSegment(b9dd8948-c2b9-4d3c-aa32-4c15ba0968da),segment_id=b9dd8948-c2b9-4d3c-aa32-4c15ba0968da)] {{(pid=85346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 19:52:31.577407 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'abff34df-4507-4be0-b685-13b21e599b36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '827e729e-1c55-44d8-a183-7221bd52ad3c', 'code': 200}
Apr 15 19:52:31.586746 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854693686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852972410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789846929216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789846482410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789846483725'] for port, after_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:52:31.606223 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-56ecdebd-c5a0-4569-bc96-ba437f5ce558 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:52:31.641136 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de61c83-5b1a-470d-8c23-d0177ff83454 req-ec618c2a-ea02-433d-8bdc-504c1a868aeb tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:52:31.649482 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-0de61c83-5b1a-470d-8c23-d0177ff83454 req-ec618c2a-ea02-433d-8bdc-504c1a868aeb tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] 10.222.0.47 "GET /v2.0/ports?device_id=a1383150-72ad-4e1a-b482-18005ac62501 HTTP/1.1" status: 200  len: 945 time: 0.1198502
Apr 15 19:52:31.727586 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-0de61c83-5b1a-470d-8c23-d0177ff83454 req-ced11fe0-17b0-4e9a-8a23-6f174494d4bc tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] 10.222.0.47 "GET /v2.0/security-groups?id=02d47f4f-b1ff-4af7-910c-5d6978bde7fb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0771160
Apr 15 19:52:31.747661 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [req-1f6f85d6-3520-4cea-ab10-bdfc98d4ea89 req-bc126e70-6ebc-4bf7-b356-b02d511ee08c tempest-AttachVolumeNegativeTest-1626257925 tempest-AttachVolumeNegativeTest-1626257925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854693686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852972410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789846929199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363247008293407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2200102'] for port, after_delete {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:52:31.825713 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-71412259-67fa-4e91-bcbb-7c628b9cb3b9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:52:31.931281 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc126e70-6ebc-4bf7-b356-b02d511ee08c tempest-AttachVolumeNegativeTest-1626257925 tempest-AttachVolumeNegativeTest-1626257925-project] Pushing event deleted for resources: {'Port': ['ID=0f2dbfcb-23b1-46b8-a0a3-84c74f25f2e6,revision_number=None']} {{(pid=85345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:52:31.989814 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Pushing event updated for resources: {'Port': ['ID=827e729e-1c55-44d8-a183-7221bd52ad3c,revision_number=5']} {{(pid=85346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:52:31.994766 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.389s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:52:32.108781 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-bc126e70-6ebc-4bf7-b356-b02d511ee08c tempest-AttachVolumeNegativeTest-1626257925 tempest-AttachVolumeNegativeTest-1626257925-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.283s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:52:32.137211 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa9c602-3f4f-4fb6-a6f3-afb5bb81e4f9 req-dbfb04ac-e6dd-4059-8753-ce70c11b49a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:52:32.141965 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-3aa9c602-3f4f-4fb6-a6f3-afb5bb81e4f9 req-dbfb04ac-e6dd-4059-8753-ce70c11b49a4 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=abff34df-4507-4be0-b685-13b21e599b36 HTTP/1.1" status: 200  len: 1098 time: 0.0979106
Apr 15 19:52:32.199750 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-3aa9c602-3f4f-4fb6-a6f3-afb5bb81e4f9 req-1b4817bc-5a2a-4f27-bd2f-94c15d066c82 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=9ff6e6e3-e87a-4420-83f1-af5745c75659&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0482137
Apr 15 19:52:32.346308 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-9bc268c9-4ca8-438d-9f54-84c757937410 req-c6a66465-9e9a-4d25-b180-3092f2019dd4 tempest-AttachVolumeNegativeTest-1626257925 tempest-AttachVolumeNegativeTest-1626257925-project] 10.222.0.47 "GET /v2.0/ports?device_id=cf18d184-8fe9-4b62-b824-e56edc001a7d HTTP/1.1" status: 200  len: 210 time: 0.0628526
Apr 15 19:52:32.599046 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.rpc [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Device 0f2dbfcb-23b1-46b8-a0a3-84c74f25f2e6 no longer exists at agent hyperv_hv-cinder-78638 {{(pid=85346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 15 19:52:32.645002 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f6f85d6-3520-4cea-ab10-bdfc98d4ea89 req-bc126e70-6ebc-4bf7-b356-b02d511ee08c tempest-AttachVolumeNegativeTest-1626257925 tempest-AttachVolumeNegativeTest-1626257925-project] No DVR routers for this DVR port 0f2dbfcb-23b1-46b8-a0a3-84c74f25f2e6 on host hv-cinder-78638 {{(pid=85345) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 15 19:52:32.655850 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [req-1f6f85d6-3520-4cea-ab10-bdfc98d4ea89 req-bc126e70-6ebc-4bf7-b356-b02d511ee08c tempest-AttachVolumeNegativeTest-1626257925 tempest-AttachVolumeNegativeTest-1626257925-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771739'] for port, before_response {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:52:32.662695 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf18d184-8fe9-4b62-b824-e56edc001a7d', 'name': 'network-vif-deleted', 'tag': '0f2dbfcb-23b1-46b8-a0a3-84c74f25f2e6'}] {{(pid=85345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 19:52:32.678051 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bca868-b3f7-4406-9779-0e3c58e6cdb3 req-04301f64-0f8c-457e-8eda-e3e6c1d32cdd tempest-TestMinimumBasicScenario-16446131 tempest-TestMinimumBasicScenario-16446131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:52:32.678805 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.plugin [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] No Port match for: 0f2dbfcb-23b1-46b8-a0a3-84c74f25f2e6 {{(pid=85346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 15 19:52:32.679240 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.rpc [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Device 0f2dbfcb-23b1-46b8-a0a3-84c74f25f2e6 not bound to the agent host hv-cinder-78638 {{(pid=85346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 15 19:52:32.681590 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-b6bca868-b3f7-4406-9779-0e3c58e6cdb3 req-04301f64-0f8c-457e-8eda-e3e6c1d32cdd tempest-TestMinimumBasicScenario-16446131 tempest-TestMinimumBasicScenario-16446131-project] 10.222.0.47 "GET /v2.0/ports?device_id=abff34df-4507-4be0-b685-13b21e599b36 HTTP/1.1" status: 200  len: 945 time: 0.1871276
Apr 15 19:52:32.738536 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1017dd-a196-4574-b2cc-b87e15c8534e req-0bbc586c-20a1-4fea-923e-1e417172276e tempest-AttachVolumeTestJSON-1178366330 tempest-AttachVolumeTestJSON-1178366330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:52:32.743851 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-3c1017dd-a196-4574-b2cc-b87e15c8534e req-0bbc586c-20a1-4fea-923e-1e417172276e tempest-AttachVolumeTestJSON-1178366330 tempest-AttachVolumeTestJSON-1178366330-project] 10.222.0.47 "GET /v2.0/ports?device_id=4b964d00-f051-4d1a-9f0a-e0355ef23ca5 HTTP/1.1" status: 200  len: 945 time: 0.8212180
Apr 15 19:52:32.747497 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-1f6f85d6-3520-4cea-ab10-bdfc98d4ea89 req-bc126e70-6ebc-4bf7-b356-b02d511ee08c tempest-AttachVolumeNegativeTest-1626257925 tempest-AttachVolumeNegativeTest-1626257925-project] 10.222.0.65 "DELETE /v2.0/ports/0f2dbfcb-23b1-46b8-a0a3-84c74f25f2e6 HTTP/1.1" status: 204  len: 173 time: 2.1105559
Apr 15 19:52:32.797015 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-b6bca868-b3f7-4406-9779-0e3c58e6cdb3 req-f75ab374-3db8-4633-b8b7-b5cba6e7a425 tempest-TestMinimumBasicScenario-16446131 tempest-TestMinimumBasicScenario-16446131-project] 10.222.0.47 "GET /v2.0/security-groups?id=9ff6e6e3-e87a-4420-83f1-af5745c75659&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0761392
Apr 15 19:52:32.855127 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-3c1017dd-a196-4574-b2cc-b87e15c8534e req-ce13dbb3-45e8-463a-bc25-c866b024ff56 tempest-AttachVolumeTestJSON-1178366330 tempest-AttachVolumeTestJSON-1178366330-project] 10.222.0.47 "GET /v2.0/security-groups?id=8f5f2180-5269-4c6c-a059-f56827110a59&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1049290
Apr 15 19:52:32.866640 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf18d184-8fe9-4b62-b824-e56edc001a7d', 'name': 'network-vif-deleted', 'tag': '0f2dbfcb-23b1-46b8-a0a3-84c74f25f2e6', 'status': 'completed', 'code': 200}
Apr 15 19:52:33.139185 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889aae71-514a-4609-9213-a080ec7a1f53 req-f0f90963-9c9e-4922-b150-c1b3c1131379 tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:52:33.141134 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-889aae71-514a-4609-9213-a080ec7a1f53 req-f0f90963-9c9e-4922-b150-c1b3c1131379 tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] 10.222.0.47 "GET /v2.0/ports?device_id=a1383150-72ad-4e1a-b482-18005ac62501 HTTP/1.1" status: 200  len: 945 time: 0.1763361
Apr 15 19:52:33.233809 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-889aae71-514a-4609-9213-a080ec7a1f53 req-7c42a268-9ecd-41ab-8067-b97b1894fd0b tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] 10.222.0.47 "GET /v2.0/security-groups?id=02d47f4f-b1ff-4af7-910c-5d6978bde7fb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0742686
Apr 15 19:52:33.624970 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-29d19c42-82de-42d5-a29c-e29e152c0b4c req-a2405a4d-f018-4124-bafb-381500aaa479 tempest-AttachVolumeNegativeTest-1626257925 tempest-AttachVolumeNegativeTest-1626257925-project] 10.222.0.47 "GET /v2.0/ports?device_id=cf18d184-8fe9-4b62-b824-e56edc001a7d HTTP/1.1" status: 200  len: 210 time: 0.0689797
Apr 15 19:52:34.077312 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952a3176-4b75-41f9-9043-6e6c7be06ce6 req-05b328ce-a3b8-4286-8688-73e31c1f26c6 tempest-TestMinimumBasicScenario-16446131 tempest-TestMinimumBasicScenario-16446131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:52:34.079075 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-952a3176-4b75-41f9-9043-6e6c7be06ce6 req-05b328ce-a3b8-4286-8688-73e31c1f26c6 tempest-TestMinimumBasicScenario-16446131 tempest-TestMinimumBasicScenario-16446131-project] 10.222.0.47 "GET /v2.0/ports?device_id=abff34df-4507-4be0-b685-13b21e599b36 HTTP/1.1" status: 200  len: 945 time: 0.1117349
Apr 15 19:52:34.147205 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-952a3176-4b75-41f9-9043-6e6c7be06ce6 req-76a5233d-aefb-44b0-93b8-45b1c484036a tempest-TestMinimumBasicScenario-16446131 tempest-TestMinimumBasicScenario-16446131-project] 10.222.0.47 "GET /v2.0/security-groups?id=9ff6e6e3-e87a-4420-83f1-af5745c75659&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0569615
Apr 15 19:52:34.251992 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf063257-f402-433a-9e5e-b4be5491a8d1 req-8c03236b-7b67-4f65-83f2-79ca177c2bf7 tempest-AttachVolumeTestJSON-1178366330 tempest-AttachVolumeTestJSON-1178366330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:52:34.253842 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-cf063257-f402-433a-9e5e-b4be5491a8d1 req-8c03236b-7b67-4f65-83f2-79ca177c2bf7 tempest-AttachVolumeTestJSON-1178366330 tempest-AttachVolumeTestJSON-1178366330-project] 10.222.0.47 "GET /v2.0/ports?device_id=4b964d00-f051-4d1a-9f0a-e0355ef23ca5 HTTP/1.1" status: 200  len: 945 time: 0.1055887
Apr 15 19:52:34.339826 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-cf063257-f402-433a-9e5e-b4be5491a8d1 req-77e01451-e378-4e4a-8f9b-5f35bd6ce939 tempest-AttachVolumeTestJSON-1178366330 tempest-AttachVolumeTestJSON-1178366330-project] 10.222.0.47 "GET /v2.0/security-groups?id=8f5f2180-5269-4c6c-a059-f56827110a59&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0732865
Apr 15 19:52:34.460748 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166e8e19-2508-4255-aedf-642ed25708ea req-de7f0181-91c3-4e99-a970-270f7ec43e6c tempest-ServerRescueNegativeTestJSON-1235948813 tempest-ServerRescueNegativeTestJSON-1235948813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:52:34.462945 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-166e8e19-2508-4255-aedf-642ed25708ea req-de7f0181-91c3-4e99-a970-270f7ec43e6c tempest-ServerRescueNegativeTestJSON-1235948813 tempest-ServerRescueNegativeTestJSON-1235948813-project] 10.222.0.47 "GET /v2.0/ports?device_id=e9aebd22-52d6-4434-8b88-31ff5eb1f75a HTTP/1.1" status: 200  len: 945 time: 0.1103492
Apr 15 19:52:34.524557 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-166e8e19-2508-4255-aedf-642ed25708ea req-275caf86-f689-4b55-8687-e19c84ee51ba tempest-ServerRescueNegativeTestJSON-1235948813 tempest-ServerRescueNegativeTestJSON-1235948813-project] 10.222.0.47 "GET /v2.0/security-groups?id=7fa5c887-ca49-4d7e-a257-900a3414a5f8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0501907
Apr 15 19:52:34.603458 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.rpc [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Device b7d370ef-6621-4ccd-8223-e4a1f5504c1b up at agent hyperv_hv-cinder-78638 {{(pid=85346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 19:52:34.695608 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469ee98d-7496-4fab-a371-28d079a817fa req-5b1dabf0-d819-4faa-8f55-11d4096ba0bc tempest-TestMinimumBasicScenario-16446131 tempest-TestMinimumBasicScenario-16446131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:52:34.705177 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-469ee98d-7496-4fab-a371-28d079a817fa req-5b1dabf0-d819-4faa-8f55-11d4096ba0bc tempest-TestMinimumBasicScenario-16446131 tempest-TestMinimumBasicScenario-16446131-project] 10.222.0.47 "GET /v2.0/ports?device_id=abff34df-4507-4be0-b685-13b21e599b36 HTTP/1.1" status: 200  len: 945 time: 0.1333673
Apr 15 19:52:34.762625 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.provisioning_blocks [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Provisioning complete for port b7d370ef-6621-4ccd-8223-e4a1f5504c1b triggered by entity L2. {{(pid=85346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 19:52:34.763457 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-428662'] for port, provisioning_complete {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:52:34.771738 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-469ee98d-7496-4fab-a371-28d079a817fa req-8b3cb17c-9e4e-4fb0-9fa6-4ce7013e1186 tempest-TestMinimumBasicScenario-16446131 tempest-TestMinimumBasicScenario-16446131-project] 10.222.0.47 "GET /v2.0/security-groups?id=9ff6e6e3-e87a-4420-83f1-af5745c75659&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0655215
Apr 15 19:52:34.839994 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783e014e-055c-4bda-ab38-256ae22e8db6 req-db0c1832-d3ad-4de8-8167-929bce74c88f tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:52:34.843500 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-783e014e-055c-4bda-ab38-256ae22e8db6 req-db0c1832-d3ad-4de8-8167-929bce74c88f tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] 10.222.0.47 "GET /v2.0/ports?device_id=a1383150-72ad-4e1a-b482-18005ac62501 HTTP/1.1" status: 200  len: 945 time: 0.1966653
Apr 15 19:52:34.869339 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.wsgi [-] (85345) accepted ('10.222.0.47', 47206) {{(pid=85345) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:52:34.933830 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-783e014e-055c-4bda-ab38-256ae22e8db6 req-028ef710-43f4-47d5-b031-8da54b635835 tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] 10.222.0.47 "GET /v2.0/security-groups?id=02d47f4f-b1ff-4af7-910c-5d6978bde7fb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0838642
Apr 15 19:52:35.023313 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f38c4ad-5aa9-4200-9ccf-416dfcef9b8e admin admin] Deleting subnet 6be9cab0-c301-4b99-9135-7ca2bab15246 {{(pid=85345) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 15 19:52:35.026715 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-6f38c4ad-5aa9-4200-9ccf-416dfcef9b8e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:52:35.034919 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854565853'] for port, before_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:52:35.090294 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1383150-72ad-4e1a-b482-18005ac62501', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7d370ef-6621-4ccd-8223-e4a1f5504c1b'}] {{(pid=85346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 19:52:35.101394 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.db [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] For port b7d370ef-6621-4ccd-8223-e4a1f5504c1b, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=b7d370ef-6621-4ccd-8223-e4a1f5504c1b,segment=NetworkSegment(50fe2df4-77d3-40aa-a8a3-45d53f7bd89a),segment_id=50fe2df4-77d3-40aa-a8a3-45d53f7bd89a)] {{(pid=85346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 19:52:35.107016 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854693686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852972410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789846929216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789846482410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789846483725'] for port, after_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:52:35.110114 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:52:35.113264 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-6f38c4ad-5aa9-4200-9ccf-416dfcef9b8e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851567171'] for subnet, precommit_delete_associations {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:52:35.209763 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Pushing event updated for resources: {'Port': ['ID=b7d370ef-6621-4ccd-8223-e4a1f5504c1b,revision_number=10']} {{(pid=85346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:52:35.214011 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1383150-72ad-4e1a-b482-18005ac62501', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7d370ef-6621-4ccd-8223-e4a1f5504c1b', 'code': 200}
Apr 15 19:52:35.214735 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:52:35.224361 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-6f38c4ad-5aa9-4200-9ccf-416dfcef9b8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8687'] for subnet, precommit_delete {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:52:35.515556 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-af4c3b9a-2388-488a-8f3c-775014008d6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789847050935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-428960'] for agent, after_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:52:35.640702 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70c737d-e70a-4b03-97d5-400af64eed44 req-2a26d8a4-125a-47fa-b2c2-0a9ca9f6676c tempest-TestMinimumBasicScenario-16446131 tempest-TestMinimumBasicScenario-16446131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:52:35.642458 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-a70c737d-e70a-4b03-97d5-400af64eed44 req-2a26d8a4-125a-47fa-b2c2-0a9ca9f6676c tempest-TestMinimumBasicScenario-16446131 tempest-TestMinimumBasicScenario-16446131-project] 10.222.0.47 "GET /v2.0/ports?device_id=abff34df-4507-4be0-b685-13b21e599b36 HTTP/1.1" status: 200  len: 945 time: 0.2660084
Apr 15 19:52:35.684333 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9747ae30-9a9e-4bc7-919e-495c92561cbc req-2fd542c2-550c-4622-a124-a71c0931ed68 tempest-AttachVolumeTestJSON-1178366330 tempest-AttachVolumeTestJSON-1178366330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:52:35.687859 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-9747ae30-9a9e-4bc7-919e-495c92561cbc req-2fd542c2-550c-4622-a124-a71c0931ed68 tempest-AttachVolumeTestJSON-1178366330 tempest-AttachVolumeTestJSON-1178366330-project] 10.222.0.47 "GET /v2.0/ports?device_id=4b964d00-f051-4d1a-9f0a-e0355ef23ca5 HTTP/1.1" status: 200  len: 945 time: 0.1561217
Apr 15 19:52:35.760637 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-a70c737d-e70a-4b03-97d5-400af64eed44 req-cdbc5f53-0a97-40c3-8acc-3b664da4c95c tempest-TestMinimumBasicScenario-16446131 tempest-TestMinimumBasicScenario-16446131-project] 10.222.0.47 "GET /v2.0/security-groups?id=9ff6e6e3-e87a-4420-83f1-af5745c75659&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1010156
Apr 15 19:52:35.810131 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-6f38c4ad-5aa9-4200-9ccf-416dfcef9b8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854767129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852808376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852972410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852575629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851485176'] for subnet, after_delete {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:52:35.875587 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-9747ae30-9a9e-4bc7-919e-495c92561cbc req-870b2671-abd4-4094-a99c-a7a0cb9d05b4 tempest-AttachVolumeTestJSON-1178366330 tempest-AttachVolumeTestJSON-1178366330-project] 10.222.0.47 "GET /v2.0/security-groups?id=8f5f2180-5269-4c6c-a059-f56827110a59&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1704903
Apr 15 19:52:35.884320 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:52:36.160060 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f38c4ad-5aa9-4200-9ccf-416dfcef9b8e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6be9cab0-c301-4b99-9135-7ca2bab15246,revision_number=None']} {{(pid=85345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:52:36.193518 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-6f38c4ad-5aa9-4200-9ccf-416dfcef9b8e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.309s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:52:36.243944 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170bb746-1c58-4669-901c-8ca96b39b8aa req-3758b115-1ff5-4565-bb3f-e5a3f9bd55d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:52:36.251062 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-170bb746-1c58-4669-901c-8ca96b39b8aa req-3758b115-1ff5-4565-bb3f-e5a3f9bd55d6 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=4bae275d2add4a8a85e8b627d205bb33&device_id=a1383150-72ad-4e1a-b482-18005ac62501 HTTP/1.1" status: 200  len: 1100 time: 0.1558299
Apr 15 19:52:36.279994 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-6f38c4ad-5aa9-4200-9ccf-416dfcef9b8e admin admin] Notify callbacks [] for subnet, before_response {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:52:36.305199 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [None req-6f38c4ad-5aa9-4200-9ccf-416dfcef9b8e admin admin] 10.222.0.47 "DELETE /v2.0/subnets/6be9cab0-c301-4b99-9135-7ca2bab15246 HTTP/1.1" status: 204  len: 168 time: 1.4341283
Apr 15 19:52:36.308540 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e3bac3-60e1-4ca4-bc89-0f6f46b0b7c7 req-7bebb2f6-b20c-4613-ba81-8c1f6b99aea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:52:36.310944 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-17e3bac3-60e1-4ca4-bc89-0f6f46b0b7c7 req-7bebb2f6-b20c-4613-ba81-8c1f6b99aea5 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=a1383150-72ad-4e1a-b482-18005ac62501 HTTP/1.1" status: 200  len: 1100 time: 0.4288936
Apr 15 19:52:36.311715 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.wsgi [-] (85345) accepted ('10.222.0.47', 47228) {{(pid=85345) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:52:36.324409 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f35a8e-c026-4f0d-81c9-41a24f5f68a1 req-bcfef00f-7375-484c-969e-dc7fd7e185bb tempest-ServerRescueNegativeTestJSON-1235948813 tempest-ServerRescueNegativeTestJSON-1235948813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:52:36.326518 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-28f35a8e-c026-4f0d-81c9-41a24f5f68a1 req-bcfef00f-7375-484c-969e-dc7fd7e185bb tempest-ServerRescueNegativeTestJSON-1235948813 tempest-ServerRescueNegativeTestJSON-1235948813-project] 10.222.0.47 "GET /v2.0/ports?device_id=e9aebd22-52d6-4434-8b88-31ff5eb1f75a HTTP/1.1" status: 200  len: 945 time: 0.2823710
Apr 15 19:52:36.511919 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170bb746-1c58-4669-901c-8ca96b39b8aa req-484aedc9-4f66-4933-8912-1e9797004bdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:52:36.513225 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-170bb746-1c58-4669-901c-8ca96b39b8aa req-484aedc9-4f66-4933-8912-1e9797004bdb service neutron] 10.222.0.65 "GET /v2.0/networks?id=3371f473-4c26-4f81-abc4-c2c4353fa3ab HTTP/1.1" status: 200  len: 918 time: 0.2040830
Apr 15 19:52:36.543315 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2913fa6-e4fe-4441-8eda-b33ee716ec3c req-0232692a-736d-4e9c-bb74-15dcf9bfd831 tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:52:36.545541 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-a2913fa6-e4fe-4441-8eda-b33ee716ec3c req-0232692a-736d-4e9c-bb74-15dcf9bfd831 tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] 10.222.0.47 "GET /v2.0/ports?device_id=a1383150-72ad-4e1a-b482-18005ac62501 HTTP/1.1" status: 200  len: 947 time: 0.2823238
Apr 15 19:52:36.672997 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-17e3bac3-60e1-4ca4-bc89-0f6f46b0b7c7 req-785c7a9b-d888-468a-8aee-a510f3849272 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=02d47f4f-b1ff-4af7-910c-5d6978bde7fb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3448992
Apr 15 19:52:36.705974 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-170bb746-1c58-4669-901c-8ca96b39b8aa req-b7752654-92ac-4bd1-a1e4-c8ead6f403a0 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b7d370ef-6621-4ccd-8223-e4a1f5504c1b HTTP/1.1" status: 200  len: 1002 time: 0.1738896
Apr 15 19:52:36.708300 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-28f35a8e-c026-4f0d-81c9-41a24f5f68a1 req-07d9b7d3-71bd-4f4c-85b9-c8c090fd65c2 tempest-ServerRescueNegativeTestJSON-1235948813 tempest-ServerRescueNegativeTestJSON-1235948813-project] 10.222.0.47 "GET /v2.0/security-groups?id=7fa5c887-ca49-4d7e-a257-900a3414a5f8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3459828
Apr 15 19:52:36.720319 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-e8a10ecd-d271-40f7-a357-a2cf2db45199 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854748596'] for network, before_delete {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:52:36.902648 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-a2913fa6-e4fe-4441-8eda-b33ee716ec3c req-bd4a638f-9cc9-446e-b815-047ebd0f74a9 tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] 10.222.0.47 "GET /v2.0/security-groups?id=02d47f4f-b1ff-4af7-910c-5d6978bde7fb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1952543
Apr 15 19:52:36.921713 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170bb746-1c58-4669-901c-8ca96b39b8aa req-d4416c57-4825-4512-8b2a-532885954bff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:52:36.923440 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-170bb746-1c58-4669-901c-8ca96b39b8aa req-d4416c57-4825-4512-8b2a-532885954bff service neutron] 10.222.0.65 "GET /v2.0/subnets?id=8272d6a7-33c7-4e21-aec7-64c68285458e HTTP/1.1" status: 200  len: 856 time: 0.1810999
Apr 15 19:52:37.080488 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170bb746-1c58-4669-901c-8ca96b39b8aa req-ee7aade4-50cf-474b-9ef6-66e19b33700e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:52:37.082526 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-170bb746-1c58-4669-901c-8ca96b39b8aa req-ee7aade4-50cf-474b-9ef6-66e19b33700e service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=3371f473-4c26-4f81-abc4-c2c4353fa3ab&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1507816
Apr 15 19:52:37.199398 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-e8a10ecd-d271-40f7-a357-a2cf2db45199 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854320274', 'neutron.services.segments.db._delete_segments_for_network-8789847050952'] for network, precommit_delete {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:52:37.252749 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-170bb746-1c58-4669-901c-8ca96b39b8aa req-51bd4c1b-ae40-43c8-b53b-055ccb1e2c66 service neutron] 10.222.0.65 "GET /v2.0/networks/3371f473-4c26-4f81-abc4-c2c4353fa3ab?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1567054
Apr 15 19:52:37.311518 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb212642-e762-4d63-aec7-368df987dd16 req-e3ca717c-bf3f-48ca-bad1-b7925b62861c tempest-ServerRescueNegativeTestJSON-1235948813 tempest-ServerRescueNegativeTestJSON-1235948813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:52:37.313289 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-fb212642-e762-4d63-aec7-368df987dd16 req-e3ca717c-bf3f-48ca-bad1-b7925b62861c tempest-ServerRescueNegativeTestJSON-1235948813 tempest-ServerRescueNegativeTestJSON-1235948813-project] 10.222.0.65 "GET /v2.0/ports?device_id=e9aebd22-52d6-4434-8b88-31ff5eb1f75a HTTP/1.1" status: 200  len: 945 time: 0.6134083
Apr 15 19:52:37.437502 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-170bb746-1c58-4669-901c-8ca96b39b8aa req-c0958d80-4e3c-4abc-93e9-8bb45d278aac service neutron] 10.222.0.65 "GET /v2.0/networks/3371f473-4c26-4f81-abc4-c2c4353fa3ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1775348
Apr 15 19:52:37.457768 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.services.segments.db [None req-e8a10ecd-d271-40f7-a357-a2cf2db45199 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe8b92af4a8>,) {'filters': {'network_id': ['dcb51ae5-ec1d-4059-96e4-434dbd301cd9']}} {{(pid=85345) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 19:52:37.506002 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.services.segments.db [None req-e8a10ecd-d271-40f7-a357-a2cf2db45199 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe8b92af4a8>, '3e6fcf0e-0b95-4774-a8cb-5489ca9658fc') {'for_net_delete': True} {{(pid=85345) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 19:52:37.506621 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.services.segments.db [None req-e8a10ecd-d271-40f7-a357-a2cf2db45199 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe8b92af4a8>, '3e6fcf0e-0b95-4774-a8cb-5489ca9658fc') {} {{(pid=85345) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 19:52:37.547877 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.plugin [req-fb212642-e762-4d63-aec7-368df987dd16 req-240fd92a-ac47-4daa-9df2-ff350da5e531 tempest-ServerRescueNegativeTestJSON-1235948813 tempest-ServerRescueNegativeTestJSON-1235948813-project] Deleting port 26344b7c-41da-4625-ab3c-346a48e8b4e6 {{(pid=85345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 19:52:37.548257 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [req-fb212642-e762-4d63-aec7-368df987dd16 req-240fd92a-ac47-4daa-9df2-ff350da5e531 tempest-ServerRescueNegativeTestJSON-1235948813 tempest-ServerRescueNegativeTestJSON-1235948813-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363247007848052'] for port, before_delete {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:52:37.577715 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-e8a10ecd-d271-40f7-a357-a2cf2db45199 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789847056089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3208581'] for segment, before_delete {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:52:37.593614 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b05a156-750f-43dc-8f16-6e856ff0e181 req-05579cb4-8870-4b34-9a18-185a0dc9b9b9 tempest-AttachVolumeTestJSON-1178366330 tempest-AttachVolumeTestJSON-1178366330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:52:37.595380 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-2b05a156-750f-43dc-8f16-6e856ff0e181 req-05579cb4-8870-4b34-9a18-185a0dc9b9b9 tempest-AttachVolumeTestJSON-1178366330 tempest-AttachVolumeTestJSON-1178366330-project] 10.222.0.47 "GET /v2.0/ports?device_id=4b964d00-f051-4d1a-9f0a-e0355ef23ca5 HTTP/1.1" status: 200  len: 945 time: 0.5049911
Apr 15 19:52:37.644004 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-e8a10ecd-d271-40f7-a357-a2cf2db45199 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854767479'] for segment, precommit_delete {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:52:37.677393 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e8a10ecd-d271-40f7-a357-a2cf2db45199 admin admin] Releasing vlan 696 on physical network physnet1 to pool {{(pid=85345) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 15 19:52:37.851329 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-2b05a156-750f-43dc-8f16-6e856ff0e181 req-be0e0536-6878-4448-be90-60934b2cb82d tempest-AttachVolumeTestJSON-1178366330 tempest-AttachVolumeTestJSON-1178366330-project] 10.222.0.47 "GET /v2.0/security-groups?id=8f5f2180-5269-4c6c-a059-f56827110a59&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2395937
Apr 15 19:52:38.071601 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1bea92-3a67-432d-b095-68a4313c80ba req-63c39657-6070-4788-a7f4-15d0cf940fc8 tempest-ServerRescueNegativeTestJSON-1235948813 tempest-ServerRescueNegativeTestJSON-1235948813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:52:38.073334 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-aa1bea92-3a67-432d-b095-68a4313c80ba req-63c39657-6070-4788-a7f4-15d0cf940fc8 tempest-ServerRescueNegativeTestJSON-1235948813 tempest-ServerRescueNegativeTestJSON-1235948813-project] 10.222.0.47 "GET /v2.0/ports?device_id=e9aebd22-52d6-4434-8b88-31ff5eb1f75a HTTP/1.1" status: 200  len: 945 time: 0.2041001
Apr 15 19:52:38.079966 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.managers [None req-e8a10ecd-d271-40f7-a357-a2cf2db45199 admin admin] Network dcb51ae5-ec1d-4059-96e4-434dbd301cd9 has no segments {{(pid=85345) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 15 19:52:38.090895 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-67e72ef2-b33a-4c5e-9c81-ddca5c029bd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789847050935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-428960'] for agent, after_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:52:38.104598 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-e8a10ecd-d271-40f7-a357-a2cf2db45199 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2199762'] for segment, after_delete {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:52:38.169077 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-aa1bea92-3a67-432d-b095-68a4313c80ba req-63078c53-8e90-4032-9007-33225c454f1d tempest-ServerRescueNegativeTestJSON-1235948813 tempest-ServerRescueNegativeTestJSON-1235948813-project] 10.222.0.47 "GET /v2.0/security-groups?id=7fa5c887-ca49-4d7e-a257-900a3414a5f8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0886152
Apr 15 19:52:38.255618 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789847050935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-428960'] for agent, after_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:52:38.487994 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a658fc10-36eb-43a6-9691-ad6ed9487b29 req-e2d4b666-1a3c-4b63-84a9-06d394c4ec74 tempest-AttachVolumeTestJSON-1178366330 tempest-AttachVolumeTestJSON-1178366330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:52:38.490159 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-a658fc10-36eb-43a6-9691-ad6ed9487b29 req-e2d4b666-1a3c-4b63-84a9-06d394c4ec74 tempest-AttachVolumeTestJSON-1178366330 tempest-AttachVolumeTestJSON-1178366330-project] 10.222.0.47 "GET /v2.0/ports?device_id=4b964d00-f051-4d1a-9f0a-e0355ef23ca5 HTTP/1.1" status: 200  len: 945 time: 0.1740816
Apr 15 19:52:38.577268 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-a658fc10-36eb-43a6-9691-ad6ed9487b29 req-853d29f4-735e-4898-8d48-bbb7ad5c507f tempest-AttachVolumeTestJSON-1178366330 tempest-AttachVolumeTestJSON-1178366330-project] 10.222.0.47 "GET /v2.0/security-groups?id=8f5f2180-5269-4c6c-a059-f56827110a59&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0682251
Apr 15 19:52:38.579810 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e718678-2a6b-4380-9817-0a3458522052 req-66207c7b-ccec-40c2-8659-ffea1969c1be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:52:38.581443 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-3e718678-2a6b-4380-9817-0a3458522052 req-66207c7b-ccec-40c2-8659-ffea1969c1be service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=5031830a47dd4af1b1ffb83e812d61ea&device_id=4b964d00-f051-4d1a-9f0a-e0355ef23ca5 HTTP/1.1" status: 200  len: 1098 time: 0.1578493
Apr 15 19:52:38.612683 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.rpc [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Device 26344b7c-41da-4625-ab3c-346a48e8b4e6 no longer exists at agent hyperv_hv-cinder-78638 {{(pid=85346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 15 19:52:38.836246 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.managers [None req-e8a10ecd-d271-40f7-a357-a2cf2db45199 admin admin] Network dcb51ae5-ec1d-4059-96e4-434dbd301cd9 has no segments {{(pid=85345) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 15 19:52:38.864714 dv-cinder-786383-2-iscsi neutron-server[85229]: Traceback (most recent call last):
Apr 15 19:52:38.864714 dv-cinder-786383-2-iscsi neutron-server[85229]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 15 19:52:38.864714 dv-cinder-786383-2-iscsi neutron-server[85229]:     timer()
Apr 15 19:52:38.864714 dv-cinder-786383-2-iscsi neutron-server[85229]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 15 19:52:38.864714 dv-cinder-786383-2-iscsi neutron-server[85229]:     cb(*args, **kw)
Apr 15 19:52:38.864714 dv-cinder-786383-2-iscsi neutron-server[85229]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 15 19:52:38.864714 dv-cinder-786383-2-iscsi neutron-server[85229]:     return func(*args, **kwargs)
Apr 15 19:52:38.864714 dv-cinder-786383-2-iscsi neutron-server[85229]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 15 19:52:38.864714 dv-cinder-786383-2-iscsi neutron-server[85229]:     self._notify()
Apr 15 19:52:38.864714 dv-cinder-786383-2-iscsi neutron-server[85229]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 15 19:52:38.864714 dv-cinder-786383-2-iscsi neutron-server[85229]:     self.callback(batched_events)
Apr 15 19:52:38.864714 dv-cinder-786383-2-iscsi neutron-server[85229]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 15 19:52:38.864714 dv-cinder-786383-2-iscsi neutron-server[85229]:     event.method(event)
Apr 15 19:52:38.864714 dv-cinder-786383-2-iscsi neutron-server[85229]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 15 19:52:38.864714 dv-cinder-786383-2-iscsi neutron-server[85229]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 15 19:52:38.864714 dv-cinder-786383-2-iscsi neutron-server[85229]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 15 19:52:38.864714 dv-cinder-786383-2-iscsi neutron-server[85229]:     segment_id)['aggregates'][0]
Apr 15 19:52:38.864714 dv-cinder-786383-2-iscsi neutron-server[85229]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 15 19:52:38.864714 dv-cinder-786383-2-iscsi neutron-server[85229]:     return f(self, *a, **k)
Apr 15 19:52:38.864714 dv-cinder-786383-2-iscsi neutron-server[85229]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 15 19:52:38.864714 dv-cinder-786383-2-iscsi neutron-server[85229]:     return self._get(url).json()
Apr 15 19:52:38.864714 dv-cinder-786383-2-iscsi neutron-server[85229]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 15 19:52:38.864714 dv-cinder-786383-2-iscsi neutron-server[85229]:     **kwargs)
Apr 15 19:52:38.864714 dv-cinder-786383-2-iscsi neutron-server[85229]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 15 19:52:38.864714 dv-cinder-786383-2-iscsi neutron-server[85229]:     return self.request(url, 'GET', **kwargs)
Apr 15 19:52:38.864714 dv-cinder-786383-2-iscsi neutron-server[85229]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 15 19:52:38.864714 dv-cinder-786383-2-iscsi neutron-server[85229]:     **endpoint_filter)
Apr 15 19:52:38.864714 dv-cinder-786383-2-iscsi neutron-server[85229]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 15 19:52:38.864714 dv-cinder-786383-2-iscsi neutron-server[85229]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 15 19:52:38.864714 dv-cinder-786383-2-iscsi neutron-server[85229]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 15 19:52:38.864714 dv-cinder-786383-2-iscsi neutron-server[85229]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 15 19:52:38.864714 dv-cinder-786383-2-iscsi neutron-server[85229]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 15 19:52:38.978935 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854565853'] for port, before_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:52:38.983253 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.db [req-fb212642-e762-4d63-aec7-368df987dd16 req-240fd92a-ac47-4daa-9df2-ff350da5e531 tempest-ServerRescueNegativeTestJSON-1235948813 tempest-ServerRescueNegativeTestJSON-1235948813-project] For port 26344b7c-41da-4625-ab3c-346a48e8b4e6, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=26344b7c-41da-4625-ab3c-346a48e8b4e6,segment=NetworkSegment(4fe08c56-c114-425d-80fa-84b1114c9738),segment_id=4fe08c56-c114-425d-80fa-84b1114c9738)] {{(pid=85345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 19:52:38.983754 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [req-fb212642-e762-4d63-aec7-368df987dd16 req-240fd92a-ac47-4daa-9df2-ff350da5e531 tempest-ServerRescueNegativeTestJSON-1235948813 tempest-ServerRescueNegativeTestJSON-1235948813-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853097680'] for port, precommit_delete {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:52:39.011152 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8e93be-fb34-480e-b4a7-bac1078068ab req-4ccda92b-27a5-4a10-9e39-251449836a1c tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:52:39.018487 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-2f8e93be-fb34-480e-b4a7-bac1078068ab req-4ccda92b-27a5-4a10-9e39-251449836a1c tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] 10.222.0.47 "GET /v2.0/ports?device_id=a1383150-72ad-4e1a-b482-18005ac62501 HTTP/1.1" status: 200  len: 947 time: 0.7343438
Apr 15 19:52:39.039024 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-e8a10ecd-d271-40f7-a357-a2cf2db45199 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-455527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852808340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852972410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1673212'] for network, after_delete {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:52:39.042397 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9aebd22-52d6-4434-8b88-31ff5eb1f75a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '26344b7c-41da-4625-ab3c-346a48e8b4e6'}] {{(pid=85346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 19:52:39.056942 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.db [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] For port 26344b7c-41da-4625-ab3c-346a48e8b4e6, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=26344b7c-41da-4625-ab3c-346a48e8b4e6,segment=NetworkSegment(4fe08c56-c114-425d-80fa-84b1114c9738),segment_id=4fe08c56-c114-425d-80fa-84b1114c9738)] {{(pid=85346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 19:52:39.070709 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e718678-2a6b-4380-9817-0a3458522052 req-c6aacb7c-3699-45cd-89b4-2effcd00b195 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:52:39.073407 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-3e718678-2a6b-4380-9817-0a3458522052 req-c6aacb7c-3699-45cd-89b4-2effcd00b195 service neutron] 10.222.0.65 "GET /v2.0/networks?id=4d82f7b7-d97c-4f69-af76-26788d15aead HTTP/1.1" status: 200  len: 911 time: 0.4847083
Apr 15 19:52:39.074734 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854693686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852972410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789846929216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789846482410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789846483725'] for port, after_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:52:39.077886 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-3b7854ae-acd9-426b-86ac-1d2e66d1476f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:52:39.182568 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.plugin [req-fb212642-e762-4d63-aec7-368df987dd16 req-240fd92a-ac47-4daa-9df2-ff350da5e531 tempest-ServerRescueNegativeTestJSON-1235948813 tempest-ServerRescueNegativeTestJSON-1235948813-project] Calling delete_port for 26344b7c-41da-4625-ab3c-346a48e8b4e6 owned by compute:nova {{(pid=85345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 15 19:52:39.220392 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-c813a3d3-f678-4276-b80f-b74d595854d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:52:39.243858 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-b400c4f8-8969-424f-8663-39cf5b6e1207 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789847050935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-428960'] for agent, after_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:52:39.257672 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-e8a10ecd-d271-40f7-a357-a2cf2db45199 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852972363'] for network, before_response {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:52:39.268001 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a10ecd-d271-40f7-a357-a2cf2db45199 admin admin] Pushing event deleted for resources: {'Network': ['ID=dcb51ae5-ec1d-4059-96e4-434dbd301cd9,revision_number=None']} {{(pid=85345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:52:39.277013 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Pushing event updated for resources: {'Port': ['ID=26344b7c-41da-4625-ab3c-346a48e8b4e6,revision_number=6']} {{(pid=85346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:52:39.284933 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-e8a10ecd-d271-40f7-a357-a2cf2db45199 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:52:39.294010 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:52:39.313780 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-2f8e93be-fb34-480e-b4a7-bac1078068ab req-55d4b78d-a30e-45c4-ab83-3b4fe9139fb6 tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] 10.222.0.47 "GET /v2.0/security-groups?id=02d47f4f-b1ff-4af7-910c-5d6978bde7fb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2940698
Apr 15 19:52:39.316785 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-3e718678-2a6b-4380-9817-0a3458522052 req-91709e16-8530-472b-880a-435e3ada5440 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3124f886-86b8-4e82-9d80-cb724b2065e3 HTTP/1.1" status: 200  len: 1000 time: 0.2330520
Apr 15 19:52:39.322914 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [None req-e8a10ecd-d271-40f7-a357-a2cf2db45199 admin admin] 10.222.0.47 "DELETE /v2.0/networks/dcb51ae5-ec1d-4059-96e4-434dbd301cd9 HTTP/1.1" status: 204  len: 168 time: 3.0093868
Apr 15 19:52:39.392620 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.db.api [req-fb212642-e762-4d63-aec7-368df987dd16 req-240fd92a-ac47-4daa-9df2-ff350da5e531 tempest-ServerRescueNegativeTestJSON-1235948813 tempest-ServerRescueNegativeTestJSON-1235948813-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=85345) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 15 19:52:39.393147 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_db.api [req-fb212642-e762-4d63-aec7-368df987dd16 req-240fd92a-ac47-4daa-9df2-ff350da5e531 tempest-ServerRescueNegativeTestJSON-1235948813 tempest-ServerRescueNegativeTestJSON-1235948813-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=85345) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 15 19:52:39.407419 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9aebd22-52d6-4434-8b88-31ff5eb1f75a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '26344b7c-41da-4625-ab3c-346a48e8b4e6', 'code': 200}
Apr 15 19:52:39.444956 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e718678-2a6b-4380-9817-0a3458522052 req-7151de32-93df-4737-8dcd-ff55dfc3d7ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:52:39.446799 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-3e718678-2a6b-4380-9817-0a3458522052 req-7151de32-93df-4737-8dcd-ff55dfc3d7ba service neutron] 10.222.0.65 "GET /v2.0/subnets?id=c9a5e3d2-b4cb-4ff6-afc6-75b296b42958 HTTP/1.1" status: 200  len: 849 time: 0.1147149
Apr 15 19:52:39.553319 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-56ecdebd-c5a0-4569-bc96-ba437f5ce558 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789847050935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-428960'] for agent, after_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:52:39.578161 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e718678-2a6b-4380-9817-0a3458522052 req-74696007-acda-4787-a003-3b03a07c07e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:52:39.579876 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-3e718678-2a6b-4380-9817-0a3458522052 req-74696007-acda-4787-a003-3b03a07c07e1 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=4d82f7b7-d97c-4f69-af76-26788d15aead&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1138172
Apr 15 19:52:39.739532 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e2ea58-c195-4bca-9909-1a2662e11777 req-4fb58ee0-9632-4f17-8874-ddcd44efea30 tempest-ServerRescueNegativeTestJSON-1235948813 tempest-ServerRescueNegativeTestJSON-1235948813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:52:39.752127 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-d3e2ea58-c195-4bca-9909-1a2662e11777 req-4fb58ee0-9632-4f17-8874-ddcd44efea30 tempest-ServerRescueNegativeTestJSON-1235948813 tempest-ServerRescueNegativeTestJSON-1235948813-project] 10.222.0.47 "GET /v2.0/ports?device_id=e9aebd22-52d6-4434-8b88-31ff5eb1f75a HTTP/1.1" status: 200  len: 943 time: 0.2457213
Apr 15 19:52:39.863051 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-d3e2ea58-c195-4bca-9909-1a2662e11777 req-c1fffd17-10f4-4665-ade5-ad7f1fae5d48 tempest-ServerRescueNegativeTestJSON-1235948813 tempest-ServerRescueNegativeTestJSON-1235948813-project] 10.222.0.47 "GET /v2.0/security-groups?id=7fa5c887-ca49-4d7e-a257-900a3414a5f8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1067533
Apr 15 19:52:39.894396 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.plugin [req-fb212642-e762-4d63-aec7-368df987dd16 req-240fd92a-ac47-4daa-9df2-ff350da5e531 tempest-ServerRescueNegativeTestJSON-1235948813 tempest-ServerRescueNegativeTestJSON-1235948813-project] Deleting port 26344b7c-41da-4625-ab3c-346a48e8b4e6 {{(pid=85345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 19:52:39.895229 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [req-fb212642-e762-4d63-aec7-368df987dd16 req-240fd92a-ac47-4daa-9df2-ff350da5e531 tempest-ServerRescueNegativeTestJSON-1235948813 tempest-ServerRescueNegativeTestJSON-1235948813-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363247007848052'] for port, before_delete {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:52:39.952430 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.wsgi [-] (85345) accepted ('10.222.0.47', 47286) {{(pid=85345) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:52:40.074107 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-3e718678-2a6b-4380-9817-0a3458522052 req-f6229b1a-92f7-4606-ac53-04d75844147c service neutron] 10.222.0.65 "GET /v2.0/networks/4d82f7b7-d97c-4f69-af76-26788d15aead?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4843664
Apr 15 19:52:40.088932 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37e3fa9-0283-4885-9815-f9d9fd5cc091 req-83afdb33-df3b-42b8-95e9-6c9622440f84 tempest-AttachVolumeTestJSON-1178366330 tempest-AttachVolumeTestJSON-1178366330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:52:40.090549 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-e37e3fa9-0283-4885-9815-f9d9fd5cc091 req-83afdb33-df3b-42b8-95e9-6c9622440f84 tempest-AttachVolumeTestJSON-1178366330 tempest-AttachVolumeTestJSON-1178366330-project] 10.222.0.47 "GET /v2.0/ports?device_id=4b964d00-f051-4d1a-9f0a-e0355ef23ca5 HTTP/1.1" status: 200  len: 945 time: 0.2211044
Apr 15 19:52:40.238408 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [None req-c8eddfae-4dae-4063-afb8-bd604bf0231d admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=baf9cfef8926468ebb80cb08498b5bf3&name=default HTTP/1.1" status: 200  len: 2975 time: 0.2715163
Apr 15 19:52:40.241832 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.wsgi [-] (85344) accepted ('10.222.0.47', 47292) {{(pid=85344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:52:40.251067 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-e37e3fa9-0283-4885-9815-f9d9fd5cc091 req-48de3bb0-e3a3-4791-a982-70f6f58a1a88 tempest-AttachVolumeTestJSON-1178366330 tempest-AttachVolumeTestJSON-1178366330-project] 10.222.0.47 "GET /v2.0/security-groups?id=8f5f2180-5269-4c6c-a059-f56827110a59&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1342862
Apr 15 19:52:40.345371 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-3e718678-2a6b-4380-9817-0a3458522052 req-486d685b-d10c-4ed6-8dbd-2cbb141e74a3 service neutron] 10.222.0.65 "GET /v2.0/networks/4d82f7b7-d97c-4f69-af76-26788d15aead?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2535031
Apr 15 19:52:40.377178 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-fa9539f3-a4a6-439a-8e24-0919d19bf8a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:52:40.429984 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-fa9539f3-a4a6-439a-8e24-0919d19bf8a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:52:40.513632 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-fa9539f3-a4a6-439a-8e24-0919d19bf8a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806004'] for security_group, after_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:52:40.524514 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-ca7a39be-6a44-458f-8c5f-982d40711ccc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:52:40.545664 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9539f3-a4a6-439a-8e24-0919d19bf8a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8498f6ac-4e62-4833-b465-61e9c537cd5f,revision_number=None']} {{(pid=85344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:52:40.562890 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-fa9539f3-a4a6-439a-8e24-0919d19bf8a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:52:40.568117 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-fa9539f3-a4a6-439a-8e24-0919d19bf8a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:52:40.570639 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [None req-fa9539f3-a4a6-439a-8e24-0919d19bf8a6 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/8498f6ac-4e62-4833-b465-61e9c537cd5f HTTP/1.1" status: 204  len: 168 time: 0.3275368
Apr 15 19:52:40.582025 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-3d77682a-3290-49f5-9a09-7e8e47f8ddca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789847050935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-428960'] for agent, after_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:52:40.602183 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.db [req-fb212642-e762-4d63-aec7-368df987dd16 req-240fd92a-ac47-4daa-9df2-ff350da5e531 tempest-ServerRescueNegativeTestJSON-1235948813 tempest-ServerRescueNegativeTestJSON-1235948813-project] For port 26344b7c-41da-4625-ab3c-346a48e8b4e6, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=26344b7c-41da-4625-ab3c-346a48e8b4e6,segment=NetworkSegment(4fe08c56-c114-425d-80fa-84b1114c9738),segment_id=4fe08c56-c114-425d-80fa-84b1114c9738)] {{(pid=85345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 19:52:40.602554 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [req-fb212642-e762-4d63-aec7-368df987dd16 req-240fd92a-ac47-4daa-9df2-ff350da5e531 tempest-ServerRescueNegativeTestJSON-1235948813 tempest-ServerRescueNegativeTestJSON-1235948813-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853097680'] for port, precommit_delete {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:52:40.829234 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.plugin [req-fb212642-e762-4d63-aec7-368df987dd16 req-240fd92a-ac47-4daa-9df2-ff350da5e531 tempest-ServerRescueNegativeTestJSON-1235948813 tempest-ServerRescueNegativeTestJSON-1235948813-project] Calling delete_port for 26344b7c-41da-4625-ab3c-346a48e8b4e6 owned by compute:nova {{(pid=85345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 15 19:52:40.992756 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc87221c-2b14-4d03-8b3d-93af978b71dc req-5b9323d9-5492-487d-88cd-642a5a663e64 tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:52:40.995977 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-fc87221c-2b14-4d03-8b3d-93af978b71dc req-5b9323d9-5492-487d-88cd-642a5a663e64 tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] 10.222.0.47 "GET /v2.0/ports?device_id=a1383150-72ad-4e1a-b482-18005ac62501 HTTP/1.1" status: 200  len: 947 time: 0.4863031
Apr 15 19:52:41.137597 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-fc87221c-2b14-4d03-8b3d-93af978b71dc req-70acf38f-dcce-4ae2-991d-bddd4b258a33 tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] 10.222.0.47 "GET /v2.0/security-groups?id=02d47f4f-b1ff-4af7-910c-5d6978bde7fb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1170480
Apr 15 19:52:41.348869 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [req-fb212642-e762-4d63-aec7-368df987dd16 req-240fd92a-ac47-4daa-9df2-ff350da5e531 tempest-ServerRescueNegativeTestJSON-1235948813 tempest-ServerRescueNegativeTestJSON-1235948813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854693686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852972410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789846929199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363247008293407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2200102'] for port, after_delete {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:52:41.371318 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.db [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] get_ports_and_sgs() called for port_ids ['ef741914-f4e2-4191-a3f5-849ecb03ddc2'] {{(pid=85346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 15 19:52:41.505673 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d28278a-be3c-4985-ad41-65d97fe332d9 req-842ff4bf-411b-4ad4-917d-8d76978268d2 tempest-ServerRescueNegativeTestJSON-1235948813 tempest-ServerRescueNegativeTestJSON-1235948813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:52:41.507598 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-2d28278a-be3c-4985-ad41-65d97fe332d9 req-842ff4bf-411b-4ad4-917d-8d76978268d2 tempest-ServerRescueNegativeTestJSON-1235948813 tempest-ServerRescueNegativeTestJSON-1235948813-project] 10.222.0.47 "GET /v2.0/ports?device_id=e9aebd22-52d6-4434-8b88-31ff5eb1f75a HTTP/1.1" status: 200  len: 865 time: 0.3615446
Apr 15 19:52:41.641270 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-2d28278a-be3c-4985-ad41-65d97fe332d9 req-8da05e4e-aebe-4e6b-baec-41e98b5d7c73 tempest-ServerRescueNegativeTestJSON-1235948813 tempest-ServerRescueNegativeTestJSON-1235948813-project] 10.222.0.47 "GET /v2.0/security-groups?id=7fa5c887-ca49-4d7e-a257-900a3414a5f8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1241634
Apr 15 19:52:41.666327 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-88ef332f-3fc7-4507-9ef1-c399d2c64e3a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:52:41.829243 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240fd92a-ac47-4daa-9df2-ff350da5e531 tempest-ServerRescueNegativeTestJSON-1235948813 tempest-ServerRescueNegativeTestJSON-1235948813-project] Pushing event deleted for resources: {'Port': ['ID=26344b7c-41da-4625-ab3c-346a48e8b4e6,revision_number=None']} {{(pid=85345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:52:41.832104 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-240fd92a-ac47-4daa-9df2-ff350da5e531 tempest-ServerRescueNegativeTestJSON-1235948813 tempest-ServerRescueNegativeTestJSON-1235948813-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:52:41.974658 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.agents_db [None req-b0af7715-6be6-4101-aede-c7b275f02801 None None] Agent healthcheck: found 6 active agents {{(pid=85347) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 15 19:52:41.982428 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb212642-e762-4d63-aec7-368df987dd16 req-240fd92a-ac47-4daa-9df2-ff350da5e531 tempest-ServerRescueNegativeTestJSON-1235948813 tempest-ServerRescueNegativeTestJSON-1235948813-project] No DVR routers for this DVR port 26344b7c-41da-4625-ab3c-346a48e8b4e6 on host hv-cinder-78638 {{(pid=85345) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 15 19:52:41.985831 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [req-fb212642-e762-4d63-aec7-368df987dd16 req-240fd92a-ac47-4daa-9df2-ff350da5e531 tempest-ServerRescueNegativeTestJSON-1235948813 tempest-ServerRescueNegativeTestJSON-1235948813-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771739'] for port, before_response {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:52:41.995016 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9aebd22-52d6-4434-8b88-31ff5eb1f75a', 'name': 'network-vif-deleted', 'tag': '26344b7c-41da-4625-ab3c-346a48e8b4e6'}] {{(pid=85345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 19:52:42.020504 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db21c2f-c7fb-4f50-9ef6-42384da0f3d6 req-db8f15c1-ccd1-48fd-a96e-2fba574b9c1b tempest-AttachVolumeTestJSON-1178366330 tempest-AttachVolumeTestJSON-1178366330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:52:42.022250 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-5db21c2f-c7fb-4f50-9ef6-42384da0f3d6 req-db8f15c1-ccd1-48fd-a96e-2fba574b9c1b tempest-AttachVolumeTestJSON-1178366330 tempest-AttachVolumeTestJSON-1178366330-project] 10.222.0.47 "GET /v2.0/ports?device_id=4b964d00-f051-4d1a-9f0a-e0355ef23ca5 HTTP/1.1" status: 200  len: 945 time: 0.3584387
Apr 15 19:52:42.024140 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-fb212642-e762-4d63-aec7-368df987dd16 req-240fd92a-ac47-4daa-9df2-ff350da5e531 tempest-ServerRescueNegativeTestJSON-1235948813 tempest-ServerRescueNegativeTestJSON-1235948813-project] 10.222.0.65 "DELETE /v2.0/ports/26344b7c-41da-4625-ab3c-346a48e8b4e6 HTTP/1.1" status: 204  len: 173 time: 4.7020507
Apr 15 19:52:42.105753 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9aebd22-52d6-4434-8b88-31ff5eb1f75a', 'name': 'network-vif-deleted', 'tag': '26344b7c-41da-4625-ab3c-346a48e8b4e6', 'status': 'completed', 'code': 200}
Apr 15 19:52:42.110234 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-5db21c2f-c7fb-4f50-9ef6-42384da0f3d6 req-972be7a8-55fa-4809-ab89-3e6b60ea37c5 tempest-AttachVolumeTestJSON-1178366330 tempest-AttachVolumeTestJSON-1178366330-project] 10.222.0.47 "GET /v2.0/security-groups?id=8f5f2180-5269-4c6c-a059-f56827110a59&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0754910
Apr 15 19:52:42.497581 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d048e4-902f-4d9a-8766-4d34b18cd096 req-816c2693-1945-4f77-8f2c-2198c406509e tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:52:42.500057 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-c4d048e4-902f-4d9a-8766-4d34b18cd096 req-816c2693-1945-4f77-8f2c-2198c406509e tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] 10.222.0.47 "GET /v2.0/ports?device_id=a1383150-72ad-4e1a-b482-18005ac62501 HTTP/1.1" status: 200  len: 947 time: 0.1300628
Apr 15 19:52:42.554876 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-c4d048e4-902f-4d9a-8766-4d34b18cd096 req-8fde8d04-95eb-4869-a501-46a5ba02254a tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] 10.222.0.47 "GET /v2.0/security-groups?id=02d47f4f-b1ff-4af7-910c-5d6978bde7fb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0480654
Apr 15 19:52:42.882221 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource [req-5624e9ae-a664-4fc1-9b9b-ce6274cac362 req-b734ec5f-96c6-4d37-b6d4-0dfe1891ed52 tempest-ServerRescueNegativeTestJSON-1235948813 tempest-ServerRescueNegativeTestJSON-1235948813-project] Synchronizing usage tracker for tenant:308b7c9489eb439cb66d243d5654d1ba on resource:port {{(pid=85345) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 15 19:52:42.906884 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource [req-5624e9ae-a664-4fc1-9b9b-ce6274cac362 req-b734ec5f-96c6-4d37-b6d4-0dfe1891ed52 tempest-ServerRescueNegativeTestJSON-1235948813 tempest-ServerRescueNegativeTestJSON-1235948813-project] Unset dirty status for tenant:308b7c9489eb439cb66d243d5654d1ba on resource:port {{(pid=85345) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 15 19:52:42.908648 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-5624e9ae-a664-4fc1-9b9b-ce6274cac362 req-b734ec5f-96c6-4d37-b6d4-0dfe1891ed52 tempest-ServerRescueNegativeTestJSON-1235948813 tempest-ServerRescueNegativeTestJSON-1235948813-project] 10.222.0.47 "GET /v2.0/ports?device_id=e9aebd22-52d6-4434-8b88-31ff5eb1f75a HTTP/1.1" status: 200  len: 210 time: 0.0903566
Apr 15 19:52:43.298256 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.wsgi [-] (85344) accepted ('10.222.0.47', 47362) {{(pid=85344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:52:43.436738 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-07da35a3-62ed-4dac-aa00-ef722cbe03c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:52:43.453643 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.quota.driver [None req-07da35a3-62ed-4dac-aa00-ef722cbe03c7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:52:43.457954 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource [None req-07da35a3-62ed-4dac-aa00-ef722cbe03c7 admin admin] Usage tracker for resource:security_group_rule and tenant:2fc32fd0b7074807b27d74a3fdfdb3a4 is out of sync, need to count used quota {{(pid=85344) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:52:43.461166 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource [None req-07da35a3-62ed-4dac-aa00-ef722cbe03c7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85344) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:52:43.468024 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.quota.driver [None req-07da35a3-62ed-4dac-aa00-ef722cbe03c7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:52:43.572936 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-07da35a3-62ed-4dac-aa00-ef722cbe03c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:52:43.582885 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-07da35a3-62ed-4dac-aa00-ef722cbe03c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806004'] for security_group, after_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:52:43.593268 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:52:43.637087 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [None req-07da35a3-62ed-4dac-aa00-ef722cbe03c7 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=2fc32fd0b7074807b27d74a3fdfdb3a4&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3372314
Apr 15 19:52:43.640709 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.wsgi [-] (85345) accepted ('10.222.0.47', 47372) {{(pid=85345) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:52:43.642504 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07da35a3-62ed-4dac-aa00-ef722cbe03c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6451822e-5f96-4fd9-8ac8-37261792dabb,revision_number=1']} {{(pid=85344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:52:43.646062 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-07da35a3-62ed-4dac-aa00-ef722cbe03c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:52:43.717391 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-5ea9f05b-55a1-4d91-ae33-4e3c290b06ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:52:43.755406 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-5ea9f05b-55a1-4d91-ae33-4e3c290b06ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:52:43.812671 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-5ea9f05b-55a1-4d91-ae33-4e3c290b06ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806004'] for security_group, after_delete {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:52:43.815232 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c74a2f-af7a-4b96-80f1-8218c4a6898b req-05922cc4-8d43-4b78-9e4a-e54bd5541bfd tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:52:43.817361 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-18c74a2f-af7a-4b96-80f1-8218c4a6898b req-05922cc4-8d43-4b78-9e4a-e54bd5541bfd tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] 10.222.0.47 "GET /v2.0/ports?device_id=a1383150-72ad-4e1a-b482-18005ac62501 HTTP/1.1" status: 200  len: 947 time: 0.1047575
Apr 15 19:52:43.822666 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-aeab514e-b849-4bb8-bd11-4d46f0fc5649 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:52:43.843770 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea9f05b-55a1-4d91-ae33-4e3c290b06ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6451822e-5f96-4fd9-8ac8-37261792dabb,revision_number=None']} {{(pid=85345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:52:43.863606 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-5ea9f05b-55a1-4d91-ae33-4e3c290b06ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:52:43.863606 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-5ea9f05b-55a1-4d91-ae33-4e3c290b06ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:52:43.863606 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [None req-5ea9f05b-55a1-4d91-ae33-4e3c290b06ba admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/6451822e-5f96-4fd9-8ac8-37261792dabb HTTP/1.1" status: 204  len: 168 time: 0.2216036
Apr 15 19:52:43.892444 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-18c74a2f-af7a-4b96-80f1-8218c4a6898b req-553bd3eb-77be-4495-ab6a-2f4fb1072810 tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] 10.222.0.47 "GET /v2.0/security-groups?id=02d47f4f-b1ff-4af7-910c-5d6978bde7fb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0623014
Apr 15 19:52:44.284266 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.wsgi [-] (85344) accepted ('10.222.0.47', 47386) {{(pid=85344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:52:44.314343 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-a33592f9-d277-44a7-ab7f-301641c8df1a admin admin] Notify callbacks [] for security_group, before_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:52:44.340018 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.quota.driver [None req-a33592f9-d277-44a7-ab7f-301641c8df1a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:52:44.346492 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource [None req-a33592f9-d277-44a7-ab7f-301641c8df1a admin admin] Usage tracker for resource:security_group_rule and tenant:fb8d01f628c34432accbfc4f1f69bb50 is out of sync, need to count used quota {{(pid=85344) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:52:44.350274 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource [None req-a33592f9-d277-44a7-ab7f-301641c8df1a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85344) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:52:44.357565 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.quota.driver [None req-a33592f9-d277-44a7-ab7f-301641c8df1a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:52:44.519491 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-a33592f9-d277-44a7-ab7f-301641c8df1a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:52:44.524492 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-a33592f9-d277-44a7-ab7f-301641c8df1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806004'] for security_group, after_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:52:44.538463 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-6cc15dd5-27f6-431b-845d-71589deb5a52 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:52:44.591207 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [None req-a33592f9-d277-44a7-ab7f-301641c8df1a admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=fb8d01f628c34432accbfc4f1f69bb50&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3053198
Apr 15 19:52:44.594034 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.wsgi [-] (85344) accepted ('10.222.0.47', 47394) {{(pid=85344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:52:44.614603 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33592f9-d277-44a7-ab7f-301641c8df1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=497d022f-5858-4125-a8d5-c56e6aaabfba,revision_number=1']} {{(pid=85344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:52:44.621360 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-a33592f9-d277-44a7-ab7f-301641c8df1a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:52:44.699800 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-fd3d4f8b-ecda-41e3-bb3b-ecd4063ce49b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:52:44.746653 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-fd3d4f8b-ecda-41e3-bb3b-ecd4063ce49b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:52:44.804405 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-fd3d4f8b-ecda-41e3-bb3b-ecd4063ce49b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806004'] for security_group, after_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:52:44.808663 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-9295054a-4b15-4a1f-9300-5a3b3efd8e14 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:52:44.820664 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba742ec8-ca6a-45bb-90d0-b9f3f9f89255 req-c6902514-419d-4d90-9af5-7973cdca4e10 tempest-ServerRescueNegativeTestJSON-1235948813 tempest-ServerRescueNegativeTestJSON-1235948813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:52:44.824193 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-ba742ec8-ca6a-45bb-90d0-b9f3f9f89255 req-c6902514-419d-4d90-9af5-7973cdca4e10 tempest-ServerRescueNegativeTestJSON-1235948813 tempest-ServerRescueNegativeTestJSON-1235948813-project] 10.222.0.47 "GET /v2.0/ports?device_id=d4df9318-4d76-48f8-9843-b64bef8e8007 HTTP/1.1" status: 200  len: 945 time: 0.2118902
Apr 15 19:52:44.936877 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-ba742ec8-ca6a-45bb-90d0-b9f3f9f89255 req-51fbdc9c-cb60-4c88-8ba8-e92f4afc58aa tempest-ServerRescueNegativeTestJSON-1235948813 tempest-ServerRescueNegativeTestJSON-1235948813-project] 10.222.0.47 "GET /v2.0/security-groups?id=7fa5c887-ca49-4d7e-a257-900a3414a5f8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0978665
Apr 15 19:52:45.062714 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3d4f8b-ecda-41e3-bb3b-ecd4063ce49b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=497d022f-5858-4125-a8d5-c56e6aaabfba,revision_number=None']} {{(pid=85344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:52:45.078890 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-fd3d4f8b-ecda-41e3-bb3b-ecd4063ce49b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:52:45.078890 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-fd3d4f8b-ecda-41e3-bb3b-ecd4063ce49b admin admin] Notify callbacks [] for security_group, before_response {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:52:45.084131 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [None req-fd3d4f8b-ecda-41e3-bb3b-ecd4063ce49b admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/497d022f-5858-4125-a8d5-c56e6aaabfba HTTP/1.1" status: 204  len: 168 time: 0.4839277
Apr 15 19:52:45.184892 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b71a13-e152-42e3-ae01-bd78d2f5b854 req-bed0864f-ff39-475b-8d62-adb5d2c2fe88 tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:52:45.187299 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-d5b71a13-e152-42e3-ae01-bd78d2f5b854 req-bed0864f-ff39-475b-8d62-adb5d2c2fe88 tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] 10.222.0.47 "GET /v2.0/ports?device_id=a1383150-72ad-4e1a-b482-18005ac62501 HTTP/1.1" status: 200  len: 947 time: 0.1017940
Apr 15 19:52:45.250096 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-d5b71a13-e152-42e3-ae01-bd78d2f5b854 req-cb0010a7-3c33-40fc-960e-cf5918440fab tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] 10.222.0.47 "GET /v2.0/security-groups?id=02d47f4f-b1ff-4af7-910c-5d6978bde7fb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0554926
Apr 15 19:52:46.362031 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9073d2af-2d1c-408f-b631-c818941bb6ab req-029cc00d-6be0-49bd-b2af-0c354136eaf7 tempest-ServerRescueNegativeTestJSON-1235948813 tempest-ServerRescueNegativeTestJSON-1235948813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:52:46.365060 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-9073d2af-2d1c-408f-b631-c818941bb6ab req-029cc00d-6be0-49bd-b2af-0c354136eaf7 tempest-ServerRescueNegativeTestJSON-1235948813 tempest-ServerRescueNegativeTestJSON-1235948813-project] 10.222.0.47 "GET /v2.0/ports?device_id=d4df9318-4d76-48f8-9843-b64bef8e8007 HTTP/1.1" status: 200  len: 945 time: 0.1672125
Apr 15 19:52:46.448532 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-9073d2af-2d1c-408f-b631-c818941bb6ab req-a78c309e-e099-4678-b852-d7f68733fb27 tempest-ServerRescueNegativeTestJSON-1235948813 tempest-ServerRescueNegativeTestJSON-1235948813-project] 10.222.0.47 "GET /v2.0/security-groups?id=7fa5c887-ca49-4d7e-a257-900a3414a5f8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0698137
Apr 15 19:52:46.618352 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d217021-3c86-48f8-ac16-72ba32a8f911 req-1f5959f1-b62b-4d7a-a077-0c544b005d84 tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:52:46.621276 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-6d217021-3c86-48f8-ac16-72ba32a8f911 req-1f5959f1-b62b-4d7a-a077-0c544b005d84 tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] 10.222.0.47 "GET /v2.0/ports?device_id=a1383150-72ad-4e1a-b482-18005ac62501 HTTP/1.1" status: 200  len: 947 time: 0.1344652
Apr 15 19:52:46.760671 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-6d217021-3c86-48f8-ac16-72ba32a8f911 req-ae1efbc6-0ebf-421f-824b-e81f1f82dbae tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] 10.222.0.47 "GET /v2.0/security-groups?id=02d47f4f-b1ff-4af7-910c-5d6978bde7fb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1308801
Apr 15 19:52:47.741023 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b862028-a6ab-45fc-bda9-ff8d2d93c287 req-c863ae30-8bba-43a8-8afd-be23cc2e165f tempest-ServerRescueNegativeTestJSON-1235948813 tempest-ServerRescueNegativeTestJSON-1235948813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:52:47.743843 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-5b862028-a6ab-45fc-bda9-ff8d2d93c287 req-c863ae30-8bba-43a8-8afd-be23cc2e165f tempest-ServerRescueNegativeTestJSON-1235948813 tempest-ServerRescueNegativeTestJSON-1235948813-project] 10.222.0.47 "GET /v2.0/ports?device_id=d4df9318-4d76-48f8-9843-b64bef8e8007 HTTP/1.1" status: 200  len: 945 time: 0.1531503
Apr 15 19:52:47.839698 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-5b862028-a6ab-45fc-bda9-ff8d2d93c287 req-fde0f484-7dbf-4bbd-94e2-28ba372b8dfa tempest-ServerRescueNegativeTestJSON-1235948813 tempest-ServerRescueNegativeTestJSON-1235948813-project] 10.222.0.47 "GET /v2.0/security-groups?id=7fa5c887-ca49-4d7e-a257-900a3414a5f8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0823290
Apr 15 19:52:48.110680 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a68a87-8a9a-45ce-8940-25648ac5c433 req-f4367614-8ffa-4bac-9dbc-3797c9e6d7e0 tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:52:48.113278 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-48a68a87-8a9a-45ce-8940-25648ac5c433 req-f4367614-8ffa-4bac-9dbc-3797c9e6d7e0 tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] 10.222.0.47 "GET /v2.0/ports?device_id=a1383150-72ad-4e1a-b482-18005ac62501 HTTP/1.1" status: 200  len: 947 time: 0.1457455
Apr 15 19:52:48.216876 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-48a68a87-8a9a-45ce-8940-25648ac5c433 req-e3093366-d6a7-4d32-8b39-86f3957a1040 tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] 10.222.0.47 "GET /v2.0/security-groups?id=02d47f4f-b1ff-4af7-910c-5d6978bde7fb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0842505
Apr 15 19:52:48.538491 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.wsgi [-] (85344) accepted ('10.222.0.47', 47496) {{(pid=85344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:52:48.715892 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-341de14a-2466-4520-a164-bf6d52f924ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:52:48.741914 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.quota.driver [None req-341de14a-2466-4520-a164-bf6d52f924ef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:52:48.748820 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource [None req-341de14a-2466-4520-a164-bf6d52f924ef admin admin] Usage tracker for resource:security_group_rule and tenant:8368eaceb03e4698be42d355ef4fea38 is out of sync, need to count used quota {{(pid=85344) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:52:48.753082 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource [None req-341de14a-2466-4520-a164-bf6d52f924ef admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85344) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:52:48.761469 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.quota.driver [None req-341de14a-2466-4520-a164-bf6d52f924ef admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:52:48.804635 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb56fa1-940a-4b91-8b90-33a04fa31219 req-6f9fc25a-1ecb-40c9-95f7-063c5c6e952b tempest-TestMinimumBasicScenario-16446131 tempest-TestMinimumBasicScenario-16446131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:52:48.806811 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-bdb56fa1-940a-4b91-8b90-33a04fa31219 req-6f9fc25a-1ecb-40c9-95f7-063c5c6e952b tempest-TestMinimumBasicScenario-16446131 tempest-TestMinimumBasicScenario-16446131-project] 10.222.0.47 "GET /v2.0/ports?device_id=abff34df-4507-4be0-b685-13b21e599b36 HTTP/1.1" status: 200  len: 945 time: 0.1455262
Apr 15 19:52:48.886552 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-bdb56fa1-940a-4b91-8b90-33a04fa31219 req-87985c68-c464-428f-ba19-bd521502b9b2 tempest-TestMinimumBasicScenario-16446131 tempest-TestMinimumBasicScenario-16446131-project] 10.222.0.47 "GET /v2.0/security-groups?id=9ff6e6e3-e87a-4420-83f1-af5745c75659&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0666540
Apr 15 19:52:48.892765 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-341de14a-2466-4520-a164-bf6d52f924ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:52:48.897030 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-341de14a-2466-4520-a164-bf6d52f924ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806004'] for security_group, after_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:52:48.910056 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:52:48.945127 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.wsgi [-] (85345) accepted ('10.222.0.47', 47504) {{(pid=85345) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:52:48.974042 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341de14a-2466-4520-a164-bf6d52f924ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b91da3da-d89c-47e8-8c44-86159e80011e,revision_number=1']} {{(pid=85344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:52:48.983597 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-341de14a-2466-4520-a164-bf6d52f924ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:52:48.995798 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [None req-341de14a-2466-4520-a164-bf6d52f924ef admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=8368eaceb03e4698be42d355ef4fea38&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4557011
Apr 15 19:52:48.996871 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.wsgi [-] (85345) accepted ('10.222.0.47', 47510) {{(pid=85345) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:52:49.136687 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-4997dd54-d0bb-4419-8d19-a51144cfc45e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:52:49.177783 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3914860-83e0-4888-bb8f-db0ac3296144 req-e526c831-e58f-4480-863d-dae2e2e585c8 tempest-ServerRescueNegativeTestJSON-1235948813 tempest-ServerRescueNegativeTestJSON-1235948813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:52:49.180554 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-a3914860-83e0-4888-bb8f-db0ac3296144 req-e526c831-e58f-4480-863d-dae2e2e585c8 tempest-ServerRescueNegativeTestJSON-1235948813 tempest-ServerRescueNegativeTestJSON-1235948813-project] 10.222.0.47 "GET /v2.0/ports?device_id=d4df9318-4d76-48f8-9843-b64bef8e8007 HTTP/1.1" status: 200  len: 945 time: 0.1516485
Apr 15 19:52:49.193721 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-4997dd54-d0bb-4419-8d19-a51144cfc45e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:52:49.258788 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-a3914860-83e0-4888-bb8f-db0ac3296144 req-a963ff06-bb37-4b4d-90ef-04b0ec36334b tempest-ServerRescueNegativeTestJSON-1235948813 tempest-ServerRescueNegativeTestJSON-1235948813-project] 10.222.0.47 "GET /v2.0/security-groups?id=7fa5c887-ca49-4d7e-a257-900a3414a5f8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0642169
Apr 15 19:52:49.450376 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d1cde0c-73b3-4979-b847-14b61abbe169 tempest-TestMinimumBasicScenario-624870962 tempest-TestMinimumBasicScenario-624870962-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:52:49.459997 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [None req-0d1cde0c-73b3-4979-b847-14b61abbe169 tempest-TestMinimumBasicScenario-624870962 tempest-TestMinimumBasicScenario-624870962-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=abff34df-4507-4be0-b685-13b21e599b36 HTTP/1.1" status: 200  len: 1093 time: 0.5125484
Apr 15 19:52:49.464878 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.wsgi [-] (85344) accepted ('10.222.0.47', 47520) {{(pid=85344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:52:49.477093 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.v2.base [None req-f104d511-da41-4332-ac3e-9e967418273e tempest-TestMinimumBasicScenario-16446131 tempest-TestMinimumBasicScenario-16446131-project] Request body: {'floatingip': {'floating_network_id': '0b576887-bb01-4bfc-8617-ca8b886d7b7e', 'port_id': '827e729e-1c55-44d8-a183-7221bd52ad3c', 'tenant_id': '18011ad8d1764685bdd8f676b9d51581', 'fixed_ip_address': '172.20.0.6'}} {{(pid=85344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 19:52:49.488745 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.quota.driver [None req-f104d511-da41-4332-ac3e-9e967418273e tempest-TestMinimumBasicScenario-16446131 tempest-TestMinimumBasicScenario-16446131-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:52:49.502685 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource [None req-f104d511-da41-4332-ac3e-9e967418273e tempest-TestMinimumBasicScenario-16446131 tempest-TestMinimumBasicScenario-16446131-project] Usage tracker for resource:floatingip and tenant:18011ad8d1764685bdd8f676b9d51581 is out of sync, need to count used quota {{(pid=85344) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:52:49.504486 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-4997dd54-d0bb-4419-8d19-a51144cfc45e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806004'] for security_group, after_delete {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:52:49.517670 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource [None req-f104d511-da41-4332-ac3e-9e967418273e tempest-TestMinimumBasicScenario-16446131 tempest-TestMinimumBasicScenario-16446131-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=85344) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:52:49.532638 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-67551577-db06-4151-a67f-1777875b2678 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:52:49.536376 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.quota.driver [None req-f104d511-da41-4332-ac3e-9e967418273e tempest-TestMinimumBasicScenario-16446131 tempest-TestMinimumBasicScenario-16446131-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=85344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:52:49.557267 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-f104d511-da41-4332-ac3e-9e967418273e tempest-TestMinimumBasicScenario-16446131 tempest-TestMinimumBasicScenario-16446131-project] Notify callbacks [] for floatingip, before_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:52:49.667782 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-4997dd54-d0bb-4419-8d19-a51144cfc45e admin admin] Notify callbacks [] for security_group, before_response {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:52:49.674998 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [None req-4997dd54-d0bb-4419-8d19-a51144cfc45e admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/b91da3da-d89c-47e8-8c44-86159e80011e HTTP/1.1" status: 204  len: 168 time: 0.6756094
Apr 15 19:52:49.676807 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4997dd54-d0bb-4419-8d19-a51144cfc45e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b91da3da-d89c-47e8-8c44-86159e80011e,revision_number=None']} {{(pid=85345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:52:49.693030 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4997dd54-d0bb-4419-8d19-a51144cfc45e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:52:49.693678 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4997dd54-d0bb-4419-8d19-a51144cfc45e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:52:49.694532 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4997dd54-d0bb-4419-8d19-a51144cfc45e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:52:49.695292 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4997dd54-d0bb-4419-8d19-a51144cfc45e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:52:49.695967 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4997dd54-d0bb-4419-8d19-a51144cfc45e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:52:49.696643 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4997dd54-d0bb-4419-8d19-a51144cfc45e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:52:49.697308 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4997dd54-d0bb-4419-8d19-a51144cfc45e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:52:49.698114 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4997dd54-d0bb-4419-8d19-a51144cfc45e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:52:49.698598 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4997dd54-d0bb-4419-8d19-a51144cfc45e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:52:49.699552 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4997dd54-d0bb-4419-8d19-a51144cfc45e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:52:49.700225 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4997dd54-d0bb-4419-8d19-a51144cfc45e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:52:49.701463 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4997dd54-d0bb-4419-8d19-a51144cfc45e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:52:49.713983 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-4997dd54-d0bb-4419-8d19-a51144cfc45e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:52:49.831477 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf56f51-934a-4b7f-8ef2-ef791716213e req-fd83322e-140c-4770-8d46-e471b2f6062e tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:52:49.835258 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-bbf56f51-934a-4b7f-8ef2-ef791716213e req-fd83322e-140c-4770-8d46-e471b2f6062e tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] 10.222.0.47 "GET /v2.0/ports?device_id=a1383150-72ad-4e1a-b482-18005ac62501 HTTP/1.1" status: 200  len: 947 time: 0.3053446
Apr 15 19:52:49.957649 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-bbf56f51-934a-4b7f-8ef2-ef791716213e req-fa5f4004-473b-4dc2-9384-f9424db8cb26 tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] 10.222.0.47 "GET /v2.0/security-groups?id=02d47f4f-b1ff-4af7-910c-5d6978bde7fb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1086669
Apr 15 19:52:49.992074 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-f104d511-da41-4332-ac3e-9e967418273e tempest-TestMinimumBasicScenario-16446131 tempest-TestMinimumBasicScenario-16446131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854565853'] for port, before_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:52:50.308319 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.db_base_plugin_common [None req-f104d511-da41-4332-ac3e-9e967418273e tempest-TestMinimumBasicScenario-16446131 tempest-TestMinimumBasicScenario-16446131-project] Allocated IP 172.27.2.5 (0b576887-bb01-4bfc-8617-ca8b886d7b7e/7ad9face-0ae3-4529-aacd-d53ebb36e4d0/e4d1dcff-8fd1-41f4-8317-9ef8bc273f89) {{(pid=85344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 15 19:52:50.374820 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.wsgi [-] (85345) accepted ('10.222.0.47', 47566) {{(pid=85345) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:52:50.428801 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-dff5c806-bdb5-45ad-bca1-b6433c5854b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:52:50.468669 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.quota.driver [None req-dff5c806-bdb5-45ad-bca1-b6433c5854b5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85345) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:52:50.477650 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource [None req-dff5c806-bdb5-45ad-bca1-b6433c5854b5 admin admin] Usage tracker for resource:security_group_rule and tenant:bb149e3f65934971bd7e153caf03163f is out of sync, need to count used quota {{(pid=85345) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:52:50.492883 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource [None req-dff5c806-bdb5-45ad-bca1-b6433c5854b5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85345) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:52:50.505540 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.quota.driver [None req-dff5c806-bdb5-45ad-bca1-b6433c5854b5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85345) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:52:50.686073 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-dff5c806-bdb5-45ad-bca1-b6433c5854b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:52:50.691607 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-dff5c806-bdb5-45ad-bca1-b6433c5854b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806004'] for security_group, after_create {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:52:50.794888 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-d2dcc9b6-69ec-46e1-8b64-f210b3a2ab0e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:52:50.836289 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [None req-dff5c806-bdb5-45ad-bca1-b6433c5854b5 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=bb149e3f65934971bd7e153caf03163f&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4590969
Apr 15 19:52:50.842262 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.wsgi [-] (85345) accepted ('10.222.0.47', 47574) {{(pid=85345) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:52:50.909494 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-f104d511-da41-4332-ac3e-9e967418273e tempest-TestMinimumBasicScenario-16446131 tempest-TestMinimumBasicScenario-16446131-project] Notify callbacks [] for port, precommit_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:52:50.915172 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff5c806-bdb5-45ad-bca1-b6433c5854b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca8db35f-b5d0-4839-ad1a-bf841372bebf,revision_number=1']} {{(pid=85345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:52:50.922352 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-dff5c806-bdb5-45ad-bca1-b6433c5854b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:52:50.933462 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a8efa7-231d-442e-adf1-743c2ff5696e req-94a370c9-2728-456a-94c1-f0050b0aa443 tempest-ServerRescueNegativeTestJSON-1235948813 tempest-ServerRescueNegativeTestJSON-1235948813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:52:50.957921 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-92a8efa7-231d-442e-adf1-743c2ff5696e req-94a370c9-2728-456a-94c1-f0050b0aa443 tempest-ServerRescueNegativeTestJSON-1235948813 tempest-ServerRescueNegativeTestJSON-1235948813-project] 10.222.0.47 "GET /v2.0/ports?device_id=d4df9318-4d76-48f8-9843-b64bef8e8007 HTTP/1.1" status: 200  len: 945 time: 0.4129384
Apr 15 19:52:51.095161 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-c6f75f33-ce92-4d5b-ae45-fbb7554963d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:52:51.150842 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-92a8efa7-231d-442e-adf1-743c2ff5696e req-a0323b2c-b4a2-4a87-a5ab-1c12a4942b22 tempest-ServerRescueNegativeTestJSON-1235948813 tempest-ServerRescueNegativeTestJSON-1235948813-project] 10.222.0.47 "GET /v2.0/security-groups?id=7fa5c887-ca49-4d7e-a257-900a3414a5f8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1819696
Apr 15 19:52:51.158387 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-c6f75f33-ce92-4d5b-ae45-fbb7554963d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:52:51.213996 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-f104d511-da41-4332-ac3e-9e967418273e tempest-TestMinimumBasicScenario-16446131 tempest-TestMinimumBasicScenario-16446131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854693686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852972410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789846482393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851621869'] for port, after_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:52:51.250282 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-3453557f-f114-43a3-b265-acc6aa7d94ba service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:52:51.428124 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-c6f75f33-ce92-4d5b-ae45-fbb7554963d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806004'] for security_group, after_delete {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:52:51.434179 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-6fea37fe-504c-427d-af6d-ab115354d7e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:52:51.453109 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f75f33-ce92-4d5b-ae45-fbb7554963d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca8db35f-b5d0-4839-ad1a-bf841372bebf,revision_number=None']} {{(pid=85345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:52:51.461128 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-c6f75f33-ce92-4d5b-ae45-fbb7554963d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:52:51.473297 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f104d511-da41-4332-ac3e-9e967418273e tempest-TestMinimumBasicScenario-16446131 tempest-TestMinimumBasicScenario-16446131-project] Pushing event updated for resources: {'Port': ['ID=e4d1dcff-8fd1-41f4-8317-9ef8bc273f89,revision_number=1']} {{(pid=85344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:52:51.480071 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-c6f75f33-ce92-4d5b-ae45-fbb7554963d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:52:51.486148 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [None req-c6f75f33-ce92-4d5b-ae45-fbb7554963d2 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/ca8db35f-b5d0-4839-ad1a-bf841372bebf HTTP/1.1" status: 204  len: 168 time: 0.6315067
Apr 15 19:52:51.492805 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0413edc4-556b-4fea-9682-e5336a583d56 req-de80ea88-9f57-4aa7-9f50-9b78c076f62e tempest-ServerRescueNegativeTestJSON-1235948813 tempest-ServerRescueNegativeTestJSON-1235948813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:52:51.494454 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-0413edc4-556b-4fea-9682-e5336a583d56 req-de80ea88-9f57-4aa7-9f50-9b78c076f62e tempest-ServerRescueNegativeTestJSON-1235948813 tempest-ServerRescueNegativeTestJSON-1235948813-project] 10.222.0.65 "GET /v2.0/ports?device_id=d4df9318-4d76-48f8-9843-b64bef8e8007 HTTP/1.1" status: 200  len: 945 time: 0.2700775
Apr 15 19:52:51.499341 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-f104d511-da41-4332-ac3e-9e967418273e tempest-TestMinimumBasicScenario-16446131 tempest-TestMinimumBasicScenario-16446131-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:52:51.504469 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240ed582-f7a3-4dd2-9c7f-6f7bb62d1aba req-e42a7c04-90c9-4641-9bef-1c4d50de25ac tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:52:51.506246 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-240ed582-f7a3-4dd2-9c7f-6f7bb62d1aba req-e42a7c04-90c9-4641-9bef-1c4d50de25ac tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] 10.222.0.47 "GET /v2.0/ports?device_id=a1383150-72ad-4e1a-b482-18005ac62501 HTTP/1.1" status: 200  len: 947 time: 0.1907477
Apr 15 19:52:51.575551 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f104d511-da41-4332-ac3e-9e967418273e tempest-TestMinimumBasicScenario-16446131 tempest-TestMinimumBasicScenario-16446131-project] Network 0b576887-bb01-4bfc-8617-ca8b886d7b7e is already hosted by enough agents. {{(pid=85344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 15 19:52:51.576790 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.scheduler.base_scheduler [None req-f104d511-da41-4332-ac3e-9e967418273e tempest-TestMinimumBasicScenario-16446131 tempest-TestMinimumBasicScenario-16446131-project] Resources bound (agent type, host, resource id):  {{(pid=85344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 19:52:51.580050 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f104d511-da41-4332-ac3e-9e967418273e tempest-TestMinimumBasicScenario-16446131 tempest-TestMinimumBasicScenario-16446131-project] Received port after_create {{(pid=85344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 15 19:52:51.609602 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.plugin [req-0413edc4-556b-4fea-9682-e5336a583d56 req-d616e3c4-18f7-4e94-8c88-c4b788518ed0 tempest-ServerRescueNegativeTestJSON-1235948813 tempest-ServerRescueNegativeTestJSON-1235948813-project] Deleting port ef741914-f4e2-4191-a3f5-849ecb03ddc2 {{(pid=85345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 19:52:51.610006 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [req-0413edc4-556b-4fea-9682-e5336a583d56 req-d616e3c4-18f7-4e94-8c88-c4b788518ed0 tempest-ServerRescueNegativeTestJSON-1235948813 tempest-ServerRescueNegativeTestJSON-1235948813-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363247007848052'] for port, before_delete {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:52:51.674462 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-240ed582-f7a3-4dd2-9c7f-6f7bb62d1aba req-c693986c-8707-4a50-83d4-788e91aa86ce tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] 10.222.0.47 "GET /v2.0/security-groups?id=02d47f4f-b1ff-4af7-910c-5d6978bde7fb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1250899
Apr 15 19:52:51.975764 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.db [req-0413edc4-556b-4fea-9682-e5336a583d56 req-d616e3c4-18f7-4e94-8c88-c4b788518ed0 tempest-ServerRescueNegativeTestJSON-1235948813 tempest-ServerRescueNegativeTestJSON-1235948813-project] For port ef741914-f4e2-4191-a3f5-849ecb03ddc2, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=ef741914-f4e2-4191-a3f5-849ecb03ddc2,segment=NetworkSegment(4fe08c56-c114-425d-80fa-84b1114c9738),segment_id=4fe08c56-c114-425d-80fa-84b1114c9738)] {{(pid=85345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 19:52:51.976323 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [req-0413edc4-556b-4fea-9682-e5336a583d56 req-d616e3c4-18f7-4e94-8c88-c4b788518ed0 tempest-ServerRescueNegativeTestJSON-1235948813 tempest-ServerRescueNegativeTestJSON-1235948813-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853097680'] for port, precommit_delete {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:52:52.213687 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.plugin [req-0413edc4-556b-4fea-9682-e5336a583d56 req-d616e3c4-18f7-4e94-8c88-c4b788518ed0 tempest-ServerRescueNegativeTestJSON-1235948813 tempest-ServerRescueNegativeTestJSON-1235948813-project] Calling delete_port for ef741914-f4e2-4191-a3f5-849ecb03ddc2 owned by compute:nova {{(pid=85345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 15 19:52:52.571262 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5326ba2b-33f8-48fc-a543-98f749f814ba req-b3c9a123-0b14-4c35-872f-ee86573db0e4 tempest-ServerRescueNegativeTestJSON-1235948813 tempest-ServerRescueNegativeTestJSON-1235948813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:52:52.573138 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-5326ba2b-33f8-48fc-a543-98f749f814ba req-b3c9a123-0b14-4c35-872f-ee86573db0e4 tempest-ServerRescueNegativeTestJSON-1235948813 tempest-ServerRescueNegativeTestJSON-1235948813-project] 10.222.0.47 "GET /v2.0/ports?device_id=d4df9318-4d76-48f8-9843-b64bef8e8007 HTTP/1.1" status: 200  len: 945 time: 0.2276418
Apr 15 19:52:52.588338 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-f104d511-da41-4332-ac3e-9e967418273e tempest-TestMinimumBasicScenario-16446131 tempest-TestMinimumBasicScenario-16446131-project] Notify callbacks [] for floatingip, precommit_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:52:52.726906 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-5326ba2b-33f8-48fc-a543-98f749f814ba req-bcd81d96-8d7b-4b18-86ad-ff3a398d7270 tempest-ServerRescueNegativeTestJSON-1235948813 tempest-ServerRescueNegativeTestJSON-1235948813-project] 10.222.0.47 "GET /v2.0/security-groups?id=7fa5c887-ca49-4d7e-a257-900a3414a5f8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1237335
Apr 15 19:52:52.758893 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-f104d511-da41-4332-ac3e-9e967418273e tempest-TestMinimumBasicScenario-16446131 tempest-TestMinimumBasicScenario-16446131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854565853'] for port, before_update {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:52:52.798647 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [req-0413edc4-556b-4fea-9682-e5336a583d56 req-d616e3c4-18f7-4e94-8c88-c4b788518ed0 tempest-ServerRescueNegativeTestJSON-1235948813 tempest-ServerRescueNegativeTestJSON-1235948813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854693686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852972410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789846929199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363247008293407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2200102'] for port, after_delete {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:52:52.814967 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.db [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] get_ports_and_sgs() called for port_ids ['ef741914-f4e2-4191-a3f5-849ecb03ddc2'] {{(pid=85346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 15 19:52:52.836930 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-bdd3c1b4-3877-45ea-969e-e207656dbf47 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:52:52.987926 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d616e3c4-18f7-4e94-8c88-c4b788518ed0 tempest-ServerRescueNegativeTestJSON-1235948813 tempest-ServerRescueNegativeTestJSON-1235948813-project] Pushing event deleted for resources: {'Port': ['ID=ef741914-f4e2-4191-a3f5-849ecb03ddc2,revision_number=None']} {{(pid=85345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:52:52.995625 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-d616e3c4-18f7-4e94-8c88-c4b788518ed0 tempest-ServerRescueNegativeTestJSON-1235948813 tempest-ServerRescueNegativeTestJSON-1235948813-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:52:53.243223 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33757ad-3e7b-4ac6-abe8-be2822ee386c req-908a84ea-4a19-4244-be18-494023eaf39e tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:52:53.244848 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-b33757ad-3e7b-4ac6-abe8-be2822ee386c req-908a84ea-4a19-4244-be18-494023eaf39e tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] 10.222.0.47 "GET /v2.0/ports?device_id=a1383150-72ad-4e1a-b482-18005ac62501 HTTP/1.1" status: 200  len: 947 time: 0.2219903
Apr 15 19:52:53.303298 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.l3_dvrscheduler_db [req-0413edc4-556b-4fea-9682-e5336a583d56 req-d616e3c4-18f7-4e94-8c88-c4b788518ed0 tempest-ServerRescueNegativeTestJSON-1235948813 tempest-ServerRescueNegativeTestJSON-1235948813-project] No DVR routers for this DVR port ef741914-f4e2-4191-a3f5-849ecb03ddc2 on host hv-cinder-78638 {{(pid=85345) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 15 19:52:53.303822 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-f104d511-da41-4332-ac3e-9e967418273e tempest-TestMinimumBasicScenario-16446131 tempest-TestMinimumBasicScenario-16446131-project] Notify callbacks [] for port, precommit_update {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:52:53.306406 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [req-0413edc4-556b-4fea-9682-e5336a583d56 req-d616e3c4-18f7-4e94-8c88-c4b788518ed0 tempest-ServerRescueNegativeTestJSON-1235948813 tempest-ServerRescueNegativeTestJSON-1235948813-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771739'] for port, before_response {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:52:53.308609 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-f104d511-da41-4332-ac3e-9e967418273e tempest-TestMinimumBasicScenario-16446131 tempest-TestMinimumBasicScenario-16446131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854693686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852972410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789846929216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789846482410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789846483725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3153931'] for port, after_update {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:52:53.313316 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4df9318-4d76-48f8-9843-b64bef8e8007', 'name': 'network-vif-deleted', 'tag': 'ef741914-f4e2-4191-a3f5-849ecb03ddc2'}] {{(pid=85345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 19:52:53.327175 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-57b38028-c3dc-425d-a2d8-4953f6974979 tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:52:53.333312 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-0413edc4-556b-4fea-9682-e5336a583d56 req-d616e3c4-18f7-4e94-8c88-c4b788518ed0 tempest-ServerRescueNegativeTestJSON-1235948813 tempest-ServerRescueNegativeTestJSON-1235948813-project] 10.222.0.65 "DELETE /v2.0/ports/ef741914-f4e2-4191-a3f5-849ecb03ddc2 HTTP/1.1" status: 204  len: 173 time: 1.8259633
Apr 15 19:52:53.380570 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-b33757ad-3e7b-4ac6-abe8-be2822ee386c req-a35f18be-b602-41d3-9e9c-85db63f21b64 tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] 10.222.0.47 "GET /v2.0/security-groups?id=02d47f4f-b1ff-4af7-910c-5d6978bde7fb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0984616
Apr 15 19:52:53.419119 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4df9318-4d76-48f8-9843-b64bef8e8007', 'name': 'network-vif-deleted', 'tag': 'ef741914-f4e2-4191-a3f5-849ecb03ddc2', 'status': 'completed', 'code': 200}
Apr 15 19:52:53.541541 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f104d511-da41-4332-ac3e-9e967418273e tempest-TestMinimumBasicScenario-16446131 tempest-TestMinimumBasicScenario-16446131-project] Pushing event updated for resources: {'Port': ['ID=e4d1dcff-8fd1-41f4-8317-9ef8bc273f89,revision_number=2']} {{(pid=85344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:52:53.558018 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-f104d511-da41-4332-ac3e-9e967418273e tempest-TestMinimumBasicScenario-16446131 tempest-TestMinimumBasicScenario-16446131-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:52:53.690241 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-f104d511-da41-4332-ac3e-9e967418273e tempest-TestMinimumBasicScenario-16446131 tempest-TestMinimumBasicScenario-16446131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1673197'] for floatingip, after_update {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:52:53.966130 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.db.l3_db [None req-f104d511-da41-4332-ac3e-9e967418273e tempest-TestMinimumBasicScenario-16446131 tempest-TestMinimumBasicScenario-16446131-project] Floating IP bb01fecf-0cd7-4451-8d20-1b9e7285c500 associated. External IP: 172.27.2.5, port: 827e729e-1c55-44d8-a183-7221bd52ad3c.
Apr 15 19:52:53.983841 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource [req-b5af0d67-8fa4-4699-8721-4ac20dd7a6d5 req-8ee7bcee-0f07-432d-9dea-f44bfb96ab43 tempest-ServerRescueNegativeTestJSON-1235948813 tempest-ServerRescueNegativeTestJSON-1235948813-project] Synchronizing usage tracker for tenant:308b7c9489eb439cb66d243d5654d1ba on resource:port {{(pid=85345) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 15 19:52:54.004429 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource [req-b5af0d67-8fa4-4699-8721-4ac20dd7a6d5 req-8ee7bcee-0f07-432d-9dea-f44bfb96ab43 tempest-ServerRescueNegativeTestJSON-1235948813 tempest-ServerRescueNegativeTestJSON-1235948813-project] Unset dirty status for tenant:308b7c9489eb439cb66d243d5654d1ba on resource:port {{(pid=85345) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 15 19:52:54.007024 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-b5af0d67-8fa4-4699-8721-4ac20dd7a6d5 req-8ee7bcee-0f07-432d-9dea-f44bfb96ab43 tempest-ServerRescueNegativeTestJSON-1235948813 tempest-ServerRescueNegativeTestJSON-1235948813-project] 10.222.0.47 "GET /v2.0/ports?device_id=d4df9318-4d76-48f8-9843-b64bef8e8007 HTTP/1.1" status: 200  len: 210 time: 0.0806365
Apr 15 19:52:54.816666 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f104d511-da41-4332-ac3e-9e967418273e tempest-TestMinimumBasicScenario-16446131 tempest-TestMinimumBasicScenario-16446131-project] Router ec3407e0-5714-4826-b1fb-02e8d779ef9e has already been hosted by L3 agent 74482fb0-5b00-43f0-8fa9-533a3c8b2378 {{(pid=85344) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 15 19:52:55.045581 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f104d511-da41-4332-ac3e-9e967418273e tempest-TestMinimumBasicScenario-16446131 tempest-TestMinimumBasicScenario-16446131-project] Notify agent at l3_agent.dv-cinder-786383-2-iscsi the message routers_updated {{(pid=85344) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 15 19:52:55.059014 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67144fd3-03b8-4f8b-bfd1-2e4d72a51996 None None] Sync routers for ids ['ec3407e0-5714-4826-b1fb-02e8d779ef9e'] in dv-cinder-786383-2-iscsi {{(pid=85347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 15 19:52:55.078691 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67144fd3-03b8-4f8b-bfd1-2e4d72a51996 None None] Routers {'ec3407e0-5714-4826-b1fb-02e8d779ef9e'} bound to L3 agent in host dv-cinder-786383-2-iscsi {{(pid=85347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 19:52:55.079774 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.l3_hamode_db [None req-67144fd3-03b8-4f8b-bfd1-2e4d72a51996 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe8b98539b0>, 'dv-cinder-786383-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-15T19:40:08Z,description=<?>,heartbeat_timestamp=2021-04-15T19:52:38Z,host='dv-cinder-786383-2-iscsi',id=74482fb0-5b00-43f0-8fa9-533a3c8b2378,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T19:40:08Z,topic='l3_agent')) {'router_ids': ['ec3407e0-5714-4826-b1fb-02e8d779ef9e'], 'active': True} {{(pid=85347) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 19:52:55.097675 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-f104d511-da41-4332-ac3e-9e967418273e tempest-TestMinimumBasicScenario-16446131 tempest-TestMinimumBasicScenario-16446131-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771739'] for floatingip, before_response {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:52:55.147199 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.wsgi [-] (85345) accepted ('10.222.0.47', 47672) {{(pid=85345) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:52:55.215457 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [None req-f104d511-da41-4332-ac3e-9e967418273e tempest-TestMinimumBasicScenario-16446131 tempest-TestMinimumBasicScenario-16446131-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 994 time: 5.7452495
Apr 15 19:52:55.215457 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'abff34df-4507-4be0-b685-13b21e599b36', 'tag': '827e729e-1c55-44d8-a183-7221bd52ad3c'}] {{(pid=85344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 19:52:55.223115 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.wsgi [-] (85344) accepted ('10.222.0.47', 47676) {{(pid=85344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:52:55.233648 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.v2.base [None req-c35e4ed6-0bea-405b-a88b-8030a18d1275 tempest-TestMinimumBasicScenario-16446131 tempest-TestMinimumBasicScenario-16446131-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1841733364', 'description': 'tempest-secgroup-smoke-1841733364 description', 'project_id': '18011ad8d1764685bdd8f676b9d51581'}} {{(pid=85344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 19:52:55.244962 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.quota.driver [None req-c35e4ed6-0bea-405b-a88b-8030a18d1275 tempest-TestMinimumBasicScenario-16446131 tempest-TestMinimumBasicScenario-16446131-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:52:55.265124 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.quota.driver [None req-c35e4ed6-0bea-405b-a88b-8030a18d1275 tempest-TestMinimumBasicScenario-16446131 tempest-TestMinimumBasicScenario-16446131-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=85344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:52:55.281142 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-c35e4ed6-0bea-405b-a88b-8030a18d1275 tempest-TestMinimumBasicScenario-16446131 tempest-TestMinimumBasicScenario-16446131-project] Notify callbacks [] for security_group, before_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:52:55.315418 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'abff34df-4507-4be0-b685-13b21e599b36', 'tag': '827e729e-1c55-44d8-a183-7221bd52ad3c', 'status': 'completed', 'code': 200}
Apr 15 19:52:55.321384 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.quota.driver [None req-c35e4ed6-0bea-405b-a88b-8030a18d1275 tempest-TestMinimumBasicScenario-16446131 tempest-TestMinimumBasicScenario-16446131-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:52:55.327492 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource [None req-c35e4ed6-0bea-405b-a88b-8030a18d1275 tempest-TestMinimumBasicScenario-16446131 tempest-TestMinimumBasicScenario-16446131-project] Usage tracker for resource:security_group_rule and tenant:18011ad8d1764685bdd8f676b9d51581 is out of sync, need to count used quota {{(pid=85344) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:52:55.331744 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource [None req-c35e4ed6-0bea-405b-a88b-8030a18d1275 tempest-TestMinimumBasicScenario-16446131 tempest-TestMinimumBasicScenario-16446131-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=85344) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:52:55.340371 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.quota.driver [None req-c35e4ed6-0bea-405b-a88b-8030a18d1275 tempest-TestMinimumBasicScenario-16446131 tempest-TestMinimumBasicScenario-16446131-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=85344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:52:55.401692 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.l3_dvr_db [None req-67144fd3-03b8-4f8b-bfd1-2e4d72a51996 None None] Set router ec3407e0-5714-4826-b1fb-02e8d779ef9e gateway port host: dv-cinder-786383-2-iscsi {{(pid=85347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 19:52:55.485516 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-c35e4ed6-0bea-405b-a88b-8030a18d1275 tempest-TestMinimumBasicScenario-16446131 tempest-TestMinimumBasicScenario-16446131-project] Notify callbacks [] for security_group, precommit_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:52:55.493556 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-c35e4ed6-0bea-405b-a88b-8030a18d1275 tempest-TestMinimumBasicScenario-16446131 tempest-TestMinimumBasicScenario-16446131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806004'] for security_group, after_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:52:55.519073 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:52:55.526699 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d2073e-36cc-488b-953f-cc14d2a6fa7d req-e8c03aa0-25c0-445d-bacf-5e8b76848171 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:52:55.529168 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-06d2073e-36cc-488b-953f-cc14d2a6fa7d req-e8c03aa0-25c0-445d-bacf-5e8b76848171 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=18011ad8d1764685bdd8f676b9d51581&device_id=abff34df-4507-4be0-b685-13b21e599b36 HTTP/1.1" status: 200  len: 1098 time: 0.1619918
Apr 15 19:52:55.599521 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35e4ed6-0bea-405b-a88b-8030a18d1275 tempest-TestMinimumBasicScenario-16446131 tempest-TestMinimumBasicScenario-16446131-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9de474f2-1ec8-47a3-b0f0-69bab2117286,revision_number=1']} {{(pid=85344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:52:55.611496 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-c35e4ed6-0bea-405b-a88b-8030a18d1275 tempest-TestMinimumBasicScenario-16446131 tempest-TestMinimumBasicScenario-16446131-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:52:55.636109 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-c35e4ed6-0bea-405b-a88b-8030a18d1275 tempest-TestMinimumBasicScenario-16446131 tempest-TestMinimumBasicScenario-16446131-project] Notify callbacks [] for security_group, before_response {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:52:55.639163 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [None req-c35e4ed6-0bea-405b-a88b-8030a18d1275 tempest-TestMinimumBasicScenario-16446131 tempest-TestMinimumBasicScenario-16446131-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1794 time: 0.4137044
Apr 15 19:52:55.642108 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.wsgi [-] (85344) accepted ('10.222.0.47', 47684) {{(pid=85344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:52:55.652846 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.v2.base [None req-de160d17-d5f5-4fe0-bdf6-16df6270845c tempest-TestMinimumBasicScenario-16446131 tempest-TestMinimumBasicScenario-16446131-project] Request body: {'security_group_rule': {'security_group_id': '9de474f2-1ec8-47a3-b0f0-69bab2117286', 'project_id': '18011ad8d1764685bdd8f676b9d51581', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=85344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 19:52:55.665461 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.quota.driver [None req-de160d17-d5f5-4fe0-bdf6-16df6270845c tempest-TestMinimumBasicScenario-16446131 tempest-TestMinimumBasicScenario-16446131-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:52:55.674669 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource [None req-de160d17-d5f5-4fe0-bdf6-16df6270845c tempest-TestMinimumBasicScenario-16446131 tempest-TestMinimumBasicScenario-16446131-project] Usage tracker for resource:security_group_rule and tenant:18011ad8d1764685bdd8f676b9d51581 is out of sync, need to count used quota {{(pid=85344) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:52:55.679623 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource [None req-de160d17-d5f5-4fe0-bdf6-16df6270845c tempest-TestMinimumBasicScenario-16446131 tempest-TestMinimumBasicScenario-16446131-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=85344) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:52:55.693138 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.quota.driver [None req-de160d17-d5f5-4fe0-bdf6-16df6270845c tempest-TestMinimumBasicScenario-16446131 tempest-TestMinimumBasicScenario-16446131-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=85344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:52:55.729367 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-de160d17-d5f5-4fe0-bdf6-16df6270845c tempest-TestMinimumBasicScenario-16446131 tempest-TestMinimumBasicScenario-16446131-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:52:55.877762 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-de160d17-d5f5-4fe0-bdf6-16df6270845c tempest-TestMinimumBasicScenario-16446131 tempest-TestMinimumBasicScenario-16446131-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:52:55.883168 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-de160d17-d5f5-4fe0-bdf6-16df6270845c tempest-TestMinimumBasicScenario-16446131 tempest-TestMinimumBasicScenario-16446131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805984'] for security_group_rule, after_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:52:55.887420 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-ca9b8750-cdb1-4bf7-8395-249550d96d98 tempest-AttachVolumeTestJSON-1178366330 tempest-AttachVolumeTestJSON-1178366330-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:52:55.937655 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de160d17-d5f5-4fe0-bdf6-16df6270845c tempest-TestMinimumBasicScenario-16446131 tempest-TestMinimumBasicScenario-16446131-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=16eb3c3b-cfff-4fd2-b081-03617c42585c,revision_number=0']} {{(pid=85344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:52:55.939003 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d2073e-36cc-488b-953f-cc14d2a6fa7d req-350a368c-7dd7-4802-af6e-813c4cb9083e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:52:55.941961 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-06d2073e-36cc-488b-953f-cc14d2a6fa7d req-350a368c-7dd7-4802-af6e-813c4cb9083e service neutron] 10.222.0.65 "GET /v2.0/networks?id=42fbcbc3-b235-4653-875d-d3c9a17e6927 HTTP/1.1" status: 200  len: 913 time: 0.3539383
Apr 15 19:52:55.947007 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-de160d17-d5f5-4fe0-bdf6-16df6270845c tempest-TestMinimumBasicScenario-16446131 tempest-TestMinimumBasicScenario-16446131-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:52:55.962897 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-de160d17-d5f5-4fe0-bdf6-16df6270845c tempest-TestMinimumBasicScenario-16446131 tempest-TestMinimumBasicScenario-16446131-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:52:55.965253 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [None req-de160d17-d5f5-4fe0-bdf6-16df6270845c tempest-TestMinimumBasicScenario-16446131 tempest-TestMinimumBasicScenario-16446131-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.3208511
Apr 15 19:52:55.975497 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.wsgi [-] (85344) accepted ('10.222.0.47', 47692) {{(pid=85344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:52:55.981975 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.v2.base [None req-e765450b-15cd-46fd-89c3-e73bf91bf7db tempest-TestMinimumBasicScenario-16446131 tempest-TestMinimumBasicScenario-16446131-project] Request body: {'security_group_rule': {'security_group_id': '9de474f2-1ec8-47a3-b0f0-69bab2117286', 'project_id': '18011ad8d1764685bdd8f676b9d51581', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=85344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 19:52:55.998358 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.l3_hamode_db [None req-67144fd3-03b8-4f8b-bfd1-2e4d72a51996 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe8b98539b0>, [{'id': 'ec3407e0-5714-4826-b1fb-02e8d779ef9e', 'name': 'tempest-TestMinimumBasicScenario-2020818-router', 'tenant_id': '18011ad8d1764685bdd8f676b9d51581', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b576887-bb01-4bfc-8617-ca8b886d7b7e', 'external_fixed_ips': [{'subnet_id': '7ad9face-0ae3-4529-aacd-d53ebb36e4d0', 'ip_address': '172.27.2.150'}], 'enable_snat': True}, 'gw_port_id': '7c44ee2f-d2d0-495f-b2dc-f8bcb5432422', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:50:39Z', 'updated_at': '2021-04-15T19:50:54Z', 'revision_number': 4, 'project_id': '18011ad8d1764685bdd8f676b9d51581', 'gw_port': {'id': '7c44ee2f-d2d0-495f-b2dc-f8bcb5432422', 'name': '', 'network_id': '0b576887-bb01-4bfc-8617-ca8b886d7b7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:64:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec3407e0-5714-4826-b1fb-02e8d779ef9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': '7ad9face-0ae3-4529-aacd-d53ebb36e4d0', 'ip_address': '172.27.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:50:42Z', 'updated_at': '2021-04-15T19:50:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ad9face-0ae3-4529-aacd-d53ebb36e4d0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-2-iscsi', '_floatingips': [{'id': 'bb01fecf-0cd7-4451-8d20-1b9e7285c500', 'tenant_id': '18011ad8d1764685bdd8f676b9d51581', 'floating_ip_address': '172.27.2.5', 'floating_network_id': '0b576887-bb01-4bfc-8617-ca8b886d7b7e', 'router_id': 'ec3407e0-5714-4826-b1fb-02e8d779ef9e', 'port_id': '827e729e-1c55-44d8-a183-7221bd52ad3c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 347, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '42fbcbc3-b235-4653-875d-d3c9a17e6927', 'mac_address': 'fa:16:3e:ca:3e:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abff34df-4507-4be0-b685-13b21e599b36', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T19:52:52Z', 'updated_at': '2021-04-15T19:52:52Z', 'revision_number': 0, 'project_id': '18011ad8d1764685bdd8f676b9d51581', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dfe49340-c463-4c81-810f-81115301194c', 'name': '', 'network_id': '42fbcbc3-b235-4653-875d-d3c9a17e6927', 'tenant_id': '18011ad8d1764685bdd8f676b9d51581', 'mac_address': 'fa:16:3e:aa:8d:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec3407e0-5714-4826-b1fb-02e8d779ef9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 266, 'fixed_ips': [{'subnet_id': '922b60ea-4b47-44c0-8320-575ac4d11e8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:50:51Z', 'updated_at': '2021-04-15T19:51:09Z', 'revision_number': 5, 'project_id': '18011ad8d1764685bdd8f676b9d51581', 'subnets': [{'id': '922b60ea-4b47-44c0-8320-575ac4d11e8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786383-2-iscsi', False) {} {{(pid=85347) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 19:52:56.003844 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.quota.driver [None req-e765450b-15cd-46fd-89c3-e73bf91bf7db tempest-TestMinimumBasicScenario-16446131 tempest-TestMinimumBasicScenario-16446131-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:52:56.007326 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67144fd3-03b8-4f8b-bfd1-2e4d72a51996 None None] Checking router: ec3407e0-5714-4826-b1fb-02e8d779ef9e for host: dv-cinder-786383-2-iscsi {{(pid=85347) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 15 19:52:56.008997 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource [None req-e765450b-15cd-46fd-89c3-e73bf91bf7db tempest-TestMinimumBasicScenario-16446131 tempest-TestMinimumBasicScenario-16446131-project] Usage tracker for resource:security_group_rule and tenant:18011ad8d1764685bdd8f676b9d51581 is out of sync, need to count used quota {{(pid=85344) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:52:56.013923 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource [None req-e765450b-15cd-46fd-89c3-e73bf91bf7db tempest-TestMinimumBasicScenario-16446131 tempest-TestMinimumBasicScenario-16446131-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=85344) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:52:56.023806 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.quota.driver [None req-e765450b-15cd-46fd-89c3-e73bf91bf7db tempest-TestMinimumBasicScenario-16446131 tempest-TestMinimumBasicScenario-16446131-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=85344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:52:56.032021 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67144fd3-03b8-4f8b-bfd1-2e4d72a51996 None None] Routers {'ec3407e0-5714-4826-b1fb-02e8d779ef9e'} bound to L3 agent in host dv-cinder-786383-2-iscsi {{(pid=85347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 19:52:56.033753 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.l3_hamode_db [None req-67144fd3-03b8-4f8b-bfd1-2e4d72a51996 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe8b98539b0>, 'dv-cinder-786383-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-15T19:40:08Z,description=<?>,heartbeat_timestamp=2021-04-15T19:52:38Z,host='dv-cinder-786383-2-iscsi',id=74482fb0-5b00-43f0-8fa9-533a3c8b2378,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T19:40:08Z,topic='l3_agent')) {'router_ids': ['ec3407e0-5714-4826-b1fb-02e8d779ef9e'], 'active': True} {{(pid=85347) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 19:52:56.055641 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-e765450b-15cd-46fd-89c3-e73bf91bf7db tempest-TestMinimumBasicScenario-16446131 tempest-TestMinimumBasicScenario-16446131-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:52:56.190144 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-e765450b-15cd-46fd-89c3-e73bf91bf7db tempest-TestMinimumBasicScenario-16446131 tempest-TestMinimumBasicScenario-16446131-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:52:56.197775 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-e765450b-15cd-46fd-89c3-e73bf91bf7db tempest-TestMinimumBasicScenario-16446131 tempest-TestMinimumBasicScenario-16446131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805984'] for security_group_rule, after_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:52:56.211377 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-de160d17-d5f5-4fe0-bdf6-16df6270845c tempest-TestMinimumBasicScenario-16446131 tempest-TestMinimumBasicScenario-16446131-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:52:56.241862 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e765450b-15cd-46fd-89c3-e73bf91bf7db tempest-TestMinimumBasicScenario-16446131 tempest-TestMinimumBasicScenario-16446131-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e57aee47-c067-474d-bd52-18a3541ba254,revision_number=0']} {{(pid=85344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:52:56.250025 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-e765450b-15cd-46fd-89c3-e73bf91bf7db tempest-TestMinimumBasicScenario-16446131 tempest-TestMinimumBasicScenario-16446131-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:52:56.259344 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-e765450b-15cd-46fd-89c3-e73bf91bf7db tempest-TestMinimumBasicScenario-16446131 tempest-TestMinimumBasicScenario-16446131-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:52:56.263474 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [None req-e765450b-15cd-46fd-89c3-e73bf91bf7db tempest-TestMinimumBasicScenario-16446131 tempest-TestMinimumBasicScenario-16446131-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.2863367
Apr 15 19:52:56.264487 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.wsgi [-] (85344) accepted ('10.222.0.47', 47698) {{(pid=85344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:52:56.275855 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.v2.base [None req-66740287-0e51-45b3-b88d-d449c51af930 tempest-TestMinimumBasicScenario-16446131 tempest-TestMinimumBasicScenario-16446131-project] Request body: {'security_group_rule': {'security_group_id': '9de474f2-1ec8-47a3-b0f0-69bab2117286', 'project_id': '18011ad8d1764685bdd8f676b9d51581', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=85344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 19:52:56.282732 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.quota.driver [None req-66740287-0e51-45b3-b88d-d449c51af930 tempest-TestMinimumBasicScenario-16446131 tempest-TestMinimumBasicScenario-16446131-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:52:56.289494 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource [None req-66740287-0e51-45b3-b88d-d449c51af930 tempest-TestMinimumBasicScenario-16446131 tempest-TestMinimumBasicScenario-16446131-project] Usage tracker for resource:security_group_rule and tenant:18011ad8d1764685bdd8f676b9d51581 is out of sync, need to count used quota {{(pid=85344) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:52:56.293267 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource [None req-66740287-0e51-45b3-b88d-d449c51af930 tempest-TestMinimumBasicScenario-16446131 tempest-TestMinimumBasicScenario-16446131-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=85344) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:52:56.301017 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.quota.driver [None req-66740287-0e51-45b3-b88d-d449c51af930 tempest-TestMinimumBasicScenario-16446131 tempest-TestMinimumBasicScenario-16446131-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=85344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:52:56.325122 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-06d2073e-36cc-488b-953f-cc14d2a6fa7d req-8b2e4b67-2ad5-457b-8150-864344fa33eb service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=827e729e-1c55-44d8-a183-7221bd52ad3c HTTP/1.1" status: 200  len: 997 time: 0.3723829
Apr 15 19:52:56.334098 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-66740287-0e51-45b3-b88d-d449c51af930 tempest-TestMinimumBasicScenario-16446131 tempest-TestMinimumBasicScenario-16446131-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:52:56.460180 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.l3_dvr_db [None req-67144fd3-03b8-4f8b-bfd1-2e4d72a51996 None None] Set router ec3407e0-5714-4826-b1fb-02e8d779ef9e gateway port host: dv-cinder-786383-2-iscsi {{(pid=85347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 19:52:56.465128 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-66740287-0e51-45b3-b88d-d449c51af930 tempest-TestMinimumBasicScenario-16446131 tempest-TestMinimumBasicScenario-16446131-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:52:56.469832 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-66740287-0e51-45b3-b88d-d449c51af930 tempest-TestMinimumBasicScenario-16446131 tempest-TestMinimumBasicScenario-16446131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805984'] for security_group_rule, after_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:52:56.473848 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-e765450b-15cd-46fd-89c3-e73bf91bf7db tempest-TestMinimumBasicScenario-16446131 tempest-TestMinimumBasicScenario-16446131-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:52:56.500288 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d2073e-36cc-488b-953f-cc14d2a6fa7d req-c33a654d-3226-478c-8e13-17b1e8fa1674 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:52:56.503050 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-06d2073e-36cc-488b-953f-cc14d2a6fa7d req-c33a654d-3226-478c-8e13-17b1e8fa1674 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=922b60ea-4b47-44c0-8320-575ac4d11e8d HTTP/1.1" status: 200  len: 851 time: 0.1612782
Apr 15 19:52:56.505220 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66740287-0e51-45b3-b88d-d449c51af930 tempest-TestMinimumBasicScenario-16446131 tempest-TestMinimumBasicScenario-16446131-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3850f477-833d-42dd-8917-6e23bd413f1a,revision_number=0']} {{(pid=85344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:52:56.515709 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-66740287-0e51-45b3-b88d-d449c51af930 tempest-TestMinimumBasicScenario-16446131 tempest-TestMinimumBasicScenario-16446131-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:52:56.529170 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-66740287-0e51-45b3-b88d-d449c51af930 tempest-TestMinimumBasicScenario-16446131 tempest-TestMinimumBasicScenario-16446131-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:52:56.532338 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [None req-66740287-0e51-45b3-b88d-d449c51af930 tempest-TestMinimumBasicScenario-16446131 tempest-TestMinimumBasicScenario-16446131-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.2625620
Apr 15 19:52:56.536666 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.wsgi [-] (85344) accepted ('10.222.0.47', 47704) {{(pid=85344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:52:56.543309 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.v2.base [None req-bf690932-5778-468b-a953-638fd043f322 tempest-TestMinimumBasicScenario-16446131 tempest-TestMinimumBasicScenario-16446131-project] Request body: {'security_group_rule': {'security_group_id': '9de474f2-1ec8-47a3-b0f0-69bab2117286', 'project_id': '18011ad8d1764685bdd8f676b9d51581', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=85344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 19:52:56.550483 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.quota.driver [None req-bf690932-5778-468b-a953-638fd043f322 tempest-TestMinimumBasicScenario-16446131 tempest-TestMinimumBasicScenario-16446131-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:52:56.555523 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource [None req-bf690932-5778-468b-a953-638fd043f322 tempest-TestMinimumBasicScenario-16446131 tempest-TestMinimumBasicScenario-16446131-project] Usage tracker for resource:security_group_rule and tenant:18011ad8d1764685bdd8f676b9d51581 is out of sync, need to count used quota {{(pid=85344) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:52:56.559065 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource [None req-bf690932-5778-468b-a953-638fd043f322 tempest-TestMinimumBasicScenario-16446131 tempest-TestMinimumBasicScenario-16446131-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=85344) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:52:56.568763 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.quota.driver [None req-bf690932-5778-468b-a953-638fd043f322 tempest-TestMinimumBasicScenario-16446131 tempest-TestMinimumBasicScenario-16446131-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=85344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:52:56.600813 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-bf690932-5778-468b-a953-638fd043f322 tempest-TestMinimumBasicScenario-16446131 tempest-TestMinimumBasicScenario-16446131-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:52:56.707909 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.rpc [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Device ef741914-f4e2-4191-a3f5-849ecb03ddc2 no longer exists at agent hyperv_hv-cinder-78638 {{(pid=85346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 15 19:52:56.764621 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-bf690932-5778-468b-a953-638fd043f322 tempest-TestMinimumBasicScenario-16446131 tempest-TestMinimumBasicScenario-16446131-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:52:56.785207 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-bf690932-5778-468b-a953-638fd043f322 tempest-TestMinimumBasicScenario-16446131 tempest-TestMinimumBasicScenario-16446131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805984'] for security_group_rule, after_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:52:56.792117 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-66740287-0e51-45b3-b88d-d449c51af930 tempest-TestMinimumBasicScenario-16446131 tempest-TestMinimumBasicScenario-16446131-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:52:56.797081 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.plugin [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] No Port match for: ef741914-f4e2-4191-a3f5-849ecb03ddc2 {{(pid=85346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 15 19:52:56.798697 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.rpc [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Device ef741914-f4e2-4191-a3f5-849ecb03ddc2 not bound to the agent host hv-cinder-78638 {{(pid=85346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 15 19:52:56.845574 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d2073e-36cc-488b-953f-cc14d2a6fa7d req-a463cad7-89f3-468e-873e-a2c8ac4b8b30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:52:56.847350 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-06d2073e-36cc-488b-953f-cc14d2a6fa7d req-a463cad7-89f3-468e-873e-a2c8ac4b8b30 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=42fbcbc3-b235-4653-875d-d3c9a17e6927&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.3358824
Apr 15 19:52:56.861050 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf690932-5778-468b-a953-638fd043f322 tempest-TestMinimumBasicScenario-16446131 tempest-TestMinimumBasicScenario-16446131-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a4cfe1d-adfe-4670-b3a9-a1022a6e82f8,revision_number=0']} {{(pid=85344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:52:56.862727 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-ed7aab62-6068-4612-a843-92fa04056406 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036853103613'] for router_interface, before_delete {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:52:56.868080 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-bf690932-5778-468b-a953-638fd043f322 tempest-TestMinimumBasicScenario-16446131 tempest-TestMinimumBasicScenario-16446131-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:52:56.869013 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-bf690932-5778-468b-a953-638fd043f322 tempest-TestMinimumBasicScenario-16446131 tempest-TestMinimumBasicScenario-16446131-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:52:56.870321 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [None req-bf690932-5778-468b-a953-638fd043f322 tempest-TestMinimumBasicScenario-16446131 tempest-TestMinimumBasicScenario-16446131-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.3322587
Apr 15 19:52:56.878132 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.wsgi [-] (85344) accepted ('10.222.0.47', 47710) {{(pid=85344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:52:56.884560 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.v2.base [None req-4aad3e54-4ae1-470e-bb80-812f93183484 tempest-TestMinimumBasicScenario-16446131 tempest-TestMinimumBasicScenario-16446131-project] Request body: {'security_group_rule': {'security_group_id': '9de474f2-1ec8-47a3-b0f0-69bab2117286', 'project_id': '18011ad8d1764685bdd8f676b9d51581', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=85344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 19:52:56.892239 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.quota.driver [None req-4aad3e54-4ae1-470e-bb80-812f93183484 tempest-TestMinimumBasicScenario-16446131 tempest-TestMinimumBasicScenario-16446131-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:52:56.898258 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource [None req-4aad3e54-4ae1-470e-bb80-812f93183484 tempest-TestMinimumBasicScenario-16446131 tempest-TestMinimumBasicScenario-16446131-project] Usage tracker for resource:security_group_rule and tenant:18011ad8d1764685bdd8f676b9d51581 is out of sync, need to count used quota {{(pid=85344) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:52:56.902267 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource [None req-4aad3e54-4ae1-470e-bb80-812f93183484 tempest-TestMinimumBasicScenario-16446131 tempest-TestMinimumBasicScenario-16446131-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=85344) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:52:56.914517 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.quota.driver [None req-4aad3e54-4ae1-470e-bb80-812f93183484 tempest-TestMinimumBasicScenario-16446131 tempest-TestMinimumBasicScenario-16446131-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=85344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:52:56.927474 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.db.securitygroups_db [None req-4aad3e54-4ae1-470e-bb80-812f93183484 tempest-TestMinimumBasicScenario-16446131 tempest-TestMinimumBasicScenario-16446131-project] Project 18011ad8d1764685bdd8f676b9d51581 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 15 19:52:56.937172 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-4aad3e54-4ae1-470e-bb80-812f93183484 tempest-TestMinimumBasicScenario-16446131 tempest-TestMinimumBasicScenario-16446131-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:52:57.033638 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.l3_hamode_db [None req-67144fd3-03b8-4f8b-bfd1-2e4d72a51996 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe8b98539b0>, [{'id': 'ec3407e0-5714-4826-b1fb-02e8d779ef9e', 'name': 'tempest-TestMinimumBasicScenario-2020818-router', 'tenant_id': '18011ad8d1764685bdd8f676b9d51581', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b576887-bb01-4bfc-8617-ca8b886d7b7e', 'external_fixed_ips': [{'subnet_id': '7ad9face-0ae3-4529-aacd-d53ebb36e4d0', 'ip_address': '172.27.2.150'}], 'enable_snat': True}, 'gw_port_id': '7c44ee2f-d2d0-495f-b2dc-f8bcb5432422', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:50:39Z', 'updated_at': '2021-04-15T19:50:54Z', 'revision_number': 4, 'project_id': '18011ad8d1764685bdd8f676b9d51581', 'gw_port': {'id': '7c44ee2f-d2d0-495f-b2dc-f8bcb5432422', 'name': '', 'network_id': '0b576887-bb01-4bfc-8617-ca8b886d7b7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:64:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec3407e0-5714-4826-b1fb-02e8d779ef9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': '7ad9face-0ae3-4529-aacd-d53ebb36e4d0', 'ip_address': '172.27.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:50:42Z', 'updated_at': '2021-04-15T19:50:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ad9face-0ae3-4529-aacd-d53ebb36e4d0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-2-iscsi', '_floatingips': [{'id': 'bb01fecf-0cd7-4451-8d20-1b9e7285c500', 'tenant_id': '18011ad8d1764685bdd8f676b9d51581', 'floating_ip_address': '172.27.2.5', 'floating_network_id': '0b576887-bb01-4bfc-8617-ca8b886d7b7e', 'router_id': 'ec3407e0-5714-4826-b1fb-02e8d779ef9e', 'port_id': '827e729e-1c55-44d8-a183-7221bd52ad3c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 347, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '42fbcbc3-b235-4653-875d-d3c9a17e6927', 'mac_address': 'fa:16:3e:ca:3e:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abff34df-4507-4be0-b685-13b21e599b36', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T19:52:52Z', 'updated_at': '2021-04-15T19:52:52Z', 'revision_number': 0, 'project_id': '18011ad8d1764685bdd8f676b9d51581', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dfe49340-c463-4c81-810f-81115301194c', 'name': '', 'network_id': '42fbcbc3-b235-4653-875d-d3c9a17e6927', 'tenant_id': '18011ad8d1764685bdd8f676b9d51581', 'mac_address': 'fa:16:3e:aa:8d:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec3407e0-5714-4826-b1fb-02e8d779ef9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 266, 'fixed_ips': [{'subnet_id': '922b60ea-4b47-44c0-8320-575ac4d11e8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:50:51Z', 'updated_at': '2021-04-15T19:51:09Z', 'revision_number': 5, 'project_id': '18011ad8d1764685bdd8f676b9d51581', 'subnets': [{'id': '922b60ea-4b47-44c0-8320-575ac4d11e8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786383-2-iscsi', False) {} {{(pid=85347) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 19:52:57.039299 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67144fd3-03b8-4f8b-bfd1-2e4d72a51996 None None] The sync data for ids ['ec3407e0-5714-4826-b1fb-02e8d779ef9e'] in dv-cinder-786383-2-iscsi is: [{'id': 'ec3407e0-5714-4826-b1fb-02e8d779ef9e', 'name': 'tempest-TestMinimumBasicScenario-2020818-router', 'tenant_id': '18011ad8d1764685bdd8f676b9d51581', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b576887-bb01-4bfc-8617-ca8b886d7b7e', 'external_fixed_ips': [{'subnet_id': '7ad9face-0ae3-4529-aacd-d53ebb36e4d0', 'ip_address': '172.27.2.150'}], 'enable_snat': True}, 'gw_port_id': '7c44ee2f-d2d0-495f-b2dc-f8bcb5432422', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:50:39Z', 'updated_at': '2021-04-15T19:50:54Z', 'revision_number': 4, 'project_id': '18011ad8d1764685bdd8f676b9d51581', 'gw_port': {'id': '7c44ee2f-d2d0-495f-b2dc-f8bcb5432422', 'name': '', 'network_id': '0b576887-bb01-4bfc-8617-ca8b886d7b7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:64:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec3407e0-5714-4826-b1fb-02e8d779ef9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': '7ad9face-0ae3-4529-aacd-d53ebb36e4d0', 'ip_address': '172.27.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:50:42Z', 'updated_at': '2021-04-15T19:50:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ad9face-0ae3-4529-aacd-d53ebb36e4d0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-2-iscsi', '_floatingips': [{'id': 'bb01fecf-0cd7-4451-8d20-1b9e7285c500', 'tenant_id': '18011ad8d1764685bdd8f676b9d51581', 'floating_ip_address': '172.27.2.5', 'floating_network_id': '0b576887-bb01-4bfc-8617-ca8b886d7b7e', 'router_id': 'ec3407e0-5714-4826-b1fb-02e8d779ef9e', 'port_id': '827e729e-1c55-44d8-a183-7221bd52ad3c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 347, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '42fbcbc3-b235-4653-875d-d3c9a17e6927', 'mac_address': 'fa:16:3e:ca:3e:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abff34df-4507-4be0-b685-13b21e599b36', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T19:52:52Z', 'updated_at': '2021-04-15T19:52:52Z', 'revision_number': 0, 'project_id': '18011ad8d1764685bdd8f676b9d51581', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dfe49340-c463-4c81-810f-81115301194c', 'name': '', 'network_id': '42fbcbc3-b235-4653-875d-d3c9a17e6927', 'tenant_id': '18011ad8d1764685bdd8f676b9d51581', 'mac_address': 'fa:16:3e:aa:8d:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec3407e0-5714-4826-b1fb-02e8d779ef9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 266, 'fixed_ips': [{'subnet_id': '922b60ea-4b47-44c0-8320-575ac4d11e8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:50:51Z', 'updated_at': '2021-04-15T19:51:09Z', 'revision_number': 5, 'project_id': '18011ad8d1764685bdd8f676b9d51581', 'subnets': [{'id': '922b60ea-4b47-44c0-8320-575ac4d11e8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 15 19:52:57.057392 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-4aad3e54-4ae1-470e-bb80-812f93183484 tempest-TestMinimumBasicScenario-16446131 tempest-TestMinimumBasicScenario-16446131-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:52:57.063209 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-4aad3e54-4ae1-470e-bb80-812f93183484 tempest-TestMinimumBasicScenario-16446131 tempest-TestMinimumBasicScenario-16446131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805984'] for security_group_rule, after_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:52:57.066750 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:52:57.115554 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aad3e54-4ae1-470e-bb80-812f93183484 tempest-TestMinimumBasicScenario-16446131 tempest-TestMinimumBasicScenario-16446131-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ac66b42-7282-44b0-a1b5-ecffdef97605,revision_number=0']} {{(pid=85344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:52:57.121843 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-4aad3e54-4ae1-470e-bb80-812f93183484 tempest-TestMinimumBasicScenario-16446131 tempest-TestMinimumBasicScenario-16446131-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:52:57.135400 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-4aad3e54-4ae1-470e-bb80-812f93183484 tempest-TestMinimumBasicScenario-16446131 tempest-TestMinimumBasicScenario-16446131-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:52:57.137817 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [None req-4aad3e54-4ae1-470e-bb80-812f93183484 tempest-TestMinimumBasicScenario-16446131 tempest-TestMinimumBasicScenario-16446131-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.2582967
Apr 15 19:52:57.140752 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.wsgi [-] (85344) accepted ('10.222.0.47', 47714) {{(pid=85344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:52:57.151079 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.v2.base [None req-bf18c354-685a-42d6-b6ea-694df43dbfe9 tempest-TestMinimumBasicScenario-16446131 tempest-TestMinimumBasicScenario-16446131-project] Request body: {'security_group_rule': {'security_group_id': '9de474f2-1ec8-47a3-b0f0-69bab2117286', 'project_id': '18011ad8d1764685bdd8f676b9d51581', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=85344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 19:52:57.162436 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.quota.driver [None req-bf18c354-685a-42d6-b6ea-694df43dbfe9 tempest-TestMinimumBasicScenario-16446131 tempest-TestMinimumBasicScenario-16446131-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:52:57.170492 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource [None req-bf18c354-685a-42d6-b6ea-694df43dbfe9 tempest-TestMinimumBasicScenario-16446131 tempest-TestMinimumBasicScenario-16446131-project] Usage tracker for resource:security_group_rule and tenant:18011ad8d1764685bdd8f676b9d51581 is out of sync, need to count used quota {{(pid=85344) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:52:57.180050 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource [None req-bf18c354-685a-42d6-b6ea-694df43dbfe9 tempest-TestMinimumBasicScenario-16446131 tempest-TestMinimumBasicScenario-16446131-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=85344) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:52:57.194367 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.quota.driver [None req-bf18c354-685a-42d6-b6ea-694df43dbfe9 tempest-TestMinimumBasicScenario-16446131 tempest-TestMinimumBasicScenario-16446131-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=85344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:52:57.216630 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.db.securitygroups_db [None req-bf18c354-685a-42d6-b6ea-694df43dbfe9 tempest-TestMinimumBasicScenario-16446131 tempest-TestMinimumBasicScenario-16446131-project] Project 18011ad8d1764685bdd8f676b9d51581 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 15 19:52:57.226198 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-bf18c354-685a-42d6-b6ea-694df43dbfe9 tempest-TestMinimumBasicScenario-16446131 tempest-TestMinimumBasicScenario-16446131-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:52:57.287248 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-06d2073e-36cc-488b-953f-cc14d2a6fa7d req-6ec30ec7-95a2-4219-aada-55bed55a3cb6 service neutron] 10.222.0.65 "GET /v2.0/networks/42fbcbc3-b235-4653-875d-d3c9a17e6927?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3521807
Apr 15 19:52:57.354380 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-bf18c354-685a-42d6-b6ea-694df43dbfe9 tempest-TestMinimumBasicScenario-16446131 tempest-TestMinimumBasicScenario-16446131-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:52:57.360228 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-bf18c354-685a-42d6-b6ea-694df43dbfe9 tempest-TestMinimumBasicScenario-16446131 tempest-TestMinimumBasicScenario-16446131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805984'] for security_group_rule, after_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:52:57.363674 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:52:57.393857 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf18c354-685a-42d6-b6ea-694df43dbfe9 tempest-TestMinimumBasicScenario-16446131 tempest-TestMinimumBasicScenario-16446131-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f616a4e-db84-4af3-aa78-79b43fab647b,revision_number=0']} {{(pid=85344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:52:57.400922 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-bf18c354-685a-42d6-b6ea-694df43dbfe9 tempest-TestMinimumBasicScenario-16446131 tempest-TestMinimumBasicScenario-16446131-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:52:57.437569 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-bf18c354-685a-42d6-b6ea-694df43dbfe9 tempest-TestMinimumBasicScenario-16446131 tempest-TestMinimumBasicScenario-16446131-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:52:57.439805 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [None req-bf18c354-685a-42d6-b6ea-694df43dbfe9 tempest-TestMinimumBasicScenario-16446131 tempest-TestMinimumBasicScenario-16446131-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.2969275
Apr 15 19:52:57.488912 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f44abae-3d58-4f13-a0e7-52c1d113e196 None None] New status for floating IP bb01fecf-0cd7-4451-8d20-1b9e7285c500: ACTIVE {{(pid=85346) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 15 19:52:57.822397 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource [req-28f293cf-d4bc-4f5b-b690-b66da7a918fd req-af492444-6e86-4b9c-8a7e-27a01449e8cf tempest-TestMinimumBasicScenario-16446131 tempest-TestMinimumBasicScenario-16446131-project] Synchronizing usage tracker for tenant:18011ad8d1764685bdd8f676b9d51581 on resource:security_group {{(pid=85344) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 15 19:52:57.890249 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource [req-28f293cf-d4bc-4f5b-b690-b66da7a918fd req-af492444-6e86-4b9c-8a7e-27a01449e8cf tempest-TestMinimumBasicScenario-16446131 tempest-TestMinimumBasicScenario-16446131-project] Unset dirty status for tenant:18011ad8d1764685bdd8f676b9d51581 on resource:security_group {{(pid=85344) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 15 19:52:57.901002 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-28f293cf-d4bc-4f5b-b690-b66da7a918fd req-af492444-6e86-4b9c-8a7e-27a01449e8cf tempest-TestMinimumBasicScenario-16446131 tempest-TestMinimumBasicScenario-16446131-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1841733364&fields=id&tenant_id=18011ad8d1764685bdd8f676b9d51581 HTTP/1.1" status: 200  len: 267 time: 0.2368042
Apr 15 19:52:58.146504 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-06d2073e-36cc-488b-953f-cc14d2a6fa7d req-d4df105c-e51d-41a8-b4b9-30fdf92a82f7 service neutron] 10.222.0.65 "GET /v2.0/networks/42fbcbc3-b235-4653-875d-d3c9a17e6927?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.7759268
Apr 15 19:52:58.223987 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f293cf-d4bc-4f5b-b690-b66da7a918fd req-a79b268c-04fb-4f6b-8ee3-7a688be0e839 tempest-TestMinimumBasicScenario-16446131 tempest-TestMinimumBasicScenario-16446131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:52:58.245249 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-28f293cf-d4bc-4f5b-b690-b66da7a918fd req-a79b268c-04fb-4f6b-8ee3-7a688be0e839 tempest-TestMinimumBasicScenario-16446131 tempest-TestMinimumBasicScenario-16446131-project] 10.222.0.47 "GET /v2.0/ports?device_id=abff34df-4507-4be0-b685-13b21e599b36 HTTP/1.1" status: 200  len: 945 time: 0.3320708
Apr 15 19:52:58.259617 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.v2.base [req-28f293cf-d4bc-4f5b-b690-b66da7a918fd req-2d395705-f730-465b-990b-e112f4ca3f5a tempest-TestMinimumBasicScenario-16446131 tempest-TestMinimumBasicScenario-16446131-project] Request body: {'port': {'security_groups': ['9ff6e6e3-e87a-4420-83f1-af5745c75659', '9de474f2-1ec8-47a3-b0f0-69bab2117286']}} {{(pid=85344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 19:52:58.278973 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.plugin [None req-ed7aab62-6068-4612-a843-92fa04056406 admin admin] Deleting port b2c512cd-db90-4242-a1fa-595c06234870 {{(pid=85345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 19:52:58.279459 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-ed7aab62-6068-4612-a843-92fa04056406 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363247007848052'] for port, before_delete {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:52:58.586551 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [req-28f293cf-d4bc-4f5b-b690-b66da7a918fd req-2d395705-f730-465b-990b-e112f4ca3f5a tempest-TestMinimumBasicScenario-16446131 tempest-TestMinimumBasicScenario-16446131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854565853'] for port, before_update {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:52:58.718214 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.db [None req-ed7aab62-6068-4612-a843-92fa04056406 admin admin] For port b2c512cd-db90-4242-a1fa-595c06234870, host dv-cinder-786383-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-2-iscsi',level=0,port_id=b2c512cd-db90-4242-a1fa-595c06234870,segment=NetworkSegment(4fe08c56-c114-425d-80fa-84b1114c9738),segment_id=4fe08c56-c114-425d-80fa-84b1114c9738)] {{(pid=85345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 19:52:58.718815 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-ed7aab62-6068-4612-a843-92fa04056406 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853097680'] for port, precommit_delete {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:52:58.959259 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.plugin [None req-ed7aab62-6068-4612-a843-92fa04056406 admin admin] Calling delete_port for b2c512cd-db90-4242-a1fa-595c06234870 owned by network:router_interface {{(pid=85345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 15 19:52:59.111923 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.db [req-28f293cf-d4bc-4f5b-b690-b66da7a918fd req-2d395705-f730-465b-990b-e112f4ca3f5a tempest-TestMinimumBasicScenario-16446131 tempest-TestMinimumBasicScenario-16446131-project] For port 827e729e-1c55-44d8-a183-7221bd52ad3c, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=827e729e-1c55-44d8-a183-7221bd52ad3c,segment=NetworkSegment(b9dd8948-c2b9-4d3c-aa32-4c15ba0968da),segment_id=b9dd8948-c2b9-4d3c-aa32-4c15ba0968da)] {{(pid=85344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 19:52:59.171869 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [req-28f293cf-d4bc-4f5b-b690-b66da7a918fd req-2d395705-f730-465b-990b-e112f4ca3f5a tempest-TestMinimumBasicScenario-16446131 tempest-TestMinimumBasicScenario-16446131-project] Notify callbacks [] for port, precommit_update {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:52:59.182208 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [req-28f293cf-d4bc-4f5b-b690-b66da7a918fd req-2d395705-f730-465b-990b-e112f4ca3f5a tempest-TestMinimumBasicScenario-16446131 tempest-TestMinimumBasicScenario-16446131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854693686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852972410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789846929216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789846482410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789846483725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3153931'] for port, after_update {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:52:59.196366 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.db [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] get_ports_and_sgs() called for port_ids ['827e729e-1c55-44d8-a183-7221bd52ad3c'] {{(pid=85346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 15 19:52:59.406668 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:52:59.598352 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-ed7aab62-6068-4612-a843-92fa04056406 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854693686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852972410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789846929199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363247008293407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2200102'] for port, after_delete {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:52:59.674585 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-8731dadd-522e-4afe-81fe-1c53fdc30d2d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:52:59.755699 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d395705-f730-465b-990b-e112f4ca3f5a tempest-TestMinimumBasicScenario-16446131 tempest-TestMinimumBasicScenario-16446131-project] Pushing event updated for resources: {'Port': ['ID=827e729e-1c55-44d8-a183-7221bd52ad3c,revision_number=6']} {{(pid=85344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:52:59.781277 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-2d395705-f730-465b-990b-e112f4ca3f5a tempest-TestMinimumBasicScenario-16446131 tempest-TestMinimumBasicScenario-16446131-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.375s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:52:59.837627 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f293cf-d4bc-4f5b-b690-b66da7a918fd req-2d395705-f730-465b-990b-e112f4ca3f5a tempest-TestMinimumBasicScenario-16446131 tempest-TestMinimumBasicScenario-16446131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:52:59.839300 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [req-28f293cf-d4bc-4f5b-b690-b66da7a918fd req-2d395705-f730-465b-990b-e112f4ca3f5a tempest-TestMinimumBasicScenario-16446131 tempest-TestMinimumBasicScenario-16446131-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771739'] for port, before_response {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:52:59.847365 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-28f293cf-d4bc-4f5b-b690-b66da7a918fd req-2d395705-f730-465b-990b-e112f4ca3f5a tempest-TestMinimumBasicScenario-16446131 tempest-TestMinimumBasicScenario-16446131-project] 10.222.0.47 "PUT /v2.0/ports/827e729e-1c55-44d8-a183-7221bd52ad3c HTTP/1.1" status: 200  len: 981 time: 1.5968859
Apr 15 19:52:59.848809 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'abff34df-4507-4be0-b685-13b21e599b36', 'tag': '827e729e-1c55-44d8-a183-7221bd52ad3c'}] {{(pid=85344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 19:52:59.925927 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.db [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] get_ports_and_sgs() called for port_ids ['827e729e-1c55-44d8-a183-7221bd52ad3c'] {{(pid=85346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 15 19:53:00.013449 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'abff34df-4507-4be0-b685-13b21e599b36', 'tag': '827e729e-1c55-44d8-a183-7221bd52ad3c', 'status': 'completed', 'code': 200}
Apr 15 19:53:00.187424 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7aab62-6068-4612-a843-92fa04056406 admin admin] Pushing event deleted for resources: {'Port': ['ID=b2c512cd-db90-4242-a1fa-595c06234870,revision_number=None']} {{(pid=85345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:53:00.202726 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-ed7aab62-6068-4612-a843-92fa04056406 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.528s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:53:00.443558 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.provisioning_blocks [None req-6b7677a5-01b2-4a2f-b983-6c66de20fcfe None None] Provisioning complete for port 827e729e-1c55-44d8-a183-7221bd52ad3c triggered by entity DHCP. {{(pid=85346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 19:53:00.444220 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-6b7677a5-01b2-4a2f-b983-6c66de20fcfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-428662'] for port, provisioning_complete {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:00.549382 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27de4cef-42b6-4f58-b4ef-856a4840e01b req-b583458c-c130-4dc4-aae8-eb84879e29a5 tempest-TestMinimumBasicScenario-16446131 tempest-TestMinimumBasicScenario-16446131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:53:00.562521 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-27de4cef-42b6-4f58-b4ef-856a4840e01b req-b583458c-c130-4dc4-aae8-eb84879e29a5 tempest-TestMinimumBasicScenario-16446131 tempest-TestMinimumBasicScenario-16446131-project] 10.222.0.47 "GET /v2.0/ports?device_id=abff34df-4507-4be0-b685-13b21e599b36 HTTP/1.1" status: 200  len: 984 time: 0.3434470
Apr 15 19:53:00.665878 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396f5732-6d25-4e90-8c7e-a965245b58d0 req-f17ec3bb-89a3-4577-9a45-82ff81af1a97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:53:00.668070 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-396f5732-6d25-4e90-8c7e-a965245b58d0 req-f17ec3bb-89a3-4577-9a45-82ff81af1a97 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=18011ad8d1764685bdd8f676b9d51581&device_id=abff34df-4507-4be0-b685-13b21e599b36 HTTP/1.1" status: 200  len: 1137 time: 0.5666800
Apr 15 19:53:00.885809 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-27de4cef-42b6-4f58-b4ef-856a4840e01b req-69ad8cf6-8a57-4b1d-9015-06f95ecdc8db tempest-TestMinimumBasicScenario-16446131 tempest-TestMinimumBasicScenario-16446131-project] 10.222.0.47 "GET /v2.0/security-groups?id=9ff6e6e3-e87a-4420-83f1-af5745c75659&id=9de474f2-1ec8-47a3-b0f0-69bab2117286&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.3205988
Apr 15 19:53:01.125433 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396f5732-6d25-4e90-8c7e-a965245b58d0 req-433ddf58-9031-43be-b9cb-8adb3f298339 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:53:01.127174 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-396f5732-6d25-4e90-8c7e-a965245b58d0 req-433ddf58-9031-43be-b9cb-8adb3f298339 service neutron] 10.222.0.65 "GET /v2.0/networks?id=42fbcbc3-b235-4653-875d-d3c9a17e6927 HTTP/1.1" status: 200  len: 913 time: 0.4476752
Apr 15 19:53:01.233945 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-ed7aab62-6068-4612-a843-92fa04056406 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1803407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036853102680'] for router_interface, after_delete {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:01.605378 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-396f5732-6d25-4e90-8c7e-a965245b58d0 req-d2b2b10f-9f01-4a97-9e4d-8be7bc302cb6 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=827e729e-1c55-44d8-a183-7221bd52ad3c HTTP/1.1" status: 200  len: 999 time: 0.4699237
Apr 15 19:53:01.762455 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396f5732-6d25-4e90-8c7e-a965245b58d0 req-3e569609-31c9-4030-80e8-229c6b156abb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:53:01.765829 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-396f5732-6d25-4e90-8c7e-a965245b58d0 req-3e569609-31c9-4030-80e8-229c6b156abb service neutron] 10.222.0.65 "GET /v2.0/subnets?id=922b60ea-4b47-44c0-8320-575ac4d11e8d HTTP/1.1" status: 200  len: 851 time: 0.1382926
Apr 15 19:53:02.146213 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396f5732-6d25-4e90-8c7e-a965245b58d0 req-b30ade50-113f-4489-a3f0-eaa88cf9f355 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:53:02.157145 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-396f5732-6d25-4e90-8c7e-a965245b58d0 req-b30ade50-113f-4489-a3f0-eaa88cf9f355 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=42fbcbc3-b235-4653-875d-d3c9a17e6927&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.3606892
Apr 15 19:53:02.484848 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-396f5732-6d25-4e90-8c7e-a965245b58d0 req-1661f457-53cd-40f3-8e12-79aa0d29060f service neutron] 10.222.0.65 "GET /v2.0/networks/42fbcbc3-b235-4653-875d-d3c9a17e6927?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2665951
Apr 15 19:53:02.490596 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed7aab62-6068-4612-a843-92fa04056406 admin admin] Router a1c4c8a8-b833-4ec7-b3be-7876a65a4f09 has already been hosted by L3 agent 74482fb0-5b00-43f0-8fa9-533a3c8b2378 {{(pid=85345) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 15 19:53:02.827444 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-396f5732-6d25-4e90-8c7e-a965245b58d0 req-c9ee5e55-636a-4c66-acec-62a847ae20da service neutron] 10.222.0.65 "GET /v2.0/networks/42fbcbc3-b235-4653-875d-d3c9a17e6927?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3278270
Apr 15 19:53:02.833420 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed7aab62-6068-4612-a843-92fa04056406 admin admin] Notify agent at l3_agent.dv-cinder-786383-2-iscsi the message routers_updated {{(pid=85345) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 15 19:53:02.845463 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9699eb0-766e-48cc-9f67-c98208dac2b6 None None] Sync routers for ids ['a1c4c8a8-b833-4ec7-b3be-7876a65a4f09'] in dv-cinder-786383-2-iscsi {{(pid=85347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 15 19:53:02.852045 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [None req-ed7aab62-6068-4612-a843-92fa04056406 admin admin] 10.222.0.47 "PUT /v2.0/routers/a1c4c8a8-b833-4ec7-b3be-7876a65a4f09/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 7.7028625
Apr 15 19:53:02.856334 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.wsgi [-] (85345) accepted ('10.222.0.47', 47816) {{(pid=85345) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:53:02.860326 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9699eb0-766e-48cc-9f67-c98208dac2b6 None None] Routers {'a1c4c8a8-b833-4ec7-b3be-7876a65a4f09'} bound to L3 agent in host dv-cinder-786383-2-iscsi {{(pid=85347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 19:53:02.861087 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.l3_hamode_db [None req-b9699eb0-766e-48cc-9f67-c98208dac2b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe8b9ee8358>, 'dv-cinder-786383-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-15T19:40:08Z,description=<?>,heartbeat_timestamp=2021-04-15T19:52:38Z,host='dv-cinder-786383-2-iscsi',id=74482fb0-5b00-43f0-8fa9-533a3c8b2378,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T19:40:08Z,topic='l3_agent')) {'router_ids': ['a1c4c8a8-b833-4ec7-b3be-7876a65a4f09'], 'active': True} {{(pid=85347) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 19:53:03.073654 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-0282b809-7ce4-4fba-9103-f19c32c3861d admin admin] Notify callbacks [] for router, before_delete {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:03.286470 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.l3_dvr_db [None req-b9699eb0-766e-48cc-9f67-c98208dac2b6 None None] Set router a1c4c8a8-b833-4ec7-b3be-7876a65a4f09 gateway port host: dv-cinder-786383-2-iscsi {{(pid=85347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 19:53:03.287559 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-0282b809-7ce4-4fba-9103-f19c32c3861d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:03.297798 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.plugin [None req-0282b809-7ce4-4fba-9103-f19c32c3861d admin admin] Deleting port 45476505-6dad-485d-9d3a-8a0d1468efa7 {{(pid=85345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 19:53:03.298189 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-0282b809-7ce4-4fba-9103-f19c32c3861d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363247007848052'] for port, before_delete {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:03.508919 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.db [None req-0282b809-7ce4-4fba-9103-f19c32c3861d admin admin] For port 45476505-6dad-485d-9d3a-8a0d1468efa7, host dv-cinder-786383-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-2-iscsi',level=0,port_id=45476505-6dad-485d-9d3a-8a0d1468efa7,segment=NetworkSegment(e9359222-f335-47df-9fcb-1acccd0748d1),segment_id=e9359222-f335-47df-9fcb-1acccd0748d1)] {{(pid=85345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 19:53:03.509656 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-0282b809-7ce4-4fba-9103-f19c32c3861d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853097680'] for port, precommit_delete {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:03.657355 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.plugin [None req-0282b809-7ce4-4fba-9103-f19c32c3861d admin admin] Calling delete_port for 45476505-6dad-485d-9d3a-8a0d1468efa7 owned by network:router_gateway {{(pid=85345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 15 19:53:03.675148 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.l3_hamode_db [None req-b9699eb0-766e-48cc-9f67-c98208dac2b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe8b9ee8358>, [{'id': 'a1c4c8a8-b833-4ec7-b3be-7876a65a4f09', 'name': 'tempest-ServerRescueNegativeTestJSON-1228022074-router', 'tenant_id': '308b7c9489eb439cb66d243d5654d1ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b576887-bb01-4bfc-8617-ca8b886d7b7e', 'external_fixed_ips': [{'subnet_id': '7ad9face-0ae3-4529-aacd-d53ebb36e4d0', 'ip_address': '172.27.2.47'}], 'enable_snat': True}, 'gw_port_id': '45476505-6dad-485d-9d3a-8a0d1468efa7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:48:26Z', 'updated_at': '2021-04-15T19:52:59Z', 'revision_number': 5, 'project_id': '308b7c9489eb439cb66d243d5654d1ba', 'gw_port': {'id': '45476505-6dad-485d-9d3a-8a0d1468efa7', 'name': '', 'network_id': '0b576887-bb01-4bfc-8617-ca8b886d7b7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:c9:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1c4c8a8-b833-4ec7-b3be-7876a65a4f09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '7ad9face-0ae3-4529-aacd-d53ebb36e4d0', 'ip_address': '172.27.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:48:27Z', 'updated_at': '2021-04-15T19:48:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ad9face-0ae3-4529-aacd-d53ebb36e4d0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-2-iscsi'}], 'dv-cinder-786383-2-iscsi', False) {} {{(pid=85347) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 19:53:03.680465 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9699eb0-766e-48cc-9f67-c98208dac2b6 None None] Checking router: a1c4c8a8-b833-4ec7-b3be-7876a65a4f09 for host: dv-cinder-786383-2-iscsi {{(pid=85347) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 15 19:53:03.707328 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9699eb0-766e-48cc-9f67-c98208dac2b6 None None] Routers {'a1c4c8a8-b833-4ec7-b3be-7876a65a4f09'} bound to L3 agent in host dv-cinder-786383-2-iscsi {{(pid=85347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 19:53:03.708705 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.l3_hamode_db [None req-b9699eb0-766e-48cc-9f67-c98208dac2b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe8b9ee8358>, 'dv-cinder-786383-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-15T19:40:08Z,description=<?>,heartbeat_timestamp=2021-04-15T19:52:38Z,host='dv-cinder-786383-2-iscsi',id=74482fb0-5b00-43f0-8fa9-533a3c8b2378,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T19:40:08Z,topic='l3_agent')) {'router_ids': ['a1c4c8a8-b833-4ec7-b3be-7876a65a4f09'], 'active': True} {{(pid=85347) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 19:53:03.924398 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.l3_dvr_db [None req-b9699eb0-766e-48cc-9f67-c98208dac2b6 None None] Set router a1c4c8a8-b833-4ec7-b3be-7876a65a4f09 gateway port host: None {{(pid=85347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 19:53:04.046928 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.l3_hamode_db [None req-b9699eb0-766e-48cc-9f67-c98208dac2b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe8b9ee8358>, [{'id': 'a1c4c8a8-b833-4ec7-b3be-7876a65a4f09', 'name': 'tempest-ServerRescueNegativeTestJSON-1228022074-router', 'tenant_id': '308b7c9489eb439cb66d243d5654d1ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:48:26Z', 'updated_at': '2021-04-15T19:53:03Z', 'revision_number': 6, 'project_id': '308b7c9489eb439cb66d243d5654d1ba', 'gw_port_host': None}], 'dv-cinder-786383-2-iscsi', False) {} {{(pid=85347) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 19:53:04.052881 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9699eb0-766e-48cc-9f67-c98208dac2b6 None None] The sync data for ids ['a1c4c8a8-b833-4ec7-b3be-7876a65a4f09'] in dv-cinder-786383-2-iscsi is: [{'id': 'a1c4c8a8-b833-4ec7-b3be-7876a65a4f09', 'name': 'tempest-ServerRescueNegativeTestJSON-1228022074-router', 'tenant_id': '308b7c9489eb439cb66d243d5654d1ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:48:26Z', 'updated_at': '2021-04-15T19:53:03Z', 'revision_number': 6, 'project_id': '308b7c9489eb439cb66d243d5654d1ba', 'gw_port_host': None}] {{(pid=85347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 15 19:53:04.268018 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-0282b809-7ce4-4fba-9103-f19c32c3861d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854693686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852972410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789846929199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363247008293407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2200102'] for port, after_delete {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:04.286275 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-240fd92a-ac47-4daa-9df2-ff350da5e531 tempest-ServerRescueNegativeTestJSON-1235948813 tempest-ServerRescueNegativeTestJSON-1235948813-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:53:04.457472 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0282b809-7ce4-4fba-9103-f19c32c3861d admin admin] Pushing event deleted for resources: {'Port': ['ID=45476505-6dad-485d-9d3a-8a0d1468efa7,revision_number=None']} {{(pid=85345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:53:04.471313 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-0282b809-7ce4-4fba-9103-f19c32c3861d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:53:04.668535 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-0282b809-7ce4-4fba-9103-f19c32c3861d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036853102830'] for router_gateway, after_delete {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:04.846135 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.rpc [None req-56ecdebd-c5a0-4569-bc96-ba437f5ce558 None None] Device b2c512cd-db90-4242-a1fa-595c06234870 no longer exists at agent ovs-agent-dv-cinder-786383-2-iscsi {{(pid=85346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 15 19:53:04.913628 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.plugin [None req-56ecdebd-c5a0-4569-bc96-ba437f5ce558 None None] No Port match for: b2c512cd-db90-4242-a1fa-595c06234870 {{(pid=85346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 15 19:53:04.914258 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.rpc [None req-56ecdebd-c5a0-4569-bc96-ba437f5ce558 None None] Device b2c512cd-db90-4242-a1fa-595c06234870 not bound to the agent host dv-cinder-786383-2-iscsi {{(pid=85346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 15 19:53:04.915068 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.rpc [None req-56ecdebd-c5a0-4569-bc96-ba437f5ce558 None None] Device 45476505-6dad-485d-9d3a-8a0d1468efa7 no longer exists at agent ovs-agent-dv-cinder-786383-2-iscsi {{(pid=85346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 15 19:53:04.965008 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.plugin [None req-56ecdebd-c5a0-4569-bc96-ba437f5ce558 None None] No Port match for: 45476505-6dad-485d-9d3a-8a0d1468efa7 {{(pid=85346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 15 19:53:04.965650 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.rpc [None req-56ecdebd-c5a0-4569-bc96-ba437f5ce558 None None] Device 45476505-6dad-485d-9d3a-8a0d1468efa7 not bound to the agent host dv-cinder-786383-2-iscsi {{(pid=85346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 15 19:53:04.966386 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-0282b809-7ce4-4fba-9103-f19c32c3861d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036853104216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854716024'] for router, precommit_delete {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:04.971052 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-0282b809-7ce4-4fba-9103-f19c32c3861d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:05.149193 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-0282b809-7ce4-4fba-9103-f19c32c3861d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1686840'] for router, after_delete {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:05.149985 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0282b809-7ce4-4fba-9103-f19c32c3861d admin admin] Fanout notify agent at l3_agent the message router_deleted on router a1c4c8a8-b833-4ec7-b3be-7876a65a4f09 {{(pid=85345) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}}
Apr 15 19:53:05.172640 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-0282b809-7ce4-4fba-9103-f19c32c3861d admin admin] Notify callbacks [] for router, before_response {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:05.176920 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [None req-0282b809-7ce4-4fba-9103-f19c32c3861d admin admin] 10.222.0.47 "DELETE /v2.0/routers/a1c4c8a8-b833-4ec7-b3be-7876a65a4f09 HTTP/1.1" status: 204  len: 168 time: 2.3170772
Apr 15 19:53:05.177434 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.wsgi [-] (85345) accepted ('10.222.0.47', 47856) {{(pid=85345) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:53:05.298426 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c3ca944-af02-410c-9d10-8c9c54b26331 admin admin] Deleting subnet df80589a-5211-47ee-98ca-4218fd01eea5 {{(pid=85345) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 15 19:53:05.304275 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-4c3ca944-af02-410c-9d10-8c9c54b26331 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:05.376866 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-4c3ca944-af02-410c-9d10-8c9c54b26331 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851567171'] for subnet, precommit_delete_associations {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:05.491863 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-1b9ed61e-82f5-4ae5-b159-30f776518f31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789847050935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-428960'] for agent, after_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:05.496463 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-4c3ca944-af02-410c-9d10-8c9c54b26331 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8687'] for subnet, precommit_delete {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:05.872648 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-4c3ca944-af02-410c-9d10-8c9c54b26331 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854767129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852808376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852972410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852575629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851485176'] for subnet, after_delete {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:05.890028 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:53:05.981090 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3ca944-af02-410c-9d10-8c9c54b26331 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=df80589a-5211-47ee-98ca-4218fd01eea5,revision_number=None']} {{(pid=85345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:53:05.984243 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-4c3ca944-af02-410c-9d10-8c9c54b26331 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:53:06.038060 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-4c3ca944-af02-410c-9d10-8c9c54b26331 admin admin] Notify callbacks [] for subnet, before_response {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:06.044871 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [None req-4c3ca944-af02-410c-9d10-8c9c54b26331 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/df80589a-5211-47ee-98ca-4218fd01eea5 HTTP/1.1" status: 204  len: 168 time: 0.8658876
Apr 15 19:53:06.047778 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.wsgi [-] (85345) accepted ('10.222.0.47', 47866) {{(pid=85345) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:53:06.179573 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-6d4ea26b-4482-4861-a7c9-7a64b3f6121b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854748596'] for network, before_delete {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:06.397015 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-6d4ea26b-4482-4861-a7c9-7a64b3f6121b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854320274', 'neutron.services.segments.db._delete_segments_for_network-8789847050952'] for network, precommit_delete {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:06.523291 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.services.segments.db [None req-6d4ea26b-4482-4861-a7c9-7a64b3f6121b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe8b9428550>,) {'filters': {'network_id': ['e2d187b6-98ce-49de-b641-472e7c3488cc']}} {{(pid=85345) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 19:53:06.549141 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.services.segments.db [None req-6d4ea26b-4482-4861-a7c9-7a64b3f6121b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe8b9428550>, '4fe08c56-c114-425d-80fa-84b1114c9738') {'for_net_delete': True} {{(pid=85345) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 19:53:06.549915 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.services.segments.db [None req-6d4ea26b-4482-4861-a7c9-7a64b3f6121b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe8b9428550>, '4fe08c56-c114-425d-80fa-84b1114c9738') {} {{(pid=85345) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 19:53:06.576424 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-6d4ea26b-4482-4861-a7c9-7a64b3f6121b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789847056089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3208581'] for segment, before_delete {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:06.608569 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-6d4ea26b-4482-4861-a7c9-7a64b3f6121b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854767479'] for segment, precommit_delete {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:06.622418 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d4ea26b-4482-4861-a7c9-7a64b3f6121b admin admin] Releasing vlan 689 on physical network physnet1 to pool {{(pid=85345) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 15 19:53:06.937984 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.managers [None req-6d4ea26b-4482-4861-a7c9-7a64b3f6121b admin admin] Network e2d187b6-98ce-49de-b641-472e7c3488cc has no segments {{(pid=85345) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 15 19:53:06.948499 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-6d4ea26b-4482-4861-a7c9-7a64b3f6121b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2199762'] for segment, after_delete {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:07.289953 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.managers [None req-6d4ea26b-4482-4861-a7c9-7a64b3f6121b admin admin] Network e2d187b6-98ce-49de-b641-472e7c3488cc has no segments {{(pid=85345) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 15 19:53:07.333878 dv-cinder-786383-2-iscsi neutron-server[85229]: Traceback (most recent call last):
Apr 15 19:53:07.333878 dv-cinder-786383-2-iscsi neutron-server[85229]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 15 19:53:07.333878 dv-cinder-786383-2-iscsi neutron-server[85229]:     timer()
Apr 15 19:53:07.333878 dv-cinder-786383-2-iscsi neutron-server[85229]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 15 19:53:07.333878 dv-cinder-786383-2-iscsi neutron-server[85229]:     cb(*args, **kw)
Apr 15 19:53:07.333878 dv-cinder-786383-2-iscsi neutron-server[85229]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 15 19:53:07.333878 dv-cinder-786383-2-iscsi neutron-server[85229]:     return func(*args, **kwargs)
Apr 15 19:53:07.333878 dv-cinder-786383-2-iscsi neutron-server[85229]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 15 19:53:07.333878 dv-cinder-786383-2-iscsi neutron-server[85229]:     self._notify()
Apr 15 19:53:07.333878 dv-cinder-786383-2-iscsi neutron-server[85229]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 15 19:53:07.333878 dv-cinder-786383-2-iscsi neutron-server[85229]:     self.callback(batched_events)
Apr 15 19:53:07.333878 dv-cinder-786383-2-iscsi neutron-server[85229]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 15 19:53:07.333878 dv-cinder-786383-2-iscsi neutron-server[85229]:     event.method(event)
Apr 15 19:53:07.333878 dv-cinder-786383-2-iscsi neutron-server[85229]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 15 19:53:07.333878 dv-cinder-786383-2-iscsi neutron-server[85229]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 15 19:53:07.333878 dv-cinder-786383-2-iscsi neutron-server[85229]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 15 19:53:07.333878 dv-cinder-786383-2-iscsi neutron-server[85229]:     segment_id)['aggregates'][0]
Apr 15 19:53:07.333878 dv-cinder-786383-2-iscsi neutron-server[85229]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 15 19:53:07.333878 dv-cinder-786383-2-iscsi neutron-server[85229]:     return f(self, *a, **k)
Apr 15 19:53:07.333878 dv-cinder-786383-2-iscsi neutron-server[85229]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 15 19:53:07.333878 dv-cinder-786383-2-iscsi neutron-server[85229]:     return self._get(url).json()
Apr 15 19:53:07.333878 dv-cinder-786383-2-iscsi neutron-server[85229]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 15 19:53:07.333878 dv-cinder-786383-2-iscsi neutron-server[85229]:     **kwargs)
Apr 15 19:53:07.333878 dv-cinder-786383-2-iscsi neutron-server[85229]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 15 19:53:07.333878 dv-cinder-786383-2-iscsi neutron-server[85229]:     return self.request(url, 'GET', **kwargs)
Apr 15 19:53:07.333878 dv-cinder-786383-2-iscsi neutron-server[85229]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 15 19:53:07.333878 dv-cinder-786383-2-iscsi neutron-server[85229]:     **endpoint_filter)
Apr 15 19:53:07.333878 dv-cinder-786383-2-iscsi neutron-server[85229]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 15 19:53:07.333878 dv-cinder-786383-2-iscsi neutron-server[85229]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 15 19:53:07.333878 dv-cinder-786383-2-iscsi neutron-server[85229]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 15 19:53:07.333878 dv-cinder-786383-2-iscsi neutron-server[85229]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 15 19:53:07.333878 dv-cinder-786383-2-iscsi neutron-server[85229]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 15 19:53:07.505750 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-6d4ea26b-4482-4861-a7c9-7a64b3f6121b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-455527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852808340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852972410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1673212'] for network, after_delete {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:07.510133 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:53:07.527918 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-6d4ea26b-4482-4861-a7c9-7a64b3f6121b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852972363'] for network, before_response {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:07.536052 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4ea26b-4482-4861-a7c9-7a64b3f6121b admin admin] Pushing event deleted for resources: {'Network': ['ID=e2d187b6-98ce-49de-b641-472e7c3488cc,revision_number=None']} {{(pid=85345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:53:07.542070 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-6d4ea26b-4482-4861-a7c9-7a64b3f6121b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:53:07.548728 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [None req-6d4ea26b-4482-4861-a7c9-7a64b3f6121b admin admin] 10.222.0.47 "DELETE /v2.0/networks/e2d187b6-98ce-49de-b641-472e7c3488cc HTTP/1.1" status: 204  len: 168 time: 1.4998143
Apr 15 19:53:07.809221 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.wsgi [-] (85344) accepted ('10.222.0.47', 47898) {{(pid=85344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:53:07.868974 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [None req-43e06b8d-81bc-4c79-b4b8-41b48bfdcf1a admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=308b7c9489eb439cb66d243d5654d1ba&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0583363
Apr 15 19:53:07.871893 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.wsgi [-] (85344) accepted ('10.222.0.47', 47902) {{(pid=85344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:53:07.941238 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-207549f9-ad91-4a5e-a42a-f4b5537a28a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:07.970815 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-207549f9-ad91-4a5e-a42a-f4b5537a28a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:08.021927 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-207549f9-ad91-4a5e-a42a-f4b5537a28a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806004'] for security_group, after_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:08.027424 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-cfe3c728-338e-4d19-98ea-30e00acf4091 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:53:08.043396 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207549f9-ad91-4a5e-a42a-f4b5537a28a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fa5c887-ca49-4d7e-a257-900a3414a5f8,revision_number=None']} {{(pid=85344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:53:08.048578 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-207549f9-ad91-4a5e-a42a-f4b5537a28a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:53:08.052373 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-207549f9-ad91-4a5e-a42a-f4b5537a28a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:08.055701 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [None req-207549f9-ad91-4a5e-a42a-f4b5537a28a8 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/7fa5c887-ca49-4d7e-a257-900a3414a5f8 HTTP/1.1" status: 204  len: 168 time: 0.1823504
Apr 15 19:53:08.086354 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-0464950f-43d4-4405-b31b-c792bd10055b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789847050935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-428960'] for agent, after_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:08.248989 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789847050935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-428960'] for agent, after_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:09.134793 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-b400c4f8-8969-424f-8663-39cf5b6e1207 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789847050935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-428960'] for agent, after_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:09.183376 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.wsgi [-] (85344) accepted ('10.222.0.47', 47952) {{(pid=85344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:53:09.356171 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.wsgi [-] (85344) accepted ('10.222.0.47', 47960) {{(pid=85344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:53:09.438402 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-096dd414-d8b7-4e2d-8172-64d5f070a10b admin admin] Notify callbacks [] for security_group, before_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:09.457923 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.quota.driver [None req-096dd414-d8b7-4e2d-8172-64d5f070a10b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:53:09.462910 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource [None req-096dd414-d8b7-4e2d-8172-64d5f070a10b admin admin] Usage tracker for resource:security_group_rule and tenant:73ab1cf9d68e4504955ac7d7dddf89d3 is out of sync, need to count used quota {{(pid=85344) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:53:09.467299 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource [None req-096dd414-d8b7-4e2d-8172-64d5f070a10b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85344) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:53:09.475468 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.quota.driver [None req-096dd414-d8b7-4e2d-8172-64d5f070a10b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:53:09.494050 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.v2.base [None req-35a901de-3f18-4c3e-acab-407369a4875f admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1208408574-network', 'tenant_id': '4c51dae6b93b4517a5733f7b70790445'}} {{(pid=85344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 19:53:09.509517 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.quota.driver [None req-35a901de-3f18-4c3e-acab-407369a4875f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:53:09.516716 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource [None req-35a901de-3f18-4c3e-acab-407369a4875f admin admin] Usage tracker for resource:network and tenant:4c51dae6b93b4517a5733f7b70790445 is out of sync, need to count used quota {{(pid=85344) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:53:09.520616 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-56ecdebd-c5a0-4569-bc96-ba437f5ce558 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789847050935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-428960'] for agent, after_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:09.524906 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource [None req-35a901de-3f18-4c3e-acab-407369a4875f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85344) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:53:09.533807 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.quota.driver [None req-35a901de-3f18-4c3e-acab-407369a4875f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:53:09.561701 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35a901de-3f18-4c3e-acab-407369a4875f admin admin] Made reservation on behalf of 4c51dae6b93b4517a5733f7b70790445 for: {'network': 1} {{(pid=85344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 15 19:53:09.568763 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-35a901de-3f18-4c3e-acab-407369a4875f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854565853'] for network, before_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:09.592722 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-35a901de-3f18-4c3e-acab-407369a4875f admin admin] Notify callbacks [] for security_group, before_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:09.625055 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.quota.driver [None req-35a901de-3f18-4c3e-acab-407369a4875f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:53:09.639938 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource [None req-35a901de-3f18-4c3e-acab-407369a4875f admin admin] Usage tracker for resource:security_group_rule and tenant:4c51dae6b93b4517a5733f7b70790445 is out of sync, need to count used quota {{(pid=85344) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:53:09.652563 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource [None req-35a901de-3f18-4c3e-acab-407369a4875f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85344) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:53:09.663421 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.quota.driver [None req-35a901de-3f18-4c3e-acab-407369a4875f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:53:09.671934 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-096dd414-d8b7-4e2d-8172-64d5f070a10b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:09.681716 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-096dd414-d8b7-4e2d-8172-64d5f070a10b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806004'] for security_group, after_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:09.691502 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-67375768-bc71-4cce-8886-9f8acff8e9d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:53:09.771778 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [None req-096dd414-d8b7-4e2d-8172-64d5f070a10b admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=73ab1cf9d68e4504955ac7d7dddf89d3&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5863750
Apr 15 19:53:09.774561 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.wsgi [-] (85344) accepted ('10.222.0.47', 47968) {{(pid=85344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:53:09.783265 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096dd414-d8b7-4e2d-8172-64d5f070a10b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e977ebba-bd03-4eb3-90e8-203a95ad124b,revision_number=1']} {{(pid=85344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:53:09.786574 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-096dd414-d8b7-4e2d-8172-64d5f070a10b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:53:09.895444 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-35a901de-3f18-4c3e-acab-407369a4875f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:09.899199 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-857f14b3-6885-4269-bf02-f749c5e18dc9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:09.902350 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-35a901de-3f18-4c3e-acab-407369a4875f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806004'] for security_group, after_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:09.913991 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-c0012116-dba8-482b-b7a9-a54ac9c96df9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:53:09.953891 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-857f14b3-6885-4269-bf02-f749c5e18dc9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:09.977953 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-35a901de-3f18-4c3e-acab-407369a4875f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 678}  {{(pid=85344) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 15 19:53:09.997933 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a901de-3f18-4c3e-acab-407369a4875f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11749cba-b1dc-46ac-8d43-22b1305948c0,revision_number=1']} {{(pid=85344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:53:10.001347 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-35a901de-3f18-4c3e-acab-407369a4875f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:53:10.024274 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-35a901de-3f18-4c3e-acab-407369a4875f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854767479'] for segment, precommit_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:10.024898 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.db.segments_db [None req-35a901de-3f18-4c3e-acab-407369a4875f admin admin] Added segment 0fb8cbf2-2472-491f-abdd-d8765483e878 of type vlan for network 27bf52d5-d7bc-4a60-905a-338dbe83ee69
Apr 15 19:53:10.065967 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-35a901de-3f18-4c3e-acab-407369a4875f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789846470498'] for network, precommit_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:10.071870 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-857f14b3-6885-4269-bf02-f749c5e18dc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806004'] for security_group, after_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:10.078042 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-91136c47-86b4-44cd-8927-ca9a1a4f582e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:53:10.093941 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857f14b3-6885-4269-bf02-f749c5e18dc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e977ebba-bd03-4eb3-90e8-203a95ad124b,revision_number=None']} {{(pid=85344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:53:10.096468 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-857f14b3-6885-4269-bf02-f749c5e18dc9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:53:10.133521 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-857f14b3-6885-4269-bf02-f749c5e18dc9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:10.134774 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [None req-857f14b3-6885-4269-bf02-f749c5e18dc9 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/e977ebba-bd03-4eb3-90e8-203a95ad124b HTTP/1.1" status: 204  len: 168 time: 0.3580947
Apr 15 19:53:10.142822 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-35a901de-3f18-4c3e-acab-407369a4875f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852808340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852972410'] for network, after_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:10.144872 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35a901de-3f18-4c3e-acab-407369a4875f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:53:10.145619 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-35a901de-3f18-4c3e-acab-407369a4875f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852972363'] for network, before_response {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:10.151626 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-596a97e8-f589-4028-addc-2b7e230b743c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:53:10.266366 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [None req-35a901de-3f18-4c3e-acab-407369a4875f admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201  len: 898 time: 0.9077914
Apr 15 19:53:10.270193 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.wsgi [-] (85344) accepted ('10.222.0.47', 47980) {{(pid=85344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:53:10.279980 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.v2.base [None req-bd1dcb37-7194-4173-a08c-626ec8501c2f admin admin] Request body: {'subnet': {'network_id': '27bf52d5-d7bc-4a60-905a-338dbe83ee69', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1208408574-subnet', 'tenant_id': '4c51dae6b93b4517a5733f7b70790445', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=85344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 19:53:10.288677 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.quota.driver [None req-bd1dcb37-7194-4173-a08c-626ec8501c2f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:53:10.299692 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a901de-3f18-4c3e-acab-407369a4875f admin admin] Pushing event updated for resources: {'Network': ['ID=27bf52d5-d7bc-4a60-905a-338dbe83ee69,revision_number=1']} {{(pid=85344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:53:10.299692 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-35a901de-3f18-4c3e-acab-407369a4875f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:53:10.300327 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource [None req-bd1dcb37-7194-4173-a08c-626ec8501c2f admin admin] Usage tracker for resource:subnet and tenant:4c51dae6b93b4517a5733f7b70790445 is out of sync, need to count used quota {{(pid=85344) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:53:10.305782 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource [None req-bd1dcb37-7194-4173-a08c-626ec8501c2f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85344) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:53:10.315836 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.rpc [None req-56ecdebd-c5a0-4569-bc96-ba437f5ce558 None None] Network 27bf52d5-d7bc-4a60-905a-338dbe83ee69 details requested by agent ovs-agent-dv-cinder-786383-2-iscsi with host dv-cinder-786383-2-iscsi {{(pid=85346) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 15 19:53:10.319460 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.quota.driver [None req-bd1dcb37-7194-4173-a08c-626ec8501c2f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:53:10.343399 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd1dcb37-7194-4173-a08c-626ec8501c2f admin admin] Made reservation on behalf of 4c51dae6b93b4517a5733f7b70790445 for: {'subnet': 1} {{(pid=85344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 15 19:53:10.365772 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-bd1dcb37-7194-4173-a08c-626ec8501c2f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2554569'] for subnet, before_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:10.644030 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-3d77682a-3290-49f5-9a09-7e8e47f8ddca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789847050935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-428960'] for agent, after_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:10.957799 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-bd1dcb37-7194-4173-a08c-626ec8501c2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852808376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852972410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851621763', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2554618'] for subnet, after_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:10.972337 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-1295eeaa-a576-4db5-90c2-2a6109429498 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:53:11.107659 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1dcb37-7194-4173-a08c-626ec8501c2f admin admin] Pushing event updated for resources: {'Subnet': ['ID=7e63dac0-c5c2-4242-9e38-deae1dd147b8,revision_number=0']} {{(pid=85344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:53:11.111058 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-bd1dcb37-7194-4173-a08c-626ec8501c2f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:53:11.195246 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd1dcb37-7194-4173-a08c-626ec8501c2f admin admin] Checking segment: {'id': '0fb8cbf2-2472-491f-abdd-d8765483e878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '27bf52d5-d7bc-4a60-905a-338dbe83ee69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 19:53:11.195802 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd1dcb37-7194-4173-a08c-626ec8501c2f admin admin] Network hostable DHCP agents. Network: 27bf52d5-d7bc-4a60-905a-338dbe83ee69, hostable agents: ['48b86c86-f902-4f97-86c7-19da88045e62'], hosted agents: [] {{(pid=85344) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 15 19:53:11.219662 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd1dcb37-7194-4173-a08c-626ec8501c2f admin admin] Network 27bf52d5-d7bc-4a60-905a-338dbe83ee69 is scheduled to be hosted by DHCP agent 48b86c86-f902-4f97-86c7-19da88045e62 with binding_index 1 {{(pid=85344) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 15 19:53:11.229216 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.scheduler.base_scheduler [None req-bd1dcb37-7194-4173-a08c-626ec8501c2f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786383-2-iscsi, 27bf52d5-d7bc-4a60-905a-338dbe83ee69) {{(pid=85344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 19:53:11.239047 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dda801cf-073e-4e62-b183-07d4341e5529 None None] Network 27bf52d5-d7bc-4a60-905a-338dbe83ee69 requested from dv-cinder-786383-2-iscsi {{(pid=85346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 15 19:53:11.242127 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd1dcb37-7194-4173-a08c-626ec8501c2f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:53:11.242960 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-bd1dcb37-7194-4173-a08c-626ec8501c2f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852972363'] for subnet, before_response {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:11.266052 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [None req-bd1dcb37-7194-4173-a08c-626ec8501c2f admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 862 time: 0.9947376
Apr 15 19:53:11.520859 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4b7caf7-00fe-4e98-acf0-24ec605d2368 None None] Network 27bf52d5-d7bc-4a60-905a-338dbe83ee69 requested from dv-cinder-786383-2-iscsi {{(pid=85346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 15 19:53:12.074531 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.wsgi [-] (85345) accepted ('10.222.0.47', 48022) {{(pid=85345) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:53:12.081326 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.v2.base [None req-0054c835-65bf-4654-95ce-6c42eda5338c admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1683959018-network', 'tenant_id': '21571f90ffd54950b8b6a35ac12b2957'}} {{(pid=85345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 19:53:12.086628 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.quota.driver [None req-0054c835-65bf-4654-95ce-6c42eda5338c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85345) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:53:12.091422 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource [None req-0054c835-65bf-4654-95ce-6c42eda5338c admin admin] Usage tracker for resource:network and tenant:21571f90ffd54950b8b6a35ac12b2957 is out of sync, need to count used quota {{(pid=85345) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:53:12.094776 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource [None req-0054c835-65bf-4654-95ce-6c42eda5338c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85345) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:53:12.101418 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.quota.driver [None req-0054c835-65bf-4654-95ce-6c42eda5338c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85345) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:53:12.113007 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0054c835-65bf-4654-95ce-6c42eda5338c admin admin] Made reservation on behalf of 21571f90ffd54950b8b6a35ac12b2957 for: {'network': 1} {{(pid=85345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 15 19:53:12.118023 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-0054c835-65bf-4654-95ce-6c42eda5338c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854565853'] for network, before_create {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:12.132436 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-0054c835-65bf-4654-95ce-6c42eda5338c admin admin] Notify callbacks [] for security_group, before_create {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:12.148957 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.quota.driver [None req-0054c835-65bf-4654-95ce-6c42eda5338c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85345) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:53:12.153338 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource [None req-0054c835-65bf-4654-95ce-6c42eda5338c admin admin] Usage tracker for resource:security_group_rule and tenant:21571f90ffd54950b8b6a35ac12b2957 is out of sync, need to count used quota {{(pid=85345) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:53:12.156845 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource [None req-0054c835-65bf-4654-95ce-6c42eda5338c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85345) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:53:12.163695 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.quota.driver [None req-0054c835-65bf-4654-95ce-6c42eda5338c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85345) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:53:12.324693 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-0054c835-65bf-4654-95ce-6c42eda5338c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:12.328556 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-0054c835-65bf-4654-95ce-6c42eda5338c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806004'] for security_group, after_create {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:12.337584 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-ce39e043-5fc0-40ee-9c6c-d43e963a7540 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:53:12.393378 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0054c835-65bf-4654-95ce-6c42eda5338c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 685}  {{(pid=85345) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 15 19:53:12.411497 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0054c835-65bf-4654-95ce-6c42eda5338c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1152d845-0850-45ce-b989-b2f7cdc52e84,revision_number=1']} {{(pid=85345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:53:12.418564 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-0054c835-65bf-4654-95ce-6c42eda5338c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:53:12.423593 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-0054c835-65bf-4654-95ce-6c42eda5338c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854767479'] for segment, precommit_create {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:12.424247 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.db.segments_db [None req-0054c835-65bf-4654-95ce-6c42eda5338c admin admin] Added segment 5800d8b0-b6f8-4777-9e22-b69ad72bc62c of type vlan for network cddd21ce-a9d3-4bce-88a9-6e58db7cc849
Apr 15 19:53:12.476749 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-0054c835-65bf-4654-95ce-6c42eda5338c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789846470498'] for network, precommit_create {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:12.523689 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-0054c835-65bf-4654-95ce-6c42eda5338c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852808340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852972410'] for network, after_create {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:12.526027 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0054c835-65bf-4654-95ce-6c42eda5338c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:53:12.529129 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-0054c835-65bf-4654-95ce-6c42eda5338c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852972363'] for network, before_response {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:12.537624 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-f3257b46-b228-4d7d-bc4f-e6cca06b1f00 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:53:12.665005 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [None req-0054c835-65bf-4654-95ce-6c42eda5338c admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201  len: 898 time: 0.5887299
Apr 15 19:53:12.667131 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.wsgi [-] (85344) accepted ('10.222.0.47', 48032) {{(pid=85344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:53:12.676048 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.v2.base [None req-0433ec0a-d722-4eda-b3f7-4b7331cf503f admin admin] Request body: {'subnet': {'network_id': 'cddd21ce-a9d3-4bce-88a9-6e58db7cc849', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1683959018-subnet', 'tenant_id': '21571f90ffd54950b8b6a35ac12b2957', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=85344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 19:53:12.684208 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0054c835-65bf-4654-95ce-6c42eda5338c admin admin] Pushing event updated for resources: {'Network': ['ID=cddd21ce-a9d3-4bce-88a9-6e58db7cc849,revision_number=1']} {{(pid=85345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:53:12.694528 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-0054c835-65bf-4654-95ce-6c42eda5338c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:53:12.701480 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.quota.driver [None req-0433ec0a-d722-4eda-b3f7-4b7331cf503f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:53:12.702051 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.rpc [None req-56ecdebd-c5a0-4569-bc96-ba437f5ce558 None None] Network cddd21ce-a9d3-4bce-88a9-6e58db7cc849 details requested by agent ovs-agent-dv-cinder-786383-2-iscsi with host dv-cinder-786383-2-iscsi {{(pid=85346) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 15 19:53:12.709507 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource [None req-0433ec0a-d722-4eda-b3f7-4b7331cf503f admin admin] Usage tracker for resource:subnet and tenant:21571f90ffd54950b8b6a35ac12b2957 is out of sync, need to count used quota {{(pid=85344) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:53:12.717708 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource [None req-0433ec0a-d722-4eda-b3f7-4b7331cf503f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85344) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:53:12.728157 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.quota.driver [None req-0433ec0a-d722-4eda-b3f7-4b7331cf503f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:53:12.743247 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0433ec0a-d722-4eda-b3f7-4b7331cf503f admin admin] Made reservation on behalf of 21571f90ffd54950b8b6a35ac12b2957 for: {'subnet': 1} {{(pid=85344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 15 19:53:12.749102 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-0433ec0a-d722-4eda-b3f7-4b7331cf503f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2554569'] for subnet, before_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:12.882935 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.wsgi [-] (85345) accepted ('10.222.0.47', 48038) {{(pid=85345) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:53:13.043920 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-bfbce877-1326-4bd2-86cb-35168b8a6d85 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:13.061946 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.quota.driver [None req-bfbce877-1326-4bd2-86cb-35168b8a6d85 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85345) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:53:13.066763 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource [None req-bfbce877-1326-4bd2-86cb-35168b8a6d85 admin admin] Usage tracker for resource:security_group_rule and tenant:16baddef7d924223bfc4ec5be23199a1 is out of sync, need to count used quota {{(pid=85345) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:53:13.070624 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource [None req-bfbce877-1326-4bd2-86cb-35168b8a6d85 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85345) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:53:13.079143 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.quota.driver [None req-bfbce877-1326-4bd2-86cb-35168b8a6d85 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85345) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:53:13.204581 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-bfbce877-1326-4bd2-86cb-35168b8a6d85 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:13.208912 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-bfbce877-1326-4bd2-86cb-35168b8a6d85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806004'] for security_group, after_create {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:13.227096 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-5ea9f05b-55a1-4d91-ae33-4e3c290b06ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:53:13.282066 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [None req-bfbce877-1326-4bd2-86cb-35168b8a6d85 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=16baddef7d924223bfc4ec5be23199a1&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3939183
Apr 15 19:53:13.282359 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.wsgi [-] (85345) accepted ('10.222.0.47', 48048) {{(pid=85345) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:53:13.285540 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-0433ec0a-d722-4eda-b3f7-4b7331cf503f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852808376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852972410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851621763', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2554618'] for subnet, after_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:13.286537 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbce877-1326-4bd2-86cb-35168b8a6d85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa504ccd-61a1-4cba-acee-6341c2ccf856,revision_number=1']} {{(pid=85345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:53:13.302384 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-bfbce877-1326-4bd2-86cb-35168b8a6d85 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:53:13.318903 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:53:13.384394 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-f7bab9dd-2c35-492f-ac20-a1f4a8c7853a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:13.426767 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-f7bab9dd-2c35-492f-ac20-a1f4a8c7853a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:13.479684 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-f7bab9dd-2c35-492f-ac20-a1f4a8c7853a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806004'] for security_group, after_delete {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:13.484604 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-aebb1c6a-e08e-495a-bbf7-5ce9a5215a99 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:53:13.498194 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7bab9dd-2c35-492f-ac20-a1f4a8c7853a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa504ccd-61a1-4cba-acee-6341c2ccf856,revision_number=None']} {{(pid=85345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:53:13.505599 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-f7bab9dd-2c35-492f-ac20-a1f4a8c7853a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:53:13.506524 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-f7bab9dd-2c35-492f-ac20-a1f4a8c7853a admin admin] Notify callbacks [] for security_group, before_response {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:13.511170 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [None req-f7bab9dd-2c35-492f-ac20-a1f4a8c7853a admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/fa504ccd-61a1-4cba-acee-6341c2ccf856 HTTP/1.1" status: 204  len: 168 time: 0.2273710
Apr 15 19:53:13.845201 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0433ec0a-d722-4eda-b3f7-4b7331cf503f admin admin] Pushing event updated for resources: {'Subnet': ['ID=46e6ef94-19b0-4308-b8da-9fc0d1f38d35,revision_number=0']} {{(pid=85344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:53:13.848184 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-0433ec0a-d722-4eda-b3f7-4b7331cf503f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.530s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:53:13.969779 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0433ec0a-d722-4eda-b3f7-4b7331cf503f admin admin] Checking segment: {'id': '5800d8b0-b6f8-4777-9e22-b69ad72bc62c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'cddd21ce-a9d3-4bce-88a9-6e58db7cc849'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 19:53:13.970473 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0433ec0a-d722-4eda-b3f7-4b7331cf503f admin admin] Network hostable DHCP agents. Network: cddd21ce-a9d3-4bce-88a9-6e58db7cc849, hostable agents: ['48b86c86-f902-4f97-86c7-19da88045e62'], hosted agents: [] {{(pid=85344) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 15 19:53:14.005068 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0433ec0a-d722-4eda-b3f7-4b7331cf503f admin admin] Network cddd21ce-a9d3-4bce-88a9-6e58db7cc849 is scheduled to be hosted by DHCP agent 48b86c86-f902-4f97-86c7-19da88045e62 with binding_index 1 {{(pid=85344) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 15 19:53:14.020302 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.scheduler.base_scheduler [None req-0433ec0a-d722-4eda-b3f7-4b7331cf503f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786383-2-iscsi, cddd21ce-a9d3-4bce-88a9-6e58db7cc849) {{(pid=85344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 19:53:14.040889 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0433ec0a-d722-4eda-b3f7-4b7331cf503f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:53:14.042015 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-0433ec0a-d722-4eda-b3f7-4b7331cf503f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852972363'] for subnet, before_response {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:14.046129 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cce1fdd-464f-47c8-9e95-2c19fb631eb3 None None] Network cddd21ce-a9d3-4bce-88a9-6e58db7cc849 requested from dv-cinder-786383-2-iscsi {{(pid=85346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 15 19:53:14.098541 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [None req-0433ec0a-d722-4eda-b3f7-4b7331cf503f admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 862 time: 1.4293904
Apr 15 19:53:14.339991 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.wsgi [-] (85345) accepted ('10.222.0.47', 48084) {{(pid=85345) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:53:14.428447 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.db_base_plugin_v2 [None req-d40822f9-650e-45c5-be9b-0204b0c17239 admin admin] Deleting subnet 7e63dac0-c5c2-4242-9e38-deae1dd147b8 {{(pid=85345) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 15 19:53:14.433059 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-d40822f9-650e-45c5-be9b-0204b0c17239 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:14.477595 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aadf6006-bf0c-42f1-a042-aa73cf287dce None None] Network cddd21ce-a9d3-4bce-88a9-6e58db7cc849 requested from dv-cinder-786383-2-iscsi {{(pid=85346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 15 19:53:14.516236 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-d40822f9-650e-45c5-be9b-0204b0c17239 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851567171'] for subnet, precommit_delete_associations {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:14.615515 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-d40822f9-650e-45c5-be9b-0204b0c17239 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8687'] for subnet, precommit_delete {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:15.067213 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-d40822f9-650e-45c5-be9b-0204b0c17239 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854767129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852808376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852972410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852575629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851485176'] for subnet, after_delete {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:15.092002 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-0f0ec698-fc61-4fca-b4b8-79cbae48db45 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:53:15.255150 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40822f9-650e-45c5-be9b-0204b0c17239 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7e63dac0-c5c2-4242-9e38-deae1dd147b8,revision_number=None']} {{(pid=85345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:53:15.260066 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-d40822f9-650e-45c5-be9b-0204b0c17239 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:53:15.348653 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-d40822f9-650e-45c5-be9b-0204b0c17239 admin admin] Notify callbacks [] for subnet, before_response {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:15.359695 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [None req-d40822f9-650e-45c5-be9b-0204b0c17239 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/7e63dac0-c5c2-4242-9e38-deae1dd147b8 HTTP/1.1" status: 204  len: 168 time: 1.0182562
Apr 15 19:53:15.362696 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.wsgi [-] (85345) accepted ('10.222.0.47', 48104) {{(pid=85345) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:53:15.513785 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-3de61402-60a3-47aa-8995-134f52d7d8dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854748596'] for network, before_delete {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:15.583252 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.wsgi [-] (85344) accepted ('10.222.0.47', 48112) {{(pid=85344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:53:15.852163 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-951d07a8-8934-458c-89a2-afea5b6865e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:15.882342 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.quota.driver [None req-951d07a8-8934-458c-89a2-afea5b6865e3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:53:15.891539 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource [None req-951d07a8-8934-458c-89a2-afea5b6865e3 admin admin] Usage tracker for resource:security_group_rule and tenant:8c86dc0dcdd347d3bb0c4799cefad984 is out of sync, need to count used quota {{(pid=85344) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:53:15.897918 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource [None req-951d07a8-8934-458c-89a2-afea5b6865e3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85344) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:53:15.911965 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.quota.driver [None req-951d07a8-8934-458c-89a2-afea5b6865e3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:53:16.069652 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-951d07a8-8934-458c-89a2-afea5b6865e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:16.071840 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-3de61402-60a3-47aa-8995-134f52d7d8dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854320274', 'neutron.services.segments.db._delete_segments_for_network-8789847050952'] for network, precommit_delete {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:16.076887 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-951d07a8-8934-458c-89a2-afea5b6865e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806004'] for security_group, after_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:16.088966 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:53:16.138443 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [None req-951d07a8-8934-458c-89a2-afea5b6865e3 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=8c86dc0dcdd347d3bb0c4799cefad984&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5535035
Apr 15 19:53:16.139493 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951d07a8-8934-458c-89a2-afea5b6865e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d006bf1-7df6-483b-b4d6-761b6dbaba9a,revision_number=1']} {{(pid=85344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:53:16.142947 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-951d07a8-8934-458c-89a2-afea5b6865e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:53:16.143496 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.wsgi [-] (85344) accepted ('10.222.0.47', 48130) {{(pid=85344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:53:16.239063 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-a741aca3-405f-430d-96f6-6c4f69eba63f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:16.249661 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.services.segments.db [None req-3de61402-60a3-47aa-8995-134f52d7d8dd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe8b9858198>,) {'filters': {'network_id': ['27bf52d5-d7bc-4a60-905a-338dbe83ee69']}} {{(pid=85345) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 19:53:16.269069 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.services.segments.db [None req-3de61402-60a3-47aa-8995-134f52d7d8dd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe8b9858198>, '0fb8cbf2-2472-491f-abdd-d8765483e878') {'for_net_delete': True} {{(pid=85345) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 19:53:16.269605 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.services.segments.db [None req-3de61402-60a3-47aa-8995-134f52d7d8dd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe8b9858198>, '0fb8cbf2-2472-491f-abdd-d8765483e878') {} {{(pid=85345) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 19:53:16.278435 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-a741aca3-405f-430d-96f6-6c4f69eba63f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:16.287431 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-3de61402-60a3-47aa-8995-134f52d7d8dd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789847056089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3208581'] for segment, before_delete {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:16.307718 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-3de61402-60a3-47aa-8995-134f52d7d8dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854767479'] for segment, precommit_delete {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:16.320740 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3de61402-60a3-47aa-8995-134f52d7d8dd admin admin] Releasing vlan 678 on physical network physnet1 to pool {{(pid=85345) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 15 19:53:16.350302 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-a741aca3-405f-430d-96f6-6c4f69eba63f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806004'] for security_group, after_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:16.360601 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-096dd414-d8b7-4e2d-8172-64d5f070a10b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:53:16.376020 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a741aca3-405f-430d-96f6-6c4f69eba63f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d006bf1-7df6-483b-b4d6-761b6dbaba9a,revision_number=None']} {{(pid=85344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:53:16.379647 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-a741aca3-405f-430d-96f6-6c4f69eba63f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:53:16.382004 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-a741aca3-405f-430d-96f6-6c4f69eba63f admin admin] Notify callbacks [] for security_group, before_response {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:16.386149 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [None req-a741aca3-405f-430d-96f6-6c4f69eba63f admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/0d006bf1-7df6-483b-b4d6-761b6dbaba9a HTTP/1.1" status: 204  len: 168 time: 0.2413061
Apr 15 19:53:16.626635 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.managers [None req-3de61402-60a3-47aa-8995-134f52d7d8dd admin admin] Network 27bf52d5-d7bc-4a60-905a-338dbe83ee69 has no segments {{(pid=85345) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 15 19:53:16.651959 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-3de61402-60a3-47aa-8995-134f52d7d8dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2199762'] for segment, after_delete {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:16.767565 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.wsgi [-] (85344) accepted ('10.222.0.47', 48150) {{(pid=85344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:53:16.972020 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-fe095b6f-b19d-4511-bf27-bef1ba84f0e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:17.008021 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.quota.driver [None req-fe095b6f-b19d-4511-bf27-bef1ba84f0e3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:53:17.016764 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource [None req-fe095b6f-b19d-4511-bf27-bef1ba84f0e3 admin admin] Usage tracker for resource:security_group_rule and tenant:bef092eceeb94f8995940f5c691f9cb9 is out of sync, need to count used quota {{(pid=85344) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:53:17.022163 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource [None req-fe095b6f-b19d-4511-bf27-bef1ba84f0e3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85344) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:53:17.031805 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.managers [None req-3de61402-60a3-47aa-8995-134f52d7d8dd admin admin] Network 27bf52d5-d7bc-4a60-905a-338dbe83ee69 has no segments {{(pid=85345) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 15 19:53:17.034133 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.quota.driver [None req-fe095b6f-b19d-4511-bf27-bef1ba84f0e3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:53:17.076786 dv-cinder-786383-2-iscsi neutron-server[85229]: Traceback (most recent call last):
Apr 15 19:53:17.076786 dv-cinder-786383-2-iscsi neutron-server[85229]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 15 19:53:17.076786 dv-cinder-786383-2-iscsi neutron-server[85229]:     timer()
Apr 15 19:53:17.076786 dv-cinder-786383-2-iscsi neutron-server[85229]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 15 19:53:17.076786 dv-cinder-786383-2-iscsi neutron-server[85229]:     cb(*args, **kw)
Apr 15 19:53:17.076786 dv-cinder-786383-2-iscsi neutron-server[85229]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 15 19:53:17.076786 dv-cinder-786383-2-iscsi neutron-server[85229]:     return func(*args, **kwargs)
Apr 15 19:53:17.076786 dv-cinder-786383-2-iscsi neutron-server[85229]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 15 19:53:17.076786 dv-cinder-786383-2-iscsi neutron-server[85229]:     self._notify()
Apr 15 19:53:17.076786 dv-cinder-786383-2-iscsi neutron-server[85229]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 15 19:53:17.076786 dv-cinder-786383-2-iscsi neutron-server[85229]:     self.callback(batched_events)
Apr 15 19:53:17.076786 dv-cinder-786383-2-iscsi neutron-server[85229]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 15 19:53:17.076786 dv-cinder-786383-2-iscsi neutron-server[85229]:     event.method(event)
Apr 15 19:53:17.076786 dv-cinder-786383-2-iscsi neutron-server[85229]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 15 19:53:17.076786 dv-cinder-786383-2-iscsi neutron-server[85229]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 15 19:53:17.076786 dv-cinder-786383-2-iscsi neutron-server[85229]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 15 19:53:17.076786 dv-cinder-786383-2-iscsi neutron-server[85229]:     segment_id)['aggregates'][0]
Apr 15 19:53:17.076786 dv-cinder-786383-2-iscsi neutron-server[85229]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 15 19:53:17.076786 dv-cinder-786383-2-iscsi neutron-server[85229]:     return f(self, *a, **k)
Apr 15 19:53:17.076786 dv-cinder-786383-2-iscsi neutron-server[85229]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 15 19:53:17.076786 dv-cinder-786383-2-iscsi neutron-server[85229]:     return self._get(url).json()
Apr 15 19:53:17.076786 dv-cinder-786383-2-iscsi neutron-server[85229]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 15 19:53:17.076786 dv-cinder-786383-2-iscsi neutron-server[85229]:     **kwargs)
Apr 15 19:53:17.076786 dv-cinder-786383-2-iscsi neutron-server[85229]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 15 19:53:17.076786 dv-cinder-786383-2-iscsi neutron-server[85229]:     return self.request(url, 'GET', **kwargs)
Apr 15 19:53:17.076786 dv-cinder-786383-2-iscsi neutron-server[85229]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 15 19:53:17.076786 dv-cinder-786383-2-iscsi neutron-server[85229]:     **endpoint_filter)
Apr 15 19:53:17.076786 dv-cinder-786383-2-iscsi neutron-server[85229]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 15 19:53:17.076786 dv-cinder-786383-2-iscsi neutron-server[85229]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 15 19:53:17.076786 dv-cinder-786383-2-iscsi neutron-server[85229]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 15 19:53:17.076786 dv-cinder-786383-2-iscsi neutron-server[85229]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 15 19:53:17.076786 dv-cinder-786383-2-iscsi neutron-server[85229]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 15 19:53:17.195198 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-fe095b6f-b19d-4511-bf27-bef1ba84f0e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:17.209174 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-fe095b6f-b19d-4511-bf27-bef1ba84f0e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806004'] for security_group, after_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:17.223854 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-3de61402-60a3-47aa-8995-134f52d7d8dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-455527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852808340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852972410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1673212'] for network, after_delete {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:17.232544 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-1d1994f7-8884-47b7-b7ee-458e072ae9de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:53:17.232701 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-3de61402-60a3-47aa-8995-134f52d7d8dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852972363'] for network, before_response {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:17.240385 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-0054c835-65bf-4654-95ce-6c42eda5338c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:53:17.279744 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [None req-3de61402-60a3-47aa-8995-134f52d7d8dd admin admin] 10.222.0.47 "DELETE /v2.0/networks/27bf52d5-d7bc-4a60-905a-338dbe83ee69 HTTP/1.1" status: 204  len: 168 time: 1.9155107
Apr 15 19:53:17.281891 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de61402-60a3-47aa-8995-134f52d7d8dd admin admin] Pushing event deleted for resources: {'Network': ['ID=27bf52d5-d7bc-4a60-905a-338dbe83ee69,revision_number=None']} {{(pid=85345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:53:17.286032 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.wsgi [-] (85344) accepted ('10.222.0.47', 48170) {{(pid=85344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:53:17.287339 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-3de61402-60a3-47aa-8995-134f52d7d8dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:53:17.406052 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [None req-fe095b6f-b19d-4511-bf27-bef1ba84f0e3 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=bef092eceeb94f8995940f5c691f9cb9&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6363997
Apr 15 19:53:17.408506 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.wsgi [-] (85345) accepted ('10.222.0.47', 48176) {{(pid=85345) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:53:17.411395 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe095b6f-b19d-4511-bf27-bef1ba84f0e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74ee6593-f458-4d6a-8230-3cc933ff3018,revision_number=1']} {{(pid=85344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:53:17.421183 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-fe095b6f-b19d-4511-bf27-bef1ba84f0e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:53:17.458820 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.db_base_plugin_v2 [None req-54b7dd79-a19c-4f28-b281-a4d12a79f7c8 admin admin] Deleting subnet 46e6ef94-19b0-4308-b8da-9fc0d1f38d35 {{(pid=85344) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 15 19:53:17.462548 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-54b7dd79-a19c-4f28-b281-a4d12a79f7c8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:17.491995 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-5eb93556-e2f5-4f96-88e2-f047c2488ab4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:17.530174 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-5eb93556-e2f5-4f96-88e2-f047c2488ab4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:17.531465 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-54b7dd79-a19c-4f28-b281-a4d12a79f7c8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2751258'] for subnet, precommit_delete_associations {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:17.614514 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-5eb93556-e2f5-4f96-88e2-f047c2488ab4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806004'] for security_group, after_delete {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:17.620841 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:53:17.622484 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-54b7dd79-a19c-4f28-b281-a4d12a79f7c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8687'] for subnet, precommit_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:17.633296 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb93556-e2f5-4f96-88e2-f047c2488ab4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74ee6593-f458-4d6a-8230-3cc933ff3018,revision_number=None']} {{(pid=85345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:53:17.637254 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-5eb93556-e2f5-4f96-88e2-f047c2488ab4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:53:17.643738 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-5eb93556-e2f5-4f96-88e2-f047c2488ab4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:17.648195 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [None req-5eb93556-e2f5-4f96-88e2-f047c2488ab4 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/74ee6593-f458-4d6a-8230-3cc933ff3018 HTTP/1.1" status: 204  len: 168 time: 0.2355115
Apr 15 19:53:17.953875 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-54b7dd79-a19c-4f28-b281-a4d12a79f7c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854767129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852808376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852972410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3153990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852221213'] for subnet, after_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:17.978147 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:53:18.076401 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b7dd79-a19c-4f28-b281-a4d12a79f7c8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=46e6ef94-19b0-4308-b8da-9fc0d1f38d35,revision_number=None']} {{(pid=85344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:53:18.076401 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-54b7dd79-a19c-4f28-b281-a4d12a79f7c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:53:18.174537 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-54b7dd79-a19c-4f28-b281-a4d12a79f7c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852972363'] for subnet, before_response {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:18.202875 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.wsgi [-] (85345) accepted ('10.222.0.47', 48194) {{(pid=85345) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:53:18.216936 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [None req-54b7dd79-a19c-4f28-b281-a4d12a79f7c8 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/46e6ef94-19b0-4308-b8da-9fc0d1f38d35 HTTP/1.1" status: 204  len: 168 time: 0.9219596
Apr 15 19:53:18.272684 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.wsgi [-] (85344) accepted ('10.222.0.47', 48198) {{(pid=85344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:53:18.299497 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-f5968878-f7e5-496e-9125-de3afbbd92ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:18.318079 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.quota.driver [None req-f5968878-f7e5-496e-9125-de3afbbd92ac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:53:18.325880 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource [None req-f5968878-f7e5-496e-9125-de3afbbd92ac admin admin] Usage tracker for resource:security_group_rule and tenant:bd4001499360449081a5084d0ac22590 is out of sync, need to count used quota {{(pid=85344) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:53:18.331807 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource [None req-f5968878-f7e5-496e-9125-de3afbbd92ac admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85344) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:53:18.341894 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.quota.driver [None req-f5968878-f7e5-496e-9125-de3afbbd92ac admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:53:18.416742 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-96e588f4-53e8-4707-9ce0-d6ac43199b5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854748596'] for network, before_delete {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:18.464668 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-f5968878-f7e5-496e-9125-de3afbbd92ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:18.471943 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-f5968878-f7e5-496e-9125-de3afbbd92ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806004'] for security_group, after_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:18.481956 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-207549f9-ad91-4a5e-a42a-f4b5537a28a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:53:18.535559 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [None req-f5968878-f7e5-496e-9125-de3afbbd92ac admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=bd4001499360449081a5084d0ac22590&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2616441
Apr 15 19:53:18.536687 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5968878-f7e5-496e-9125-de3afbbd92ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c8ef4f4-71c1-476a-b8a8-fdbc3f6099da,revision_number=1']} {{(pid=85344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:53:18.542025 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-f5968878-f7e5-496e-9125-de3afbbd92ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:53:18.542947 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.wsgi [-] (85344) accepted ('10.222.0.47', 48202) {{(pid=85344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:53:18.656780 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-9d5bb66d-fbe2-4690-8820-ab830db5590f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:18.672511 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-96e588f4-53e8-4707-9ce0-d6ac43199b5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854320274', 'neutron.services.segments.db._delete_segments_for_network-8789847050952'] for network, precommit_delete {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:18.707612 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-9d5bb66d-fbe2-4690-8820-ab830db5590f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:18.770631 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-9d5bb66d-fbe2-4690-8820-ab830db5590f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806004'] for security_group, after_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:18.776758 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-857f14b3-6885-4269-bf02-f749c5e18dc9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:53:18.791195 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5bb66d-fbe2-4690-8820-ab830db5590f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c8ef4f4-71c1-476a-b8a8-fdbc3f6099da,revision_number=None']} {{(pid=85344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:53:18.794741 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-9d5bb66d-fbe2-4690-8820-ab830db5590f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:53:18.797351 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-9d5bb66d-fbe2-4690-8820-ab830db5590f admin admin] Notify callbacks [] for security_group, before_response {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:18.799622 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [None req-9d5bb66d-fbe2-4690-8820-ab830db5590f admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/1c8ef4f4-71c1-476a-b8a8-fdbc3f6099da HTTP/1.1" status: 204  len: 168 time: 0.2544034
Apr 15 19:53:18.949356 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.services.segments.db [None req-96e588f4-53e8-4707-9ce0-d6ac43199b5c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe8ba660898>,) {'filters': {'network_id': ['cddd21ce-a9d3-4bce-88a9-6e58db7cc849']}} {{(pid=85345) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 19:53:18.968126 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.agents_db [None req-b0af7715-6be6-4101-aede-c7b275f02801 None None] Agent healthcheck: found 6 active agents {{(pid=85347) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 15 19:53:18.973924 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.services.segments.db [None req-96e588f4-53e8-4707-9ce0-d6ac43199b5c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe8ba660898>, '5800d8b0-b6f8-4777-9e22-b69ad72bc62c') {'for_net_delete': True} {{(pid=85345) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 19:53:18.974388 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.services.segments.db [None req-96e588f4-53e8-4707-9ce0-d6ac43199b5c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe8ba660898>, '5800d8b0-b6f8-4777-9e22-b69ad72bc62c') {} {{(pid=85345) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 19:53:18.990925 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-96e588f4-53e8-4707-9ce0-d6ac43199b5c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789847056089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3208581'] for segment, before_delete {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:19.008037 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-96e588f4-53e8-4707-9ce0-d6ac43199b5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854767479'] for segment, precommit_delete {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:19.017014 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96e588f4-53e8-4707-9ce0-d6ac43199b5c admin admin] Releasing vlan 685 on physical network physnet1 to pool {{(pid=85345) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 15 19:53:19.225973 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.managers [None req-96e588f4-53e8-4707-9ce0-d6ac43199b5c admin admin] Network cddd21ce-a9d3-4bce-88a9-6e58db7cc849 has no segments {{(pid=85345) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 15 19:53:19.236412 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-96e588f4-53e8-4707-9ce0-d6ac43199b5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2199762'] for segment, after_delete {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:19.461986 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.managers [None req-96e588f4-53e8-4707-9ce0-d6ac43199b5c admin admin] Network cddd21ce-a9d3-4bce-88a9-6e58db7cc849 has no segments {{(pid=85345) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 15 19:53:19.501904 dv-cinder-786383-2-iscsi neutron-server[85229]: Traceback (most recent call last):
Apr 15 19:53:19.501904 dv-cinder-786383-2-iscsi neutron-server[85229]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 15 19:53:19.501904 dv-cinder-786383-2-iscsi neutron-server[85229]:     timer()
Apr 15 19:53:19.501904 dv-cinder-786383-2-iscsi neutron-server[85229]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 15 19:53:19.501904 dv-cinder-786383-2-iscsi neutron-server[85229]:     cb(*args, **kw)
Apr 15 19:53:19.501904 dv-cinder-786383-2-iscsi neutron-server[85229]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 15 19:53:19.501904 dv-cinder-786383-2-iscsi neutron-server[85229]:     return func(*args, **kwargs)
Apr 15 19:53:19.501904 dv-cinder-786383-2-iscsi neutron-server[85229]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 15 19:53:19.501904 dv-cinder-786383-2-iscsi neutron-server[85229]:     self._notify()
Apr 15 19:53:19.501904 dv-cinder-786383-2-iscsi neutron-server[85229]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 15 19:53:19.501904 dv-cinder-786383-2-iscsi neutron-server[85229]:     self.callback(batched_events)
Apr 15 19:53:19.501904 dv-cinder-786383-2-iscsi neutron-server[85229]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 15 19:53:19.501904 dv-cinder-786383-2-iscsi neutron-server[85229]:     event.method(event)
Apr 15 19:53:19.501904 dv-cinder-786383-2-iscsi neutron-server[85229]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 15 19:53:19.501904 dv-cinder-786383-2-iscsi neutron-server[85229]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 15 19:53:19.501904 dv-cinder-786383-2-iscsi neutron-server[85229]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 15 19:53:19.501904 dv-cinder-786383-2-iscsi neutron-server[85229]:     segment_id)['aggregates'][0]
Apr 15 19:53:19.501904 dv-cinder-786383-2-iscsi neutron-server[85229]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 15 19:53:19.501904 dv-cinder-786383-2-iscsi neutron-server[85229]:     return f(self, *a, **k)
Apr 15 19:53:19.501904 dv-cinder-786383-2-iscsi neutron-server[85229]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 15 19:53:19.501904 dv-cinder-786383-2-iscsi neutron-server[85229]:     return self._get(url).json()
Apr 15 19:53:19.501904 dv-cinder-786383-2-iscsi neutron-server[85229]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 15 19:53:19.501904 dv-cinder-786383-2-iscsi neutron-server[85229]:     **kwargs)
Apr 15 19:53:19.501904 dv-cinder-786383-2-iscsi neutron-server[85229]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 15 19:53:19.501904 dv-cinder-786383-2-iscsi neutron-server[85229]:     return self.request(url, 'GET', **kwargs)
Apr 15 19:53:19.501904 dv-cinder-786383-2-iscsi neutron-server[85229]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 15 19:53:19.501904 dv-cinder-786383-2-iscsi neutron-server[85229]:     **endpoint_filter)
Apr 15 19:53:19.501904 dv-cinder-786383-2-iscsi neutron-server[85229]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 15 19:53:19.501904 dv-cinder-786383-2-iscsi neutron-server[85229]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 15 19:53:19.501904 dv-cinder-786383-2-iscsi neutron-server[85229]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 15 19:53:19.501904 dv-cinder-786383-2-iscsi neutron-server[85229]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 15 19:53:19.501904 dv-cinder-786383-2-iscsi neutron-server[85229]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 15 19:53:19.589296 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-96e588f4-53e8-4707-9ce0-d6ac43199b5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-455527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852808340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852972410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1673212'] for network, after_delete {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:19.593143 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:53:19.612190 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-96e588f4-53e8-4707-9ce0-d6ac43199b5c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852972363'] for network, before_response {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:19.619866 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e588f4-53e8-4707-9ce0-d6ac43199b5c admin admin] Pushing event deleted for resources: {'Network': ['ID=cddd21ce-a9d3-4bce-88a9-6e58db7cc849,revision_number=None']} {{(pid=85345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:53:19.624190 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-96e588f4-53e8-4707-9ce0-d6ac43199b5c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:53:19.626163 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [None req-96e588f4-53e8-4707-9ce0-d6ac43199b5c admin admin] 10.222.0.47 "DELETE /v2.0/networks/cddd21ce-a9d3-4bce-88a9-6e58db7cc849 HTTP/1.1" status: 204  len: 168 time: 1.4214323
Apr 15 19:53:19.801481 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.wsgi [-] (85344) accepted ('10.222.0.47', 48234) {{(pid=85344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:53:19.863910 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [None req-f39cf2ae-92aa-4425-91eb-58f4a3e5bab8 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=4c51dae6b93b4517a5733f7b70790445&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0605772
Apr 15 19:53:19.866277 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.wsgi [-] (85344) accepted ('10.222.0.47', 48240) {{(pid=85344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:53:19.938569 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-e92fbb8f-4ef7-4523-8ddb-1dbb2d890132 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:19.986223 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-e92fbb8f-4ef7-4523-8ddb-1dbb2d890132 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:20.047445 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-e92fbb8f-4ef7-4523-8ddb-1dbb2d890132 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806004'] for security_group, after_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:20.053143 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-9464f187-e050-4e42-b96b-afb9609d3e6c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:53:20.068207 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92fbb8f-4ef7-4523-8ddb-1dbb2d890132 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11749cba-b1dc-46ac-8d43-22b1305948c0,revision_number=None']} {{(pid=85344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:53:20.073012 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-e92fbb8f-4ef7-4523-8ddb-1dbb2d890132 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:53:20.074874 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-e92fbb8f-4ef7-4523-8ddb-1dbb2d890132 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:20.076028 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [None req-e92fbb8f-4ef7-4523-8ddb-1dbb2d890132 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/11749cba-b1dc-46ac-8d43-22b1305948c0 HTTP/1.1" status: 204  len: 168 time: 0.2086632
Apr 15 19:53:20.807826 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.wsgi [-] (85344) accepted ('10.222.0.47', 48262) {{(pid=85344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:53:20.916380 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [None req-c7f3cfff-bb04-4d0e-aa43-29b7d02588c6 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=21571f90ffd54950b8b6a35ac12b2957&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1062434
Apr 15 19:53:20.920372 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.wsgi [-] (85344) accepted ('10.222.0.47', 48268) {{(pid=85344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:53:21.042092 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-d478794b-6c0b-4ce6-a4ca-59004771373b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:21.093141 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-d478794b-6c0b-4ce6-a4ca-59004771373b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:21.178723 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-d478794b-6c0b-4ce6-a4ca-59004771373b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806004'] for security_group, after_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:21.188832 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-206fca23-4031-4126-a048-e6feb32c1911 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:53:21.214720 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d478794b-6c0b-4ce6-a4ca-59004771373b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1152d845-0850-45ce-b989-b2f7cdc52e84,revision_number=None']} {{(pid=85344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:53:21.219721 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-d478794b-6c0b-4ce6-a4ca-59004771373b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:53:21.227477 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-d478794b-6c0b-4ce6-a4ca-59004771373b admin admin] Notify callbacks [] for security_group, before_response {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:21.229527 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [None req-d478794b-6c0b-4ce6-a4ca-59004771373b admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/1152d845-0850-45ce-b989-b2f7cdc52e84 HTTP/1.1" status: 204  len: 168 time: 0.3079007
Apr 15 19:53:21.619650 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.wsgi [-] (85345) accepted ('10.222.0.47', 48286) {{(pid=85345) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:53:21.834759 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-d1361580-91f4-4cc0-9587-1f43f11b07bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:21.854959 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.quota.driver [None req-d1361580-91f4-4cc0-9587-1f43f11b07bb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85345) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:53:21.859587 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource [None req-d1361580-91f4-4cc0-9587-1f43f11b07bb admin admin] Usage tracker for resource:security_group_rule and tenant:56f45f5c60fc48049e018a1df33f5a51 is out of sync, need to count used quota {{(pid=85345) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:53:21.863229 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource [None req-d1361580-91f4-4cc0-9587-1f43f11b07bb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85345) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:53:21.871516 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.quota.driver [None req-d1361580-91f4-4cc0-9587-1f43f11b07bb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85345) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:53:22.006166 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-d1361580-91f4-4cc0-9587-1f43f11b07bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:22.009808 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-d1361580-91f4-4cc0-9587-1f43f11b07bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806004'] for security_group, after_create {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:22.020283 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-de0760e8-d045-455c-8192-0bdbe9329e4a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:53:22.069372 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [None req-d1361580-91f4-4cc0-9587-1f43f11b07bb admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=56f45f5c60fc48049e018a1df33f5a51&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4472539
Apr 15 19:53:22.071295 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1361580-91f4-4cc0-9587-1f43f11b07bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb3eba12-9fa0-495b-adb1-7dee7298b7bc,revision_number=1']} {{(pid=85345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:53:22.071946 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.wsgi [-] (85344) accepted ('10.222.0.47', 48306) {{(pid=85344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:53:22.078123 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-d1361580-91f4-4cc0-9587-1f43f11b07bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:53:22.175634 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-b3ba3694-6113-4d41-85f8-7a36efd8d11c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:22.209914 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-b3ba3694-6113-4d41-85f8-7a36efd8d11c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:22.273071 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-b3ba3694-6113-4d41-85f8-7a36efd8d11c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806004'] for security_group, after_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:22.279852 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-d478794b-6c0b-4ce6-a4ca-59004771373b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:53:22.299698 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ba3694-6113-4d41-85f8-7a36efd8d11c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb3eba12-9fa0-495b-adb1-7dee7298b7bc,revision_number=None']} {{(pid=85344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:53:22.304223 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-b3ba3694-6113-4d41-85f8-7a36efd8d11c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:53:22.305597 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-b3ba3694-6113-4d41-85f8-7a36efd8d11c admin admin] Notify callbacks [] for security_group, before_response {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:22.306889 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [None req-b3ba3694-6113-4d41-85f8-7a36efd8d11c admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/fb3eba12-9fa0-495b-adb1-7dee7298b7bc HTTP/1.1" status: 204  len: 168 time: 0.2331362
Apr 15 19:53:22.883611 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.wsgi [-] (85344) accepted ('10.222.0.47', 48330) {{(pid=85344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:53:22.906599 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-40c8cb25-99a0-4b12-835a-9bbf35a999ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:22.926553 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.quota.driver [None req-40c8cb25-99a0-4b12-835a-9bbf35a999ea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:53:22.931457 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource [None req-40c8cb25-99a0-4b12-835a-9bbf35a999ea admin admin] Usage tracker for resource:security_group_rule and tenant:34f6f778654e41e0a6a5637dbb9ee99e is out of sync, need to count used quota {{(pid=85344) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:53:22.935174 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource [None req-40c8cb25-99a0-4b12-835a-9bbf35a999ea admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85344) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:53:22.941918 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.quota.driver [None req-40c8cb25-99a0-4b12-835a-9bbf35a999ea admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:53:23.063158 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-40c8cb25-99a0-4b12-835a-9bbf35a999ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:23.067409 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-40c8cb25-99a0-4b12-835a-9bbf35a999ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806004'] for security_group, after_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:23.083791 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-53a345e1-af96-4213-a1af-e0b9b17c2ff4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:53:23.169293 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [None req-40c8cb25-99a0-4b12-835a-9bbf35a999ea admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=34f6f778654e41e0a6a5637dbb9ee99e&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2833791
Apr 15 19:53:23.171181 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c8cb25-99a0-4b12-835a-9bbf35a999ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6882cd6b-83ae-486b-b07c-0849ae1730ec,revision_number=1']} {{(pid=85344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:53:23.172621 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.wsgi [-] (85345) accepted ('10.222.0.47', 48340) {{(pid=85345) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:53:23.176862 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-40c8cb25-99a0-4b12-835a-9bbf35a999ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:53:23.255071 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-dc0985ed-438c-41eb-b6d2-ae5490bfbbd1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:23.308601 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-dc0985ed-438c-41eb-b6d2-ae5490bfbbd1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:23.398711 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-dc0985ed-438c-41eb-b6d2-ae5490bfbbd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806004'] for security_group, after_delete {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:23.404771 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-c6f75f33-ce92-4d5b-ae45-fbb7554963d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:53:23.421222 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0985ed-438c-41eb-b6d2-ae5490bfbbd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6882cd6b-83ae-486b-b07c-0849ae1730ec,revision_number=None']} {{(pid=85345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:53:23.424698 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-dc0985ed-438c-41eb-b6d2-ae5490bfbbd1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:53:23.429863 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-dc0985ed-438c-41eb-b6d2-ae5490bfbbd1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:23.434150 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [None req-dc0985ed-438c-41eb-b6d2-ae5490bfbbd1 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/6882cd6b-83ae-486b-b07c-0849ae1730ec HTTP/1.1" status: 204  len: 168 time: 0.2571938
Apr 15 19:53:25.851029 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c17b2e1-3a17-44a7-8bbb-51e0444d1146 req-64145d91-4053-47dc-a515-c5e7bfad615f tempest-TestMinimumBasicScenario-16446131 tempest-TestMinimumBasicScenario-16446131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:53:25.862356 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-9c17b2e1-3a17-44a7-8bbb-51e0444d1146 req-64145d91-4053-47dc-a515-c5e7bfad615f tempest-TestMinimumBasicScenario-16446131 tempest-TestMinimumBasicScenario-16446131-project] 10.222.0.47 "GET /v2.0/ports?device_id=abff34df-4507-4be0-b685-13b21e599b36 HTTP/1.1" status: 200  len: 984 time: 0.6427095
Apr 15 19:53:25.961037 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-9c17b2e1-3a17-44a7-8bbb-51e0444d1146 req-97adaa51-f1ed-4cb1-8791-56ac3f8eae94 tempest-TestMinimumBasicScenario-16446131 tempest-TestMinimumBasicScenario-16446131-project] 10.222.0.47 "GET /v2.0/security-groups?id=9ff6e6e3-e87a-4420-83f1-af5745c75659&id=9de474f2-1ec8-47a3-b0f0-69bab2117286&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0969293
Apr 15 19:53:26.150793 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d7480c-b976-4e45-8381-8c44854514b3 req-f3be2f4d-d240-414b-ae70-24d41f9dab91 tempest-AttachVolumeTestJSON-1178366330 tempest-AttachVolumeTestJSON-1178366330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:53:26.154575 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-41d7480c-b976-4e45-8381-8c44854514b3 req-f3be2f4d-d240-414b-ae70-24d41f9dab91 tempest-AttachVolumeTestJSON-1178366330 tempest-AttachVolumeTestJSON-1178366330-project] 10.222.0.47 "GET /v2.0/ports?device_id=4b964d00-f051-4d1a-9f0a-e0355ef23ca5 HTTP/1.1" status: 200  len: 945 time: 0.1872952
Apr 15 19:53:26.219251 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-41d7480c-b976-4e45-8381-8c44854514b3 req-9dfafa69-500e-46cc-b97b-f7970dc91685 tempest-AttachVolumeTestJSON-1178366330 tempest-AttachVolumeTestJSON-1178366330-project] 10.222.0.47 "GET /v2.0/security-groups?id=8f5f2180-5269-4c6c-a059-f56827110a59&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0544417
Apr 15 19:53:26.818444 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.wsgi [-] (85345) accepted ('10.222.0.47', 48450) {{(pid=85345) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:53:26.981420 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-c8d02fe1-fdd3-4de1-b905-f751a7aefbd5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:26.999263 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.quota.driver [None req-c8d02fe1-fdd3-4de1-b905-f751a7aefbd5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85345) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:53:27.004054 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource [None req-c8d02fe1-fdd3-4de1-b905-f751a7aefbd5 admin admin] Usage tracker for resource:security_group_rule and tenant:b8aaa09ffc9e4928b9abc0a426c1f6c8 is out of sync, need to count used quota {{(pid=85345) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:53:27.008048 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource [None req-c8d02fe1-fdd3-4de1-b905-f751a7aefbd5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85345) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:53:27.015866 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.quota.driver [None req-c8d02fe1-fdd3-4de1-b905-f751a7aefbd5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85345) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:53:27.120800 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-c8d02fe1-fdd3-4de1-b905-f751a7aefbd5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:27.125489 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-c8d02fe1-fdd3-4de1-b905-f751a7aefbd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806004'] for security_group, after_create {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:27.144281 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-dff5c806-bdb5-45ad-bca1-b6433c5854b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:53:27.236131 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [None req-c8d02fe1-fdd3-4de1-b905-f751a7aefbd5 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=b8aaa09ffc9e4928b9abc0a426c1f6c8&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4159567
Apr 15 19:53:27.236424 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.wsgi [-] (85344) accepted ('10.222.0.47', 48462) {{(pid=85344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:53:27.239976 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d02fe1-fdd3-4de1-b905-f751a7aefbd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb8ab557-a29d-4296-8266-8e8904d9582c,revision_number=1']} {{(pid=85345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:53:27.254955 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-c8d02fe1-fdd3-4de1-b905-f751a7aefbd5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:53:27.351730 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-c22adfed-c31d-4d99-a1ab-fcabeed849e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:27.373292 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df99d5bc-1d4e-4e61-a44e-c81b9fae1cb7 req-647b0021-537f-4a90-9a67-c5d00b840885 tempest-TestMinimumBasicScenario-16446131 tempest-TestMinimumBasicScenario-16446131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:53:27.374970 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-df99d5bc-1d4e-4e61-a44e-c81b9fae1cb7 req-647b0021-537f-4a90-9a67-c5d00b840885 tempest-TestMinimumBasicScenario-16446131 tempest-TestMinimumBasicScenario-16446131-project] 10.222.0.47 "GET /v2.0/ports?device_id=abff34df-4507-4be0-b685-13b21e599b36 HTTP/1.1" status: 200  len: 984 time: 0.2220604
Apr 15 19:53:27.414229 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-c22adfed-c31d-4d99-a1ab-fcabeed849e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:27.481962 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-df99d5bc-1d4e-4e61-a44e-c81b9fae1cb7 req-e740657c-295b-4f46-8831-59e7a67e440d tempest-TestMinimumBasicScenario-16446131 tempest-TestMinimumBasicScenario-16446131-project] 10.222.0.47 "GET /v2.0/security-groups?id=9ff6e6e3-e87a-4420-83f1-af5745c75659&id=9de474f2-1ec8-47a3-b0f0-69bab2117286&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0921180
Apr 15 19:53:27.496770 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-c22adfed-c31d-4d99-a1ab-fcabeed849e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806004'] for security_group, after_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:27.505132 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-e08f77a3-3dcb-4d75-9d8c-606523e46a43 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:53:27.526237 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22adfed-c31d-4d99-a1ab-fcabeed849e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb8ab557-a29d-4296-8266-8e8904d9582c,revision_number=None']} {{(pid=85344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:53:27.540728 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c22adfed-c31d-4d99-a1ab-fcabeed849e8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:53:27.541125 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c22adfed-c31d-4d99-a1ab-fcabeed849e8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:53:27.541547 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c22adfed-c31d-4d99-a1ab-fcabeed849e8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:53:27.541954 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c22adfed-c31d-4d99-a1ab-fcabeed849e8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:53:27.542360 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c22adfed-c31d-4d99-a1ab-fcabeed849e8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:53:27.542766 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c22adfed-c31d-4d99-a1ab-fcabeed849e8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:53:27.543260 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c22adfed-c31d-4d99-a1ab-fcabeed849e8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:53:27.543665 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c22adfed-c31d-4d99-a1ab-fcabeed849e8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:53:27.544069 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c22adfed-c31d-4d99-a1ab-fcabeed849e8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:53:27.544466 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c22adfed-c31d-4d99-a1ab-fcabeed849e8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:53:27.544862 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c22adfed-c31d-4d99-a1ab-fcabeed849e8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:53:27.545264 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c22adfed-c31d-4d99-a1ab-fcabeed849e8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:53:27.549357 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-c22adfed-c31d-4d99-a1ab-fcabeed849e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:53:27.550793 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-c22adfed-c31d-4d99-a1ab-fcabeed849e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:27.555101 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [None req-c22adfed-c31d-4d99-a1ab-fcabeed849e8 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/eb8ab557-a29d-4296-8266-8e8904d9582c HTTP/1.1" status: 204  len: 168 time: 0.3105891
Apr 15 19:53:27.555354 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7994b5f1-0dd6-4c3f-a9db-4c774f1f6c4b req-79299048-cf33-43b8-84f2-15b2fd315b23 tempest-AttachVolumeTestJSON-1178366330 tempest-AttachVolumeTestJSON-1178366330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:53:27.558400 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-7994b5f1-0dd6-4c3f-a9db-4c774f1f6c4b req-79299048-cf33-43b8-84f2-15b2fd315b23 tempest-AttachVolumeTestJSON-1178366330 tempest-AttachVolumeTestJSON-1178366330-project] 10.222.0.47 "GET /v2.0/ports?device_id=4b964d00-f051-4d1a-9f0a-e0355ef23ca5 HTTP/1.1" status: 200  len: 945 time: 0.1749599
Apr 15 19:53:27.625229 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-7994b5f1-0dd6-4c3f-a9db-4c774f1f6c4b req-2df22b34-e547-401d-b45d-0a1aa0d21b25 tempest-AttachVolumeTestJSON-1178366330 tempest-AttachVolumeTestJSON-1178366330-project] 10.222.0.47 "GET /v2.0/security-groups?id=8f5f2180-5269-4c6c-a059-f56827110a59&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0516872
Apr 15 19:53:28.054385 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.wsgi [-] (85345) accepted ('10.222.0.47', 48474) {{(pid=85345) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:53:28.081569 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-334a7ce5-77fb-4e5c-9d54-831d9c3f96a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:28.113288 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.quota.driver [None req-334a7ce5-77fb-4e5c-9d54-831d9c3f96a8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85345) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:53:28.119736 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource [None req-334a7ce5-77fb-4e5c-9d54-831d9c3f96a8 admin admin] Usage tracker for resource:security_group_rule and tenant:3fef2fcac74c4f61ae68462c7dc139fa is out of sync, need to count used quota {{(pid=85345) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:53:28.124137 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource [None req-334a7ce5-77fb-4e5c-9d54-831d9c3f96a8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85345) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:53:28.132710 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.quota.driver [None req-334a7ce5-77fb-4e5c-9d54-831d9c3f96a8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85345) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:53:28.136648 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70d1362-9ea7-47f1-8ab2-d8eb69a6133c req-82dfea55-9548-4a7d-8af7-ae3796331f94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:53:28.138350 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-a70d1362-9ea7-47f1-8ab2-d8eb69a6133c req-82dfea55-9548-4a7d-8af7-ae3796331f94 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=18011ad8d1764685bdd8f676b9d51581&device_id=abff34df-4507-4be0-b685-13b21e599b36 HTTP/1.1" status: 200  len: 1137 time: 0.1827071
Apr 15 19:53:28.370937 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70d1362-9ea7-47f1-8ab2-d8eb69a6133c req-a94bd04b-165c-46c8-8d3c-f23b9a203c6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:53:28.372798 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-a70d1362-9ea7-47f1-8ab2-d8eb69a6133c req-a94bd04b-165c-46c8-8d3c-f23b9a203c6f service neutron] 10.222.0.65 "GET /v2.0/networks?id=42fbcbc3-b235-4653-875d-d3c9a17e6927 HTTP/1.1" status: 200  len: 913 time: 0.2262430
Apr 15 19:53:28.432461 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-334a7ce5-77fb-4e5c-9d54-831d9c3f96a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:28.437070 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-334a7ce5-77fb-4e5c-9d54-831d9c3f96a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806004'] for security_group, after_create {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:28.449088 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-90bfcda9-aae3-4d2b-a183-a777e000c608 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:53:28.512641 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [None req-334a7ce5-77fb-4e5c-9d54-831d9c3f96a8 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=3fef2fcac74c4f61ae68462c7dc139fa&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4564030
Apr 15 19:53:28.515012 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334a7ce5-77fb-4e5c-9d54-831d9c3f96a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a1befe0-d452-4207-a355-6f707fc058da,revision_number=1']} {{(pid=85345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:53:28.517895 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.wsgi [-] (85345) accepted ('10.222.0.47', 48484) {{(pid=85345) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:53:28.521296 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-334a7ce5-77fb-4e5c-9d54-831d9c3f96a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:53:28.603091 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-dad57586-05f6-4bb0-9b52-7d9efb61682d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:28.632994 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-dad57586-05f6-4bb0-9b52-7d9efb61682d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:28.736573 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-dad57586-05f6-4bb0-9b52-7d9efb61682d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806004'] for security_group, after_delete {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:28.743621 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-ae990b00-fd12-4368-bc39-d4adfd89e06e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:53:28.778916 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad57586-05f6-4bb0-9b52-7d9efb61682d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a1befe0-d452-4207-a355-6f707fc058da,revision_number=None']} {{(pid=85345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:53:28.788913 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-dad57586-05f6-4bb0-9b52-7d9efb61682d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:53:28.798272 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-dad57586-05f6-4bb0-9b52-7d9efb61682d admin admin] Notify callbacks [] for security_group, before_response {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:28.810624 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [None req-dad57586-05f6-4bb0-9b52-7d9efb61682d admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/8a1befe0-d452-4207-a355-6f707fc058da HTTP/1.1" status: 204  len: 168 time: 0.2834494
Apr 15 19:53:28.895953 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcbd2b0-c573-4358-86b7-75262acb421c req-9fa2eab6-47c1-41d9-b594-0ec39e753ba6 tempest-TestMinimumBasicScenario-16446131 tempest-TestMinimumBasicScenario-16446131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:53:28.899393 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-ffcbd2b0-c573-4358-86b7-75262acb421c req-9fa2eab6-47c1-41d9-b594-0ec39e753ba6 tempest-TestMinimumBasicScenario-16446131 tempest-TestMinimumBasicScenario-16446131-project] 10.222.0.47 "GET /v2.0/ports?device_id=abff34df-4507-4be0-b685-13b21e599b36 HTTP/1.1" status: 200  len: 984 time: 0.2452769
Apr 15 19:53:28.984993 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5511af79-40e6-40ee-b703-5b4ba27a19fc req-e5833836-d1bc-4691-8cb0-b1d0a044a7b1 tempest-AttachVolumeTestJSON-1178366330 tempest-AttachVolumeTestJSON-1178366330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:53:28.992062 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-5511af79-40e6-40ee-b703-5b4ba27a19fc req-e5833836-d1bc-4691-8cb0-b1d0a044a7b1 tempest-AttachVolumeTestJSON-1178366330 tempest-AttachVolumeTestJSON-1178366330-project] 10.222.0.47 "GET /v2.0/ports?device_id=4b964d00-f051-4d1a-9f0a-e0355ef23ca5 HTTP/1.1" status: 200  len: 945 time: 0.1592121
Apr 15 19:53:29.005516 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-ffcbd2b0-c573-4358-86b7-75262acb421c req-cd78acc8-ff4a-4708-b88f-256a0505f795 tempest-TestMinimumBasicScenario-16446131 tempest-TestMinimumBasicScenario-16446131-project] 10.222.0.47 "GET /v2.0/security-groups?id=9ff6e6e3-e87a-4420-83f1-af5745c75659&id=9de474f2-1ec8-47a3-b0f0-69bab2117286&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0923905
Apr 15 19:53:29.048266 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-5511af79-40e6-40ee-b703-5b4ba27a19fc req-d50a8238-aad1-440a-bc94-4ec22e2bc1be tempest-AttachVolumeTestJSON-1178366330 tempest-AttachVolumeTestJSON-1178366330-project] 10.222.0.47 "GET /v2.0/security-groups?id=8f5f2180-5269-4c6c-a059-f56827110a59&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0541863
Apr 15 19:53:30.379339 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd5c693-d40a-4910-aa25-b332bb19cfb9 req-68f6426f-9fcc-4d62-8f21-f1eaef9dbec8 tempest-TestMinimumBasicScenario-16446131 tempest-TestMinimumBasicScenario-16446131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:53:30.381073 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-5bd5c693-d40a-4910-aa25-b332bb19cfb9 req-68f6426f-9fcc-4d62-8f21-f1eaef9dbec8 tempest-TestMinimumBasicScenario-16446131 tempest-TestMinimumBasicScenario-16446131-project] 10.222.0.47 "GET /v2.0/ports?device_id=abff34df-4507-4be0-b685-13b21e599b36 HTTP/1.1" status: 200  len: 984 time: 0.1642976
Apr 15 19:53:30.454295 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-5bd5c693-d40a-4910-aa25-b332bb19cfb9 req-68577e9e-36b2-411c-a853-0b66658121f4 tempest-TestMinimumBasicScenario-16446131 tempest-TestMinimumBasicScenario-16446131-project] 10.222.0.47 "GET /v2.0/security-groups?id=9ff6e6e3-e87a-4420-83f1-af5745c75659&id=9de474f2-1ec8-47a3-b0f0-69bab2117286&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0620475
Apr 15 19:53:30.476711 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-a70d1362-9ea7-47f1-8ab2-d8eb69a6133c req-b52c719b-4898-400b-a9d2-7b8083edc461 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=827e729e-1c55-44d8-a183-7221bd52ad3c HTTP/1.1" status: 200  len: 999 time: 0.2661262
Apr 15 19:53:30.496859 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.wsgi [-] (85345) accepted ('10.222.0.47', 48536) {{(pid=85345) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:53:30.523561 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c962daf6-3364-4d31-aee0-d48a9174293b req-5f3e095c-fd2e-4882-b8b6-c4d1dac3f585 tempest-AttachVolumeTestJSON-1178366330 tempest-AttachVolumeTestJSON-1178366330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:53:30.525304 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-c962daf6-3364-4d31-aee0-d48a9174293b req-5f3e095c-fd2e-4882-b8b6-c4d1dac3f585 tempest-AttachVolumeTestJSON-1178366330 tempest-AttachVolumeTestJSON-1178366330-project] 10.222.0.47 "GET /v2.0/ports?device_id=4b964d00-f051-4d1a-9f0a-e0355ef23ca5 HTTP/1.1" status: 200  len: 945 time: 0.2172844
Apr 15 19:53:30.591795 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-c962daf6-3364-4d31-aee0-d48a9174293b req-a0757baa-b308-4b48-b213-8ed5424524b6 tempest-AttachVolumeTestJSON-1178366330 tempest-AttachVolumeTestJSON-1178366330-project] 10.222.0.47 "GET /v2.0/security-groups?id=8f5f2180-5269-4c6c-a059-f56827110a59&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0549901
Apr 15 19:53:30.670480 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-ea822451-e1cd-4346-b666-8082ac6ff4bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:30.688670 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.quota.driver [None req-ea822451-e1cd-4346-b666-8082ac6ff4bf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85345) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:53:30.693405 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource [None req-ea822451-e1cd-4346-b666-8082ac6ff4bf admin admin] Usage tracker for resource:security_group_rule and tenant:4261f5dbbdcf4e0a8a6d05a7d7ec1f8a is out of sync, need to count used quota {{(pid=85345) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:53:30.696903 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource [None req-ea822451-e1cd-4346-b666-8082ac6ff4bf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85345) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:53:30.705328 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.quota.driver [None req-ea822451-e1cd-4346-b666-8082ac6ff4bf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85345) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:53:30.813251 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-ea822451-e1cd-4346-b666-8082ac6ff4bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:30.816646 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-ea822451-e1cd-4346-b666-8082ac6ff4bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806004'] for security_group, after_create {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:30.827303 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:53:30.879768 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [None req-ea822451-e1cd-4346-b666-8082ac6ff4bf admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=4261f5dbbdcf4e0a8a6d05a7d7ec1f8a&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3746922
Apr 15 19:53:30.879768 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.wsgi [-] (85345) accepted ('10.222.0.47', 48544) {{(pid=85345) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:53:30.882613 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea822451-e1cd-4346-b666-8082ac6ff4bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7f3c389-f389-4759-9dc0-633d9f33db86,revision_number=1']} {{(pid=85345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:53:30.896629 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-ea822451-e1cd-4346-b666-8082ac6ff4bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:53:30.962104 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-4d60375a-390f-45f6-82ec-8368765ab217 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:31.003971 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-4d60375a-390f-45f6-82ec-8368765ab217 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:31.064232 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-4d60375a-390f-45f6-82ec-8368765ab217 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806004'] for security_group, after_delete {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:31.068945 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-f7bab9dd-2c35-492f-ac20-a1f4a8c7853a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:53:31.081947 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d60375a-390f-45f6-82ec-8368765ab217 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7f3c389-f389-4759-9dc0-633d9f33db86,revision_number=None']} {{(pid=85345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:53:31.085062 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-4d60375a-390f-45f6-82ec-8368765ab217 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:53:31.094118 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-4d60375a-390f-45f6-82ec-8368765ab217 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:31.095733 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [None req-4d60375a-390f-45f6-82ec-8368765ab217 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/f7f3c389-f389-4759-9dc0-633d9f33db86 HTTP/1.1" status: 204  len: 168 time: 0.2149582
Apr 15 19:53:31.354099 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70d1362-9ea7-47f1-8ab2-d8eb69a6133c req-db108369-f6de-4527-b5c7-7ca919a03d31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:53:31.357823 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-a70d1362-9ea7-47f1-8ab2-d8eb69a6133c req-db108369-f6de-4527-b5c7-7ca919a03d31 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=922b60ea-4b47-44c0-8320-575ac4d11e8d HTTP/1.1" status: 200  len: 851 time: 0.1123390
Apr 15 19:53:31.474338 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70d1362-9ea7-47f1-8ab2-d8eb69a6133c req-82482747-c914-4ea1-be70-595b849f1eb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:53:31.476435 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-a70d1362-9ea7-47f1-8ab2-d8eb69a6133c req-82482747-c914-4ea1-be70-595b849f1eb1 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=42fbcbc3-b235-4653-875d-d3c9a17e6927&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1111343
Apr 15 19:53:31.746891 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-a70d1362-9ea7-47f1-8ab2-d8eb69a6133c req-07dc2ce8-a497-428e-bbcc-34372b6109cf service neutron] 10.222.0.65 "GET /v2.0/networks/42fbcbc3-b235-4653-875d-d3c9a17e6927?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2600360
Apr 15 19:53:31.871934 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a23a42-718e-4198-9def-09784f80fff2 req-73c8807e-2895-48d1-8bf6-4104aecc3124 tempest-TestMinimumBasicScenario-16446131 tempest-TestMinimumBasicScenario-16446131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:53:31.875852 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-e0a23a42-718e-4198-9def-09784f80fff2 req-73c8807e-2895-48d1-8bf6-4104aecc3124 tempest-TestMinimumBasicScenario-16446131 tempest-TestMinimumBasicScenario-16446131-project] 10.222.0.47 "GET /v2.0/ports?device_id=abff34df-4507-4be0-b685-13b21e599b36 HTTP/1.1" status: 200  len: 984 time: 0.1486170
Apr 15 19:53:31.901769 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46925108-13a7-4641-a898-5a4361ad016b req-9310f235-d97f-4521-ae69-3d594a85b0da tempest-AttachVolumeTestJSON-1178366330 tempest-AttachVolumeTestJSON-1178366330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:53:31.915129 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-46925108-13a7-4641-a898-5a4361ad016b req-9310f235-d97f-4521-ae69-3d594a85b0da tempest-AttachVolumeTestJSON-1178366330 tempest-AttachVolumeTestJSON-1178366330-project] 10.222.0.47 "GET /v2.0/ports?device_id=4b964d00-f051-4d1a-9f0a-e0355ef23ca5 HTTP/1.1" status: 200  len: 945 time: 0.1731551
Apr 15 19:53:32.008998 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-46925108-13a7-4641-a898-5a4361ad016b req-bc8d46d5-0892-4483-9abc-c62ac0f769be tempest-AttachVolumeTestJSON-1178366330 tempest-AttachVolumeTestJSON-1178366330-project] 10.222.0.47 "GET /v2.0/security-groups?id=8f5f2180-5269-4c6c-a059-f56827110a59&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0921600
Apr 15 19:53:32.011835 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-e0a23a42-718e-4198-9def-09784f80fff2 req-e9bc3a10-f2e3-4b18-925f-d9d0973b9360 tempest-TestMinimumBasicScenario-16446131 tempest-TestMinimumBasicScenario-16446131-project] 10.222.0.47 "GET /v2.0/security-groups?id=9ff6e6e3-e87a-4420-83f1-af5745c75659&id=9de474f2-1ec8-47a3-b0f0-69bab2117286&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1188428
Apr 15 19:53:32.993528 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-a70d1362-9ea7-47f1-8ab2-d8eb69a6133c req-fe5c77c4-64d4-445b-a64a-18b78de57a80 service neutron] 10.222.0.65 "GET /v2.0/networks/42fbcbc3-b235-4653-875d-d3c9a17e6927?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4610889
Apr 15 19:53:33.319363 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2f47c9-b3a1-41a5-bd0c-9e14401454c6 req-253834c8-7c2c-4dd3-92fb-8fb1bff61fe8 tempest-TestMinimumBasicScenario-16446131 tempest-TestMinimumBasicScenario-16446131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:53:33.322354 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-dd2f47c9-b3a1-41a5-bd0c-9e14401454c6 req-253834c8-7c2c-4dd3-92fb-8fb1bff61fe8 tempest-TestMinimumBasicScenario-16446131 tempest-TestMinimumBasicScenario-16446131-project] 10.222.0.47 "GET /v2.0/ports?device_id=abff34df-4507-4be0-b685-13b21e599b36 HTTP/1.1" status: 200  len: 984 time: 0.1360116
Apr 15 19:53:33.408427 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-dd2f47c9-b3a1-41a5-bd0c-9e14401454c6 req-6afb6acc-e007-4fde-b1bd-bfa24aec6fdb tempest-TestMinimumBasicScenario-16446131 tempest-TestMinimumBasicScenario-16446131-project] 10.222.0.47 "GET /v2.0/security-groups?id=9ff6e6e3-e87a-4420-83f1-af5745c75659&id=9de474f2-1ec8-47a3-b0f0-69bab2117286&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0778496
Apr 15 19:53:33.416984 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f89d2db-f04a-439d-b507-ccaee751783e req-9cb2d1d2-088f-4bc5-889e-d4553b454390 tempest-AttachVolumeTestJSON-1178366330 tempest-AttachVolumeTestJSON-1178366330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:53:33.420926 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-4f89d2db-f04a-439d-b507-ccaee751783e req-9cb2d1d2-088f-4bc5-889e-d4553b454390 tempest-AttachVolumeTestJSON-1178366330 tempest-AttachVolumeTestJSON-1178366330-project] 10.222.0.47 "GET /v2.0/ports?device_id=4b964d00-f051-4d1a-9f0a-e0355ef23ca5 HTTP/1.1" status: 200  len: 945 time: 0.1591403
Apr 15 19:53:33.497489 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-4f89d2db-f04a-439d-b507-ccaee751783e req-ec174bf1-c2cc-4966-b601-3ead2f04cc3c tempest-AttachVolumeTestJSON-1178366330 tempest-AttachVolumeTestJSON-1178366330-project] 10.222.0.47 "GET /v2.0/security-groups?id=8f5f2180-5269-4c6c-a059-f56827110a59&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0700181
Apr 15 19:53:34.801429 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded44af8-1608-49a6-a427-8eac924d6767 req-c6f617e9-a725-4251-9ca5-1fa37f03aa4d tempest-TestMinimumBasicScenario-16446131 tempest-TestMinimumBasicScenario-16446131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:53:34.811933 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-ded44af8-1608-49a6-a427-8eac924d6767 req-c6f617e9-a725-4251-9ca5-1fa37f03aa4d tempest-TestMinimumBasicScenario-16446131 tempest-TestMinimumBasicScenario-16446131-project] 10.222.0.47 "GET /v2.0/ports?device_id=abff34df-4507-4be0-b685-13b21e599b36 HTTP/1.1" status: 200  len: 984 time: 0.2292335
Apr 15 19:53:34.859546 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0e3b5b-796d-4d60-8c76-54a4647aff66 req-3533e999-31ff-49a6-9b2b-5ae79cc3d85f tempest-AttachVolumeTestJSON-1178366330 tempest-AttachVolumeTestJSON-1178366330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:53:34.862680 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-ed0e3b5b-796d-4d60-8c76-54a4647aff66 req-3533e999-31ff-49a6-9b2b-5ae79cc3d85f tempest-AttachVolumeTestJSON-1178366330 tempest-AttachVolumeTestJSON-1178366330-project] 10.222.0.47 "GET /v2.0/ports?device_id=4b964d00-f051-4d1a-9f0a-e0355ef23ca5 HTTP/1.1" status: 200  len: 945 time: 0.1515942
Apr 15 19:53:34.894745 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-ded44af8-1608-49a6-a427-8eac924d6767 req-93269636-2ee0-45a0-a944-2f044fdb49b4 tempest-TestMinimumBasicScenario-16446131 tempest-TestMinimumBasicScenario-16446131-project] 10.222.0.47 "GET /v2.0/security-groups?id=9ff6e6e3-e87a-4420-83f1-af5745c75659&id=9de474f2-1ec8-47a3-b0f0-69bab2117286&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0811818
Apr 15 19:53:34.960355 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-ed0e3b5b-796d-4d60-8c76-54a4647aff66 req-402f2824-061f-4514-9a76-16b8a615ac60 tempest-AttachVolumeTestJSON-1178366330 tempest-AttachVolumeTestJSON-1178366330-project] 10.222.0.47 "GET /v2.0/security-groups?id=8f5f2180-5269-4c6c-a059-f56827110a59&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0844743
Apr 15 19:53:35.463334 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-4c8cc86f-0808-4a01-b2b3-52d7e94baf9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789847050935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-428960'] for agent, after_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:36.241535 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f952aeea-f894-4c1f-95c5-d377b57f1fb1 req-63c77508-06cd-46cc-95e1-b0687661c8b5 tempest-TestMinimumBasicScenario-16446131 tempest-TestMinimumBasicScenario-16446131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:53:36.244411 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-f952aeea-f894-4c1f-95c5-d377b57f1fb1 req-63c77508-06cd-46cc-95e1-b0687661c8b5 tempest-TestMinimumBasicScenario-16446131 tempest-TestMinimumBasicScenario-16446131-project] 10.222.0.47 "GET /v2.0/ports?device_id=abff34df-4507-4be0-b685-13b21e599b36 HTTP/1.1" status: 200  len: 984 time: 0.1665919
Apr 15 19:53:36.293721 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e2544a-1844-46b1-865d-705083a975d7 req-6c78ccda-210e-45bf-90ef-16b5fcebdcbb tempest-AttachVolumeTestJSON-1178366330 tempest-AttachVolumeTestJSON-1178366330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:53:36.295555 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-11e2544a-1844-46b1-865d-705083a975d7 req-6c78ccda-210e-45bf-90ef-16b5fcebdcbb tempest-AttachVolumeTestJSON-1178366330 tempest-AttachVolumeTestJSON-1178366330-project] 10.222.0.47 "GET /v2.0/ports?device_id=4b964d00-f051-4d1a-9f0a-e0355ef23ca5 HTTP/1.1" status: 200  len: 945 time: 0.1363280
Apr 15 19:53:36.347889 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-f952aeea-f894-4c1f-95c5-d377b57f1fb1 req-8bf5173a-7a58-4934-a631-43be7ff69d2e tempest-TestMinimumBasicScenario-16446131 tempest-TestMinimumBasicScenario-16446131-project] 10.222.0.47 "GET /v2.0/security-groups?id=9ff6e6e3-e87a-4420-83f1-af5745c75659&id=9de474f2-1ec8-47a3-b0f0-69bab2117286&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0952368
Apr 15 19:53:36.387322 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-11e2544a-1844-46b1-865d-705083a975d7 req-79de53e6-6f6c-40f5-abd1-2491b9fb6f09 tempest-AttachVolumeTestJSON-1178366330 tempest-AttachVolumeTestJSON-1178366330-project] 10.222.0.47 "GET /v2.0/security-groups?id=8f5f2180-5269-4c6c-a059-f56827110a59&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0777624
Apr 15 19:53:37.662717 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ff4ea4-767b-4b95-b41a-bdb47e01cece req-c7ef7666-a64a-42e6-9c8d-776a4e340fc9 tempest-TestMinimumBasicScenario-16446131 tempest-TestMinimumBasicScenario-16446131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:53:37.665418 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-c1ff4ea4-767b-4b95-b41a-bdb47e01cece req-c7ef7666-a64a-42e6-9c8d-776a4e340fc9 tempest-TestMinimumBasicScenario-16446131 tempest-TestMinimumBasicScenario-16446131-project] 10.222.0.47 "GET /v2.0/ports?device_id=abff34df-4507-4be0-b685-13b21e599b36 HTTP/1.1" status: 200  len: 984 time: 0.1377585
Apr 15 19:53:37.716454 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bf3682-531f-4f17-990c-925f6fc9da69 req-7ea62eb1-7b3d-4db8-a3ea-d0553ce694d2 tempest-AttachVolumeTestJSON-1178366330 tempest-AttachVolumeTestJSON-1178366330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:53:37.719029 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-23bf3682-531f-4f17-990c-925f6fc9da69 req-7ea62eb1-7b3d-4db8-a3ea-d0553ce694d2 tempest-AttachVolumeTestJSON-1178366330 tempest-AttachVolumeTestJSON-1178366330-project] 10.222.0.47 "GET /v2.0/ports?device_id=4b964d00-f051-4d1a-9f0a-e0355ef23ca5 HTTP/1.1" status: 200  len: 945 time: 0.1559315
Apr 15 19:53:37.759789 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-c1ff4ea4-767b-4b95-b41a-bdb47e01cece req-4f046080-d570-409d-a55c-929c924822fd tempest-TestMinimumBasicScenario-16446131 tempest-TestMinimumBasicScenario-16446131-project] 10.222.0.47 "GET /v2.0/security-groups?id=9ff6e6e3-e87a-4420-83f1-af5745c75659&id=9de474f2-1ec8-47a3-b0f0-69bab2117286&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0845029
Apr 15 19:53:37.782723 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-23bf3682-531f-4f17-990c-925f6fc9da69 req-fc37f47c-d25e-4684-b1b2-5bcf097f649a tempest-AttachVolumeTestJSON-1178366330 tempest-AttachVolumeTestJSON-1178366330-project] 10.222.0.47 "GET /v2.0/security-groups?id=8f5f2180-5269-4c6c-a059-f56827110a59&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0549695
Apr 15 19:53:37.954489 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-9b0114c9-bcb2-4c9a-9536-97650190b2ea req-0d415f71-8943-4dd2-94aa-1bb8b08e82c9 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=a1383150-72ad-4e1a-b482-18005ac62501&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0908797
Apr 15 19:53:38.093229 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-c2c7b375-d0f3-4bf1-8572-cb9592ea38a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789847050935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-428960'] for agent, after_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:38.170515 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0114c9-bcb2-4c9a-9536-97650190b2ea req-8216c685-8401-45f4-b33d-59d62a97b782 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:53:38.173429 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-9b0114c9-bcb2-4c9a-9536-97650190b2ea req-8216c685-8401-45f4-b33d-59d62a97b782 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=4bae275d2add4a8a85e8b627d205bb33&device_id=a1383150-72ad-4e1a-b482-18005ac62501 HTTP/1.1" status: 200  len: 1100 time: 0.1392925
Apr 15 19:53:38.269125 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789847050935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-428960'] for agent, after_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:38.438831 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0114c9-bcb2-4c9a-9536-97650190b2ea req-70d16b73-f928-4518-b7ad-24590d0f773e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:53:38.441854 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-9b0114c9-bcb2-4c9a-9536-97650190b2ea req-70d16b73-f928-4518-b7ad-24590d0f773e service neutron] 10.222.0.65 "GET /v2.0/networks?id=3371f473-4c26-4f81-abc4-c2c4353fa3ab HTTP/1.1" status: 200  len: 918 time: 0.2386420
Apr 15 19:53:38.443975 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdde1ec-75e4-427d-aabd-0647b4f4cdee req-dcdf1fce-6512-4ea0-a7a3-6f9a1fdd9bb1 tempest-AttachVolumeTestJSON-1178366330 tempest-AttachVolumeTestJSON-1178366330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:53:38.445736 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-8bdde1ec-75e4-427d-aabd-0647b4f4cdee req-dcdf1fce-6512-4ea0-a7a3-6f9a1fdd9bb1 tempest-AttachVolumeTestJSON-1178366330 tempest-AttachVolumeTestJSON-1178366330-project] 10.222.0.65 "GET /v2.0/ports?device_id=4b964d00-f051-4d1a-9f0a-e0355ef23ca5 HTTP/1.1" status: 200  len: 945 time: 0.1648464
Apr 15 19:53:38.601927 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.plugin [req-8bdde1ec-75e4-427d-aabd-0647b4f4cdee req-fd1e5dba-2a4e-4f19-9349-cb6367121ea7 tempest-AttachVolumeTestJSON-1178366330 tempest-AttachVolumeTestJSON-1178366330-project] Deleting port 3124f886-86b8-4e82-9d80-cb724b2065e3 {{(pid=85344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 19:53:38.602599 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [req-8bdde1ec-75e4-427d-aabd-0647b4f4cdee req-fd1e5dba-2a4e-4f19-9349-cb6367121ea7 tempest-AttachVolumeTestJSON-1178366330 tempest-AttachVolumeTestJSON-1178366330-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363247007848052'] for port, before_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:38.618332 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-9b0114c9-bcb2-4c9a-9536-97650190b2ea req-f0d0e6b0-713b-493d-97d2-3c29a1899ee2 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b7d370ef-6621-4ccd-8223-e4a1f5504c1b HTTP/1.1" status: 200  len: 1002 time: 0.1626730
Apr 15 19:53:38.744702 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0114c9-bcb2-4c9a-9536-97650190b2ea req-ff0bd8e2-ac0c-4ead-aa5b-ffb61add21c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:53:38.748006 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-9b0114c9-bcb2-4c9a-9536-97650190b2ea req-ff0bd8e2-ac0c-4ead-aa5b-ffb61add21c3 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=8272d6a7-33c7-4e21-aec7-64c68285458e HTTP/1.1" status: 200  len: 856 time: 0.1177161
Apr 15 19:53:39.002818 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0114c9-bcb2-4c9a-9536-97650190b2ea req-969e0f12-c9a1-48f7-b07e-8d44ebd47324 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:53:39.004541 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-9b0114c9-bcb2-4c9a-9536-97650190b2ea req-969e0f12-c9a1-48f7-b07e-8d44ebd47324 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=3371f473-4c26-4f81-abc4-c2c4353fa3ab&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2490802
Apr 15 19:53:39.138582 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-b400c4f8-8969-424f-8663-39cf5b6e1207 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789847050935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-428960'] for agent, after_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:39.147187 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c87603-5199-466d-b04f-e7699f8b8435 req-2ddde156-2b47-419b-b9f2-129a4b9e071c tempest-TestMinimumBasicScenario-16446131 tempest-TestMinimumBasicScenario-16446131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:53:39.148940 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-91c87603-5199-466d-b04f-e7699f8b8435 req-2ddde156-2b47-419b-b9f2-129a4b9e071c tempest-TestMinimumBasicScenario-16446131 tempest-TestMinimumBasicScenario-16446131-project] 10.222.0.47 "GET /v2.0/ports?device_id=abff34df-4507-4be0-b685-13b21e599b36 HTTP/1.1" status: 200  len: 984 time: 0.2258012
Apr 15 19:53:39.173299 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.db [req-8bdde1ec-75e4-427d-aabd-0647b4f4cdee req-fd1e5dba-2a4e-4f19-9349-cb6367121ea7 tempest-AttachVolumeTestJSON-1178366330 tempest-AttachVolumeTestJSON-1178366330-project] For port 3124f886-86b8-4e82-9d80-cb724b2065e3, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=3124f886-86b8-4e82-9d80-cb724b2065e3,segment=NetworkSegment(fba2751d-d069-4029-bec8-ed01c7a617d8),segment_id=fba2751d-d069-4029-bec8-ed01c7a617d8)] {{(pid=85344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 19:53:39.173637 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [req-8bdde1ec-75e4-427d-aabd-0647b4f4cdee req-fd1e5dba-2a4e-4f19-9349-cb6367121ea7 tempest-AttachVolumeTestJSON-1178366330 tempest-AttachVolumeTestJSON-1178366330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853097680'] for port, precommit_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:39.232325 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-9b0114c9-bcb2-4c9a-9536-97650190b2ea req-e731ad93-5deb-47f1-9386-123eb4228c52 service neutron] 10.222.0.65 "GET /v2.0/networks/3371f473-4c26-4f81-abc4-c2c4353fa3ab?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2180161
Apr 15 19:53:39.275918 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-91c87603-5199-466d-b04f-e7699f8b8435 req-3d16a2a4-4e2b-4789-8334-2cd4512ea79a tempest-TestMinimumBasicScenario-16446131 tempest-TestMinimumBasicScenario-16446131-project] 10.222.0.47 "GET /v2.0/security-groups?id=9ff6e6e3-e87a-4420-83f1-af5745c75659&id=9de474f2-1ec8-47a3-b0f0-69bab2117286&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1054738
Apr 15 19:53:39.490130 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-9b0114c9-bcb2-4c9a-9536-97650190b2ea req-25da97a0-25cb-4dee-a9ef-a8329e24118b service neutron] 10.222.0.65 "GET /v2.0/networks/3371f473-4c26-4f81-abc4-c2c4353fa3ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2501938
Apr 15 19:53:39.544177 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-56ecdebd-c5a0-4569-bc96-ba437f5ce558 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789847050935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-428960'] for agent, after_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:39.572864 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec1aba2-a744-4fa8-aea0-55038c8efb7f req-631c9a07-d923-4cb9-99c4-134efd2fcc6f tempest-AttachVolumeTestJSON-1178366330 tempest-AttachVolumeTestJSON-1178366330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:53:39.576145 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-bec1aba2-a744-4fa8-aea0-55038c8efb7f req-631c9a07-d923-4cb9-99c4-134efd2fcc6f tempest-AttachVolumeTestJSON-1178366330 tempest-AttachVolumeTestJSON-1178366330-project] 10.222.0.47 "GET /v2.0/ports?device_id=4b964d00-f051-4d1a-9f0a-e0355ef23ca5 HTTP/1.1" status: 200  len: 945 time: 0.5693312
Apr 15 19:53:39.639129 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [req-8bdde1ec-75e4-427d-aabd-0647b4f4cdee req-fd1e5dba-2a4e-4f19-9349-cb6367121ea7 tempest-AttachVolumeTestJSON-1178366330 tempest-AttachVolumeTestJSON-1178366330-project] Notify callbacks [] for floatingip, precommit_update {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:39.639687 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [req-8bdde1ec-75e4-427d-aabd-0647b4f4cdee req-fd1e5dba-2a4e-4f19-9349-cb6367121ea7 tempest-AttachVolumeTestJSON-1178366330 tempest-AttachVolumeTestJSON-1178366330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1673197'] for floatingip, after_update {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:39.640117 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.db.l3_db [req-8bdde1ec-75e4-427d-aabd-0647b4f4cdee req-fd1e5dba-2a4e-4f19-9349-cb6367121ea7 tempest-AttachVolumeTestJSON-1178366330 tempest-AttachVolumeTestJSON-1178366330-project] Floating IP 0f0c6c1e-8c7c-4f1f-801b-343061dc36c9 disassociated. External IP: 172.27.2.17, port: 3124f886-86b8-4e82-9d80-cb724b2065e3.
Apr 15 19:53:39.640728 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.plugin [req-8bdde1ec-75e4-427d-aabd-0647b4f4cdee req-fd1e5dba-2a4e-4f19-9349-cb6367121ea7 tempest-AttachVolumeTestJSON-1178366330 tempest-AttachVolumeTestJSON-1178366330-project] Calling delete_port for 3124f886-86b8-4e82-9d80-cb724b2065e3 owned by compute:nova {{(pid=85344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 15 19:53:39.736416 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-bec1aba2-a744-4fa8-aea0-55038c8efb7f req-6934ddb7-965b-42a1-9110-c28a31b1ed83 tempest-AttachVolumeTestJSON-1178366330 tempest-AttachVolumeTestJSON-1178366330-project] 10.222.0.47 "GET /v2.0/security-groups?id=8f5f2180-5269-4c6c-a059-f56827110a59&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1428449
Apr 15 19:53:39.902752 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [req-8bdde1ec-75e4-427d-aabd-0647b4f4cdee req-fd1e5dba-2a4e-4f19-9349-cb6367121ea7 tempest-AttachVolumeTestJSON-1178366330 tempest-AttachVolumeTestJSON-1178366330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854693686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852972410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789846929199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363247008293407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851621869'] for port, after_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:39.925893 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-997d10e7-e77b-4c61-8c2c-cbb8a069b5a7 tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:53:40.061892 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1e5dba-2a4e-4f19-9349-cb6367121ea7 tempest-AttachVolumeTestJSON-1178366330 tempest-AttachVolumeTestJSON-1178366330-project] Pushing event deleted for resources: {'Port': ['ID=3124f886-86b8-4e82-9d80-cb724b2065e3,revision_number=None']} {{(pid=85344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:53:40.066317 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-fd1e5dba-2a4e-4f19-9349-cb6367121ea7 tempest-AttachVolumeTestJSON-1178366330 tempest-AttachVolumeTestJSON-1178366330-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:53:40.303055 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8de03f-8063-4fdf-85f0-4632288a2379 req-3b1c0294-b045-4b93-89b3-42983cc443f7 tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:53:40.304893 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-ba8de03f-8063-4fdf-85f0-4632288a2379 req-3b1c0294-b045-4b93-89b3-42983cc443f7 tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] 10.222.0.47 "GET /v2.0/ports?device_id=a1383150-72ad-4e1a-b482-18005ac62501 HTTP/1.1" status: 200  len: 947 time: 0.2259231
Apr 15 19:53:40.633962 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fdda04-c2b9-451c-b62e-be2b18e2a6e1 req-bb4aafd1-ffd1-4c6d-b67d-358c22bf3200 tempest-TestMinimumBasicScenario-16446131 tempest-TestMinimumBasicScenario-16446131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:53:40.639130 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-3d77682a-3290-49f5-9a09-7e8e47f8ddca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789847050935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-428960'] for agent, after_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:40.650397 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-05fdda04-c2b9-451c-b62e-be2b18e2a6e1 req-bb4aafd1-ffd1-4c6d-b67d-358c22bf3200 tempest-TestMinimumBasicScenario-16446131 tempest-TestMinimumBasicScenario-16446131-project] 10.222.0.47 "GET /v2.0/ports?device_id=abff34df-4507-4be0-b685-13b21e599b36 HTTP/1.1" status: 200  len: 984 time: 0.2003624
Apr 15 19:53:40.711520 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-ba8de03f-8063-4fdf-85f0-4632288a2379 req-343bdaab-1176-4858-95a1-c97ee6b9e084 tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] 10.222.0.47 "GET /v2.0/security-groups?id=02d47f4f-b1ff-4af7-910c-5d6978bde7fb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0838423
Apr 15 19:53:40.715827 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-05fdda04-c2b9-451c-b62e-be2b18e2a6e1 req-d6a056e9-6271-45fc-ae5e-1cf777053526 tempest-TestMinimumBasicScenario-16446131 tempest-TestMinimumBasicScenario-16446131-project] 10.222.0.47 "GET /v2.0/security-groups?id=9ff6e6e3-e87a-4420-83f1-af5745c75659&id=9de474f2-1ec8-47a3-b0f0-69bab2117286&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0705392
Apr 15 19:53:40.772385 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8bdde1ec-75e4-427d-aabd-0647b4f4cdee req-fd1e5dba-2a4e-4f19-9349-cb6367121ea7 tempest-AttachVolumeTestJSON-1178366330 tempest-AttachVolumeTestJSON-1178366330-project] Router 6478729e-102a-4a30-b790-61decb297583 has already been hosted by L3 agent 74482fb0-5b00-43f0-8fa9-533a3c8b2378 {{(pid=85344) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 15 19:53:41.037703 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8bdde1ec-75e4-427d-aabd-0647b4f4cdee req-fd1e5dba-2a4e-4f19-9349-cb6367121ea7 tempest-AttachVolumeTestJSON-1178366330 tempest-AttachVolumeTestJSON-1178366330-project] Notify agent at l3_agent.dv-cinder-786383-2-iscsi the message routers_updated {{(pid=85344) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 15 19:53:41.053287 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-660b7ea6-30fd-430e-b3c1-610b5ceb8d4b None None] Sync routers for ids ['6478729e-102a-4a30-b790-61decb297583'] in dv-cinder-786383-2-iscsi {{(pid=85346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 15 19:53:41.090314 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-660b7ea6-30fd-430e-b3c1-610b5ceb8d4b None None] Routers {'6478729e-102a-4a30-b790-61decb297583'} bound to L3 agent in host dv-cinder-786383-2-iscsi {{(pid=85346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 19:53:41.092402 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.l3_hamode_db [None req-660b7ea6-30fd-430e-b3c1-610b5ceb8d4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe8b9985860>, 'dv-cinder-786383-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-15T19:40:08Z,description=<?>,heartbeat_timestamp=2021-04-15T19:53:38Z,host='dv-cinder-786383-2-iscsi',id=74482fb0-5b00-43f0-8fa9-533a3c8b2378,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T19:40:08Z,topic='l3_agent')) {'router_ids': ['6478729e-102a-4a30-b790-61decb297583'], 'active': True} {{(pid=85346) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 19:53:41.156483 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.l3_dvrscheduler_db [req-8bdde1ec-75e4-427d-aabd-0647b4f4cdee req-fd1e5dba-2a4e-4f19-9349-cb6367121ea7 tempest-AttachVolumeTestJSON-1178366330 tempest-AttachVolumeTestJSON-1178366330-project] No DVR routers for this DVR port 3124f886-86b8-4e82-9d80-cb724b2065e3 on host hv-cinder-78638 {{(pid=85344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 15 19:53:41.159579 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [req-8bdde1ec-75e4-427d-aabd-0647b4f4cdee req-fd1e5dba-2a4e-4f19-9349-cb6367121ea7 tempest-AttachVolumeTestJSON-1178366330 tempest-AttachVolumeTestJSON-1178366330-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771739'] for port, before_response {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:41.163031 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b964d00-f051-4d1a-9f0a-e0355ef23ca5', 'name': 'network-vif-deleted', 'tag': '3124f886-86b8-4e82-9d80-cb724b2065e3'}] {{(pid=85344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 19:53:41.201780 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-8bdde1ec-75e4-427d-aabd-0647b4f4cdee req-fd1e5dba-2a4e-4f19-9349-cb6367121ea7 tempest-AttachVolumeTestJSON-1178366330 tempest-AttachVolumeTestJSON-1178366330-project] 10.222.0.65 "DELETE /v2.0/ports/3124f886-86b8-4e82-9d80-cb724b2065e3 HTTP/1.1" status: 204  len: 173 time: 2.7442524
Apr 15 19:53:41.250939 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b964d00-f051-4d1a-9f0a-e0355ef23ca5', 'name': 'network-vif-deleted', 'tag': '3124f886-86b8-4e82-9d80-cb724b2065e3', 'status': 'completed', 'code': 200}
Apr 15 19:53:41.442901 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-2ec85410-e984-47d9-aed9-224cf699d22f req-6b5db585-4a1f-44bb-8772-9e1718aafa2d tempest-AttachVolumeTestJSON-1178366330 tempest-AttachVolumeTestJSON-1178366330-project] 10.222.0.47 "GET /v2.0/ports?device_id=4b964d00-f051-4d1a-9f0a-e0355ef23ca5 HTTP/1.1" status: 200  len: 210 time: 0.0531363
Apr 15 19:53:41.498886 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.l3_dvr_db [None req-660b7ea6-30fd-430e-b3c1-610b5ceb8d4b None None] Set router 6478729e-102a-4a30-b790-61decb297583 gateway port host: dv-cinder-786383-2-iscsi {{(pid=85346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 19:53:41.984553 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a3721b-9bfb-4e61-b46e-74b0f15eccdc req-7c4e96ec-f5da-46f6-8a0c-37c8f18f9e09 tempest-TestMinimumBasicScenario-16446131 tempest-TestMinimumBasicScenario-16446131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:53:41.986630 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62173334-5675-481e-8abe-f1e0d5ff4143 req-8cd5b617-779f-459b-bd6e-adcec0fa22d7 tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:53:41.989931 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-62173334-5675-481e-8abe-f1e0d5ff4143 req-8cd5b617-779f-459b-bd6e-adcec0fa22d7 tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] 10.222.0.47 "GET /v2.0/ports?device_id=a1383150-72ad-4e1a-b482-18005ac62501 HTTP/1.1" status: 200  len: 947 time: 0.1246727
Apr 15 19:53:41.992908 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-b9a3721b-9bfb-4e61-b46e-74b0f15eccdc req-7c4e96ec-f5da-46f6-8a0c-37c8f18f9e09 tempest-TestMinimumBasicScenario-16446131 tempest-TestMinimumBasicScenario-16446131-project] 10.222.0.47 "GET /v2.0/ports?device_id=abff34df-4507-4be0-b685-13b21e599b36 HTTP/1.1" status: 200  len: 984 time: 0.1372392
Apr 15 19:53:42.083871 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-b9a3721b-9bfb-4e61-b46e-74b0f15eccdc req-07c4e776-fa6e-4e10-906b-9e7c87ce4d14 tempest-TestMinimumBasicScenario-16446131 tempest-TestMinimumBasicScenario-16446131-project] 10.222.0.47 "GET /v2.0/security-groups?id=9ff6e6e3-e87a-4420-83f1-af5745c75659&id=9de474f2-1ec8-47a3-b0f0-69bab2117286&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0875406
Apr 15 19:53:42.087084 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-62173334-5675-481e-8abe-f1e0d5ff4143 req-cb13c878-64fb-466f-9f82-2c53d248502e tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] 10.222.0.47 "GET /v2.0/security-groups?id=02d47f4f-b1ff-4af7-910c-5d6978bde7fb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0881782
Apr 15 19:53:42.169503 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.l3_hamode_db [None req-660b7ea6-30fd-430e-b3c1-610b5ceb8d4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe8b9985860>, [{'id': '6478729e-102a-4a30-b790-61decb297583', 'name': 'tempest-AttachVolumeTestJSON-751206198-router', 'tenant_id': '5031830a47dd4af1b1ffb83e812d61ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b576887-bb01-4bfc-8617-ca8b886d7b7e', 'external_fixed_ips': [{'subnet_id': '7ad9face-0ae3-4529-aacd-d53ebb36e4d0', 'ip_address': '172.27.2.113'}], 'enable_snat': True}, 'gw_port_id': '90c2c053-c6a6-4b44-ad5c-9a4933c79339', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:48:19Z', 'updated_at': '2021-04-15T19:48:32Z', 'revision_number': 4, 'project_id': '5031830a47dd4af1b1ffb83e812d61ea', 'gw_port': {'id': '90c2c053-c6a6-4b44-ad5c-9a4933c79339', 'name': '', 'network_id': '0b576887-bb01-4bfc-8617-ca8b886d7b7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:89:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6478729e-102a-4a30-b790-61decb297583', 'device_owner': 'network:router_gateway', 'standard_attr_id': 54, 'fixed_ips': [{'subnet_id': '7ad9face-0ae3-4529-aacd-d53ebb36e4d0', 'ip_address': '172.27.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:48:21Z', 'updated_at': '2021-04-15T19:48:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ad9face-0ae3-4529-aacd-d53ebb36e4d0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-2-iscsi', '_interfaces': [{'id': 'dcc948ac-1cad-4ecf-8c41-5f7bf7e657c9', 'name': '', 'network_id': '4d82f7b7-d97c-4f69-af76-26788d15aead', 'tenant_id': '5031830a47dd4af1b1ffb83e812d61ea', 'mac_address': 'fa:16:3e:64:1e:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6478729e-102a-4a30-b790-61decb297583', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'c9a5e3d2-b4cb-4ff6-afc6-75b296b42958', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:48:28Z', 'updated_at': '2021-04-15T19:48:53Z', 'revision_number': 5, 'project_id': '5031830a47dd4af1b1ffb83e812d61ea', 'subnets': [{'id': 'c9a5e3d2-b4cb-4ff6-afc6-75b296b42958', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786383-2-iscsi', False) {} {{(pid=85346) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 19:53:42.177795 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-660b7ea6-30fd-430e-b3c1-610b5ceb8d4b None None] Checking router: 6478729e-102a-4a30-b790-61decb297583 for host: dv-cinder-786383-2-iscsi {{(pid=85346) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 15 19:53:42.195456 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-660b7ea6-30fd-430e-b3c1-610b5ceb8d4b None None] Routers {'6478729e-102a-4a30-b790-61decb297583'} bound to L3 agent in host dv-cinder-786383-2-iscsi {{(pid=85346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 19:53:42.196727 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.l3_hamode_db [None req-660b7ea6-30fd-430e-b3c1-610b5ceb8d4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe8b9985860>, 'dv-cinder-786383-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-15T19:40:08Z,description=<?>,heartbeat_timestamp=2021-04-15T19:53:38Z,host='dv-cinder-786383-2-iscsi',id=74482fb0-5b00-43f0-8fa9-533a3c8b2378,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T19:40:08Z,topic='l3_agent')) {'router_ids': ['6478729e-102a-4a30-b790-61decb297583'], 'active': True} {{(pid=85346) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 19:53:42.636504 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.l3_dvr_db [None req-660b7ea6-30fd-430e-b3c1-610b5ceb8d4b None None] Set router 6478729e-102a-4a30-b790-61decb297583 gateway port host: dv-cinder-786383-2-iscsi {{(pid=85346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 19:53:42.737674 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource [req-e1c7ffb8-5acc-45af-9ed3-8195cbd2a6ec req-3e531387-fe4e-4771-aefe-320f7d8eb5c5 tempest-AttachVolumeTestJSON-1178366330 tempest-AttachVolumeTestJSON-1178366330-project] Synchronizing usage tracker for tenant:5031830a47dd4af1b1ffb83e812d61ea on resource:port {{(pid=85344) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 15 19:53:42.765946 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource [req-e1c7ffb8-5acc-45af-9ed3-8195cbd2a6ec req-3e531387-fe4e-4771-aefe-320f7d8eb5c5 tempest-AttachVolumeTestJSON-1178366330 tempest-AttachVolumeTestJSON-1178366330-project] Unset dirty status for tenant:5031830a47dd4af1b1ffb83e812d61ea on resource:port {{(pid=85344) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 15 19:53:42.769282 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-e1c7ffb8-5acc-45af-9ed3-8195cbd2a6ec req-3e531387-fe4e-4771-aefe-320f7d8eb5c5 tempest-AttachVolumeTestJSON-1178366330 tempest-AttachVolumeTestJSON-1178366330-project] 10.222.0.47 "GET /v2.0/ports?device_id=4b964d00-f051-4d1a-9f0a-e0355ef23ca5 HTTP/1.1" status: 200  len: 210 time: 0.1030023
Apr 15 19:53:43.102202 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.rpc [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Device 3124f886-86b8-4e82-9d80-cb724b2065e3 no longer exists at agent hyperv_hv-cinder-78638 {{(pid=85346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 15 19:53:43.207287 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.plugin [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] No Port match for: 3124f886-86b8-4e82-9d80-cb724b2065e3 {{(pid=85346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 15 19:53:43.207913 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.rpc [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Device 3124f886-86b8-4e82-9d80-cb724b2065e3 not bound to the agent host hv-cinder-78638 {{(pid=85346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 15 19:53:43.213285 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.l3_hamode_db [None req-660b7ea6-30fd-430e-b3c1-610b5ceb8d4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe8b9985860>, [{'id': '6478729e-102a-4a30-b790-61decb297583', 'name': 'tempest-AttachVolumeTestJSON-751206198-router', 'tenant_id': '5031830a47dd4af1b1ffb83e812d61ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b576887-bb01-4bfc-8617-ca8b886d7b7e', 'external_fixed_ips': [{'subnet_id': '7ad9face-0ae3-4529-aacd-d53ebb36e4d0', 'ip_address': '172.27.2.113'}], 'enable_snat': True}, 'gw_port_id': '90c2c053-c6a6-4b44-ad5c-9a4933c79339', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:48:19Z', 'updated_at': '2021-04-15T19:48:32Z', 'revision_number': 4, 'project_id': '5031830a47dd4af1b1ffb83e812d61ea', 'gw_port': {'id': '90c2c053-c6a6-4b44-ad5c-9a4933c79339', 'name': '', 'network_id': '0b576887-bb01-4bfc-8617-ca8b886d7b7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:89:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6478729e-102a-4a30-b790-61decb297583', 'device_owner': 'network:router_gateway', 'standard_attr_id': 54, 'fixed_ips': [{'subnet_id': '7ad9face-0ae3-4529-aacd-d53ebb36e4d0', 'ip_address': '172.27.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:48:21Z', 'updated_at': '2021-04-15T19:48:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ad9face-0ae3-4529-aacd-d53ebb36e4d0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-2-iscsi', '_interfaces': [{'id': 'dcc948ac-1cad-4ecf-8c41-5f7bf7e657c9', 'name': '', 'network_id': '4d82f7b7-d97c-4f69-af76-26788d15aead', 'tenant_id': '5031830a47dd4af1b1ffb83e812d61ea', 'mac_address': 'fa:16:3e:64:1e:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6478729e-102a-4a30-b790-61decb297583', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'c9a5e3d2-b4cb-4ff6-afc6-75b296b42958', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:48:28Z', 'updated_at': '2021-04-15T19:48:53Z', 'revision_number': 5, 'project_id': '5031830a47dd4af1b1ffb83e812d61ea', 'subnets': [{'id': 'c9a5e3d2-b4cb-4ff6-afc6-75b296b42958', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786383-2-iscsi', False) {} {{(pid=85346) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 19:53:43.223865 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-660b7ea6-30fd-430e-b3c1-610b5ceb8d4b None None] The sync data for ids ['6478729e-102a-4a30-b790-61decb297583'] in dv-cinder-786383-2-iscsi is: [{'id': '6478729e-102a-4a30-b790-61decb297583', 'name': 'tempest-AttachVolumeTestJSON-751206198-router', 'tenant_id': '5031830a47dd4af1b1ffb83e812d61ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b576887-bb01-4bfc-8617-ca8b886d7b7e', 'external_fixed_ips': [{'subnet_id': '7ad9face-0ae3-4529-aacd-d53ebb36e4d0', 'ip_address': '172.27.2.113'}], 'enable_snat': True}, 'gw_port_id': '90c2c053-c6a6-4b44-ad5c-9a4933c79339', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:48:19Z', 'updated_at': '2021-04-15T19:48:32Z', 'revision_number': 4, 'project_id': '5031830a47dd4af1b1ffb83e812d61ea', 'gw_port': {'id': '90c2c053-c6a6-4b44-ad5c-9a4933c79339', 'name': '', 'network_id': '0b576887-bb01-4bfc-8617-ca8b886d7b7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:89:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6478729e-102a-4a30-b790-61decb297583', 'device_owner': 'network:router_gateway', 'standard_attr_id': 54, 'fixed_ips': [{'subnet_id': '7ad9face-0ae3-4529-aacd-d53ebb36e4d0', 'ip_address': '172.27.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:48:21Z', 'updated_at': '2021-04-15T19:48:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ad9face-0ae3-4529-aacd-d53ebb36e4d0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-2-iscsi', '_interfaces': [{'id': 'dcc948ac-1cad-4ecf-8c41-5f7bf7e657c9', 'name': '', 'network_id': '4d82f7b7-d97c-4f69-af76-26788d15aead', 'tenant_id': '5031830a47dd4af1b1ffb83e812d61ea', 'mac_address': 'fa:16:3e:64:1e:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6478729e-102a-4a30-b790-61decb297583', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'c9a5e3d2-b4cb-4ff6-afc6-75b296b42958', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:48:28Z', 'updated_at': '2021-04-15T19:48:53Z', 'revision_number': 5, 'project_id': '5031830a47dd4af1b1ffb83e812d61ea', 'subnets': [{'id': 'c9a5e3d2-b4cb-4ff6-afc6-75b296b42958', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 15 19:53:43.569894 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c870135-7d3a-4c27-8b83-2246ef038b7a req-acc3491c-47bf-4e72-b40f-54fc9352322a tempest-TestMinimumBasicScenario-16446131 tempest-TestMinimumBasicScenario-16446131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:53:43.572310 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-4c870135-7d3a-4c27-8b83-2246ef038b7a req-acc3491c-47bf-4e72-b40f-54fc9352322a tempest-TestMinimumBasicScenario-16446131 tempest-TestMinimumBasicScenario-16446131-project] 10.222.0.47 "GET /v2.0/ports?device_id=abff34df-4507-4be0-b685-13b21e599b36 HTTP/1.1" status: 200  len: 984 time: 0.1906648
Apr 15 19:53:43.594548 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2792fc7b-5507-468f-a4a4-0f12c4a4325c req-fe23754f-ead9-48e8-bf05-c2e51aa488ec tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:53:43.598121 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-2792fc7b-5507-468f-a4a4-0f12c4a4325c req-fe23754f-ead9-48e8-bf05-c2e51aa488ec tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] 10.222.0.47 "GET /v2.0/ports?device_id=a1383150-72ad-4e1a-b482-18005ac62501 HTTP/1.1" status: 200  len: 947 time: 0.1934848
Apr 15 19:53:43.676612 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-4c870135-7d3a-4c27-8b83-2246ef038b7a req-267446a7-f964-4cde-8bbe-f2d6126026da tempest-TestMinimumBasicScenario-16446131 tempest-TestMinimumBasicScenario-16446131-project] 10.222.0.47 "GET /v2.0/security-groups?id=9ff6e6e3-e87a-4420-83f1-af5745c75659&id=9de474f2-1ec8-47a3-b0f0-69bab2117286&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0948555
Apr 15 19:53:43.736673 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-2792fc7b-5507-468f-a4a4-0f12c4a4325c req-4085d6cb-476a-4f26-a8e1-b26ac13c180a tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] 10.222.0.47 "GET /v2.0/security-groups?id=02d47f4f-b1ff-4af7-910c-5d6978bde7fb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1208620
Apr 15 19:53:43.824725 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b30bd883-e086-475d-91c3-b0c02306d456 None None] New status for floating IP 0f0c6c1e-8c7c-4f1f-801b-343061dc36c9: DOWN {{(pid=85347) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 15 19:53:44.033097 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-f0a1d4c3-ca5b-4cd3-b32a-4c274b73a212 req-f999bf88-1b1f-48a5-be85-28d3bbbe8e0e tempest-AttachVolumeTestJSON-1178366330 tempest-AttachVolumeTestJSON-1178366330-project] 10.222.0.47 "GET /v2.0/ports?device_id=4b964d00-f051-4d1a-9f0a-e0355ef23ca5 HTTP/1.1" status: 200  len: 210 time: 0.0568135
Apr 15 19:53:44.981568 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767780cf-14ef-4a26-a6e9-18862f936e41 req-196b9a9d-b714-4552-ab0a-e1eebdee4657 tempest-TestMinimumBasicScenario-16446131 tempest-TestMinimumBasicScenario-16446131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:53:44.984119 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-767780cf-14ef-4a26-a6e9-18862f936e41 req-196b9a9d-b714-4552-ab0a-e1eebdee4657 tempest-TestMinimumBasicScenario-16446131 tempest-TestMinimumBasicScenario-16446131-project] 10.222.0.47 "GET /v2.0/ports?device_id=abff34df-4507-4be0-b685-13b21e599b36 HTTP/1.1" status: 200  len: 984 time: 0.1440485
Apr 15 19:53:45.043927 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79c81ea-75ce-4fa9-897d-28fe2be987d6 req-25cf9a9e-a719-4548-922e-f84409b51ca7 tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:53:45.046882 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-e79c81ea-75ce-4fa9-897d-28fe2be987d6 req-25cf9a9e-a719-4548-922e-f84409b51ca7 tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] 10.222.0.47 "GET /v2.0/ports?device_id=a1383150-72ad-4e1a-b482-18005ac62501 HTTP/1.1" status: 200  len: 947 time: 0.1330884
Apr 15 19:53:45.065719 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-767780cf-14ef-4a26-a6e9-18862f936e41 req-daa8c877-12d5-4757-9d03-fc4e02aac43a tempest-TestMinimumBasicScenario-16446131 tempest-TestMinimumBasicScenario-16446131-project] 10.222.0.47 "GET /v2.0/security-groups?id=9ff6e6e3-e87a-4420-83f1-af5745c75659&id=9de474f2-1ec8-47a3-b0f0-69bab2117286&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0737004
Apr 15 19:53:45.130265 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-e79c81ea-75ce-4fa9-897d-28fe2be987d6 req-dea1dafa-b556-465f-ab05-02b36098fa62 tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] 10.222.0.47 "GET /v2.0/security-groups?id=02d47f4f-b1ff-4af7-910c-5d6978bde7fb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0751328
Apr 15 19:53:45.297157 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-642cfcdf-ee1e-4a7f-a833-60d0ba6419eb req-66d018b0-32b5-4551-ba6f-5c1be21a6ba4 tempest-AttachVolumeTestJSON-1178366330 tempest-AttachVolumeTestJSON-1178366330-project] 10.222.0.47 "GET /v2.0/ports?device_id=4b964d00-f051-4d1a-9f0a-e0355ef23ca5 HTTP/1.1" status: 200  len: 210 time: 0.0560489
Apr 15 19:53:46.377563 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9843230-3ad3-4739-a4c0-f8eb98e5c8ff req-8bf8e4a9-cb87-46b6-b76e-eabeeb3f80ee tempest-TestMinimumBasicScenario-16446131 tempest-TestMinimumBasicScenario-16446131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:53:46.380422 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-a9843230-3ad3-4739-a4c0-f8eb98e5c8ff req-8bf8e4a9-cb87-46b6-b76e-eabeeb3f80ee tempest-TestMinimumBasicScenario-16446131 tempest-TestMinimumBasicScenario-16446131-project] 10.222.0.47 "GET /v2.0/ports?device_id=abff34df-4507-4be0-b685-13b21e599b36 HTTP/1.1" status: 200  len: 984 time: 0.1642773
Apr 15 19:53:46.459162 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-a9843230-3ad3-4739-a4c0-f8eb98e5c8ff req-dec271b6-b2e5-40a2-b694-3d187d825b08 tempest-TestMinimumBasicScenario-16446131 tempest-TestMinimumBasicScenario-16446131-project] 10.222.0.47 "GET /v2.0/security-groups?id=9ff6e6e3-e87a-4420-83f1-af5745c75659&id=9de474f2-1ec8-47a3-b0f0-69bab2117286&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0713398
Apr 15 19:53:46.465973 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0516cfa5-8968-4608-9bc0-0bec9f8f8a98 req-5aab66af-d8c4-493c-bbc0-08ee0fa6fe44 tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:53:46.468144 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-0516cfa5-8968-4608-9bc0-0bec9f8f8a98 req-5aab66af-d8c4-493c-bbc0-08ee0fa6fe44 tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] 10.222.0.47 "GET /v2.0/ports?device_id=a1383150-72ad-4e1a-b482-18005ac62501 HTTP/1.1" status: 200  len: 947 time: 0.1345983
Apr 15 19:53:46.539431 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-0516cfa5-8968-4608-9bc0-0bec9f8f8a98 req-ee6f9bc5-f543-4e42-af8a-4faa56efb8a9 tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] 10.222.0.47 "GET /v2.0/security-groups?id=02d47f4f-b1ff-4af7-910c-5d6978bde7fb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0623300
Apr 15 19:53:46.750792 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-8d24c153-eabf-4f13-8554-b3cf9673f368 req-9228012b-2d35-4a8e-ad4f-53711fd24f35 tempest-AttachVolumeTestJSON-1178366330 tempest-AttachVolumeTestJSON-1178366330-project] 10.222.0.47 "GET /v2.0/ports?device_id=4b964d00-f051-4d1a-9f0a-e0355ef23ca5 HTTP/1.1" status: 200  len: 210 time: 0.0941746
Apr 15 19:53:47.733983 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac850a41-1a12-40ad-ae9c-111859aa0284 req-742d4cc3-74b0-46bf-8152-509734d4a129 tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:53:47.737245 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-ac850a41-1a12-40ad-ae9c-111859aa0284 req-742d4cc3-74b0-46bf-8152-509734d4a129 tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] 10.222.0.65 "GET /v2.0/ports?device_id=a1383150-72ad-4e1a-b482-18005ac62501 HTTP/1.1" status: 200  len: 947 time: 0.1705332
Apr 15 19:53:47.900854 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0674061a-f7ac-4e9a-94c4-f384f998e1a9 req-b8e272e9-8e67-4c50-8778-700cd07f4af5 tempest-TestMinimumBasicScenario-16446131 tempest-TestMinimumBasicScenario-16446131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:53:47.904573 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-0674061a-f7ac-4e9a-94c4-f384f998e1a9 req-b8e272e9-8e67-4c50-8778-700cd07f4af5 tempest-TestMinimumBasicScenario-16446131 tempest-TestMinimumBasicScenario-16446131-project] 10.222.0.47 "GET /v2.0/ports?device_id=abff34df-4507-4be0-b685-13b21e599b36 HTTP/1.1" status: 200  len: 984 time: 0.2132893
Apr 15 19:53:47.973359 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-0674061a-f7ac-4e9a-94c4-f384f998e1a9 req-c998133e-d851-44b1-b3ad-31a15b4e91bf tempest-TestMinimumBasicScenario-16446131 tempest-TestMinimumBasicScenario-16446131-project] 10.222.0.47 "GET /v2.0/security-groups?id=9ff6e6e3-e87a-4420-83f1-af5745c75659&id=9de474f2-1ec8-47a3-b0f0-69bab2117286&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0602884
Apr 15 19:53:48.022134 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.plugin [req-ac850a41-1a12-40ad-ae9c-111859aa0284 req-6209d215-e489-46ec-b677-6184713152cf tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] Deleting port b7d370ef-6621-4ccd-8223-e4a1f5504c1b {{(pid=85344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 19:53:48.022741 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [req-ac850a41-1a12-40ad-ae9c-111859aa0284 req-6209d215-e489-46ec-b677-6184713152cf tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363247007848052'] for port, before_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:48.097747 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.wsgi [-] (85345) accepted ('10.222.0.47', 48850) {{(pid=85345) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:53:48.230045 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-87a2c19a-e287-4d0d-93e9-6d5118f52601 tempest-AttachVolumeTestJSON-1178366330 tempest-AttachVolumeTestJSON-1178366330-project] Notify callbacks [] for security_group, before_delete {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:48.277339 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-87a2c19a-e287-4d0d-93e9-6d5118f52601 tempest-AttachVolumeTestJSON-1178366330 tempest-AttachVolumeTestJSON-1178366330-project] Notify callbacks [] for security_group, precommit_delete {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:48.280807 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeacd534-a319-4be6-adfb-5cd26080d677 req-83988ab0-d8c4-4729-b262-b03195b9734a tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:53:48.282555 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-eeacd534-a319-4be6-adfb-5cd26080d677 req-83988ab0-d8c4-4729-b262-b03195b9734a tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] 10.222.0.47 "GET /v2.0/ports?device_id=a1383150-72ad-4e1a-b482-18005ac62501 HTTP/1.1" status: 200  len: 947 time: 0.4407277
Apr 15 19:53:48.362286 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-87a2c19a-e287-4d0d-93e9-6d5118f52601 tempest-AttachVolumeTestJSON-1178366330 tempest-AttachVolumeTestJSON-1178366330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806004'] for security_group, after_delete {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:48.376215 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-0731ced6-23b8-4713-9124-043149087456 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:53:48.401201 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a2c19a-e287-4d0d-93e9-6d5118f52601 tempest-AttachVolumeTestJSON-1178366330 tempest-AttachVolumeTestJSON-1178366330-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f5f2180-5269-4c6c-a059-f56827110a59,revision_number=None']} {{(pid=85345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:53:48.408843 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-87a2c19a-e287-4d0d-93e9-6d5118f52601 tempest-AttachVolumeTestJSON-1178366330 tempest-AttachVolumeTestJSON-1178366330-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:53:48.409810 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-87a2c19a-e287-4d0d-93e9-6d5118f52601 tempest-AttachVolumeTestJSON-1178366330 tempest-AttachVolumeTestJSON-1178366330-project] Notify callbacks [] for security_group, before_response {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:48.415909 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [None req-87a2c19a-e287-4d0d-93e9-6d5118f52601 tempest-AttachVolumeTestJSON-1178366330 tempest-AttachVolumeTestJSON-1178366330-project] 10.222.0.47 "DELETE /v2.0/security-groups/8f5f2180-5269-4c6c-a059-f56827110a59 HTTP/1.1" status: 204  len: 168 time: 0.3154356
Apr 15 19:53:48.419525 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.wsgi [-] (85345) accepted ('10.222.0.47', 48858) {{(pid=85345) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:53:48.447502 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.api.v2.resource [None req-8dea232e-6b5b-419d-9d4a-8fc816339014 tempest-AttachVolumeTestJSON-1178366330 tempest-AttachVolumeTestJSON-1178366330-project] show failed (client error): The resource could not be found.
Apr 15 19:53:48.455675 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [None req-8dea232e-6b5b-419d-9d4a-8fc816339014 tempest-AttachVolumeTestJSON-1178366330 tempest-AttachVolumeTestJSON-1178366330-project] 10.222.0.47 "GET /v2.0/security-groups/8f5f2180-5269-4c6c-a059-f56827110a59 HTTP/1.1" status: 404  len: 347 time: 0.0282397
Apr 15 19:53:48.459078 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.wsgi [-] (85345) accepted ('10.222.0.47', 48862) {{(pid=85345) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:53:48.514167 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.db [req-ac850a41-1a12-40ad-ae9c-111859aa0284 req-6209d215-e489-46ec-b677-6184713152cf tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] For port b7d370ef-6621-4ccd-8223-e4a1f5504c1b, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=b7d370ef-6621-4ccd-8223-e4a1f5504c1b,segment=NetworkSegment(50fe2df4-77d3-40aa-a8a3-45d53f7bd89a),segment_id=50fe2df4-77d3-40aa-a8a3-45d53f7bd89a)] {{(pid=85344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 19:53:48.514923 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [req-ac850a41-1a12-40ad-ae9c-111859aa0284 req-6209d215-e489-46ec-b677-6184713152cf tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853097680'] for port, precommit_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:48.533559 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.wsgi [-] (85344) accepted ('10.222.0.47', 48866) {{(pid=85344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:53:48.704369 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.plugin [None req-4013aa29-e52e-4579-b393-28d7371cfc2d tempest-AttachVolumeTestJSON-1178366330 tempest-AttachVolumeTestJSON-1178366330-project] Deleting port 3c1322b5-fa50-46a1-afb8-ee08303cd593 {{(pid=85345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 19:53:48.704685 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-4013aa29-e52e-4579-b393-28d7371cfc2d tempest-AttachVolumeTestJSON-1178366330 tempest-AttachVolumeTestJSON-1178366330-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363247007848052'] for port, before_delete {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:48.944968 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-508cd2bb-3531-4ce6-9306-03dd814bc452 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:49.029302 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.quota.driver [None req-508cd2bb-3531-4ce6-9306-03dd814bc452 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:53:49.035690 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-4013aa29-e52e-4579-b393-28d7371cfc2d tempest-AttachVolumeTestJSON-1178366330 tempest-AttachVolumeTestJSON-1178366330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853097680'] for port, precommit_delete {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:49.037039 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-4013aa29-e52e-4579-b393-28d7371cfc2d tempest-AttachVolumeTestJSON-1178366330 tempest-AttachVolumeTestJSON-1178366330-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:49.075781 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource [None req-508cd2bb-3531-4ce6-9306-03dd814bc452 admin admin] Usage tracker for resource:security_group_rule and tenant:b532df5e4fc745f68b0105a8e155888f is out of sync, need to count used quota {{(pid=85344) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:53:49.228058 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource [None req-508cd2bb-3531-4ce6-9306-03dd814bc452 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85344) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:53:49.274060 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.quota.driver [None req-508cd2bb-3531-4ce6-9306-03dd814bc452 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:53:49.315125 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-eeacd534-a319-4be6-adfb-5cd26080d677 req-5d46d7dc-09ab-43eb-ba98-0f6394a134f0 tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] 10.222.0.47 "GET /v2.0/security-groups?id=02d47f4f-b1ff-4af7-910c-5d6978bde7fb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 1.0234058
Apr 15 19:53:49.373120 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.plugin [None req-4013aa29-e52e-4579-b393-28d7371cfc2d tempest-AttachVolumeTestJSON-1178366330 tempest-AttachVolumeTestJSON-1178366330-project] Calling delete_port for 3c1322b5-fa50-46a1-afb8-ee08303cd593 owned by network:floatingip {{(pid=85345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 15 19:53:49.560587 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-508cd2bb-3531-4ce6-9306-03dd814bc452 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:49.563185 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [req-ac850a41-1a12-40ad-ae9c-111859aa0284 req-6209d215-e489-46ec-b677-6184713152cf tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] Notify callbacks [] for floatingip, precommit_update {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:49.563466 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [req-ac850a41-1a12-40ad-ae9c-111859aa0284 req-6209d215-e489-46ec-b677-6184713152cf tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1673197'] for floatingip, after_update {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:49.563799 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.db.l3_db [req-ac850a41-1a12-40ad-ae9c-111859aa0284 req-6209d215-e489-46ec-b677-6184713152cf tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] Floating IP f9305ba6-600d-44b4-9ccc-3351181afa2d disassociated. External IP: 172.27.2.110, port: b7d370ef-6621-4ccd-8223-e4a1f5504c1b.
Apr 15 19:53:49.564211 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.plugin [req-ac850a41-1a12-40ad-ae9c-111859aa0284 req-6209d215-e489-46ec-b677-6184713152cf tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] Calling delete_port for b7d370ef-6621-4ccd-8223-e4a1f5504c1b owned by compute:nova {{(pid=85344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 15 19:53:49.600164 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-508cd2bb-3531-4ce6-9306-03dd814bc452 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806004'] for security_group, after_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:49.624835 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-fa9539f3-a4a6-439a-8e24-0919d19bf8a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:53:49.688977 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508cd2bb-3531-4ce6-9306-03dd814bc452 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be200a12-edbd-43f4-a910-6b8de42bb3ef,revision_number=1']} {{(pid=85344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:53:49.692004 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438f155e-9373-495b-ae12-8c13600fa248 req-9945b8d1-d9c7-4a25-ae18-746a61caa9f1 tempest-TestMinimumBasicScenario-16446131 tempest-TestMinimumBasicScenario-16446131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:53:49.693675 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-438f155e-9373-495b-ae12-8c13600fa248 req-9945b8d1-d9c7-4a25-ae18-746a61caa9f1 tempest-TestMinimumBasicScenario-16446131 tempest-TestMinimumBasicScenario-16446131-project] 10.222.0.47 "GET /v2.0/ports?device_id=abff34df-4507-4be0-b685-13b21e599b36 HTTP/1.1" status: 200  len: 984 time: 0.2600145
Apr 15 19:53:49.707828 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-508cd2bb-3531-4ce6-9306-03dd814bc452 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:53:49.715719 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [None req-508cd2bb-3531-4ce6-9306-03dd814bc452 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=b532df5e4fc745f68b0105a8e155888f&name=default HTTP/1.1" status: 200  len: 2979 time: 1.1807413
Apr 15 19:53:49.720715 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.wsgi [-] (85344) accepted ('10.222.0.47', 48890) {{(pid=85344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:53:49.774761 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.wsgi [-] (85345) accepted ('10.222.0.47', 48894) {{(pid=85345) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:53:49.787125 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-438f155e-9373-495b-ae12-8c13600fa248 req-29ba98b5-0800-4e4d-b70d-de1c15222039 tempest-TestMinimumBasicScenario-16446131 tempest-TestMinimumBasicScenario-16446131-project] 10.222.0.47 "GET /v2.0/security-groups?id=9ff6e6e3-e87a-4420-83f1-af5745c75659&id=9de474f2-1ec8-47a3-b0f0-69bab2117286&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0794227
Apr 15 19:53:49.794842 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-4013aa29-e52e-4579-b393-28d7371cfc2d tempest-AttachVolumeTestJSON-1178366330 tempest-AttachVolumeTestJSON-1178366330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854693686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852972410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789846929199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363247008293407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2200102'] for port, after_delete {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:49.810843 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-12dfbcfb-5f0f-48f0-abed-25c43386a02a tempest-AttachVolumeNegativeTest-1626257925 tempest-AttachVolumeNegativeTest-1626257925-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:53:49.868755 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-70a89766-7fae-45b3-85e8-b16f398345c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:49.920266 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4013aa29-e52e-4579-b393-28d7371cfc2d tempest-AttachVolumeTestJSON-1178366330 tempest-AttachVolumeTestJSON-1178366330-project] Pushing event deleted for resources: {'Port': ['ID=3c1322b5-fa50-46a1-afb8-ee08303cd593,revision_number=None']} {{(pid=85345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:53:49.935701 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4013aa29-e52e-4579-b393-28d7371cfc2d tempest-AttachVolumeTestJSON-1178366330 tempest-AttachVolumeTestJSON-1178366330-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:53:49.936124 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4013aa29-e52e-4579-b393-28d7371cfc2d tempest-AttachVolumeTestJSON-1178366330 tempest-AttachVolumeTestJSON-1178366330-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:53:49.936531 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4013aa29-e52e-4579-b393-28d7371cfc2d tempest-AttachVolumeTestJSON-1178366330 tempest-AttachVolumeTestJSON-1178366330-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:53:49.936940 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4013aa29-e52e-4579-b393-28d7371cfc2d tempest-AttachVolumeTestJSON-1178366330 tempest-AttachVolumeTestJSON-1178366330-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:53:49.937333 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4013aa29-e52e-4579-b393-28d7371cfc2d tempest-AttachVolumeTestJSON-1178366330 tempest-AttachVolumeTestJSON-1178366330-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:53:49.937733 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4013aa29-e52e-4579-b393-28d7371cfc2d tempest-AttachVolumeTestJSON-1178366330 tempest-AttachVolumeTestJSON-1178366330-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:53:49.938127 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4013aa29-e52e-4579-b393-28d7371cfc2d tempest-AttachVolumeTestJSON-1178366330 tempest-AttachVolumeTestJSON-1178366330-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:53:49.938597 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4013aa29-e52e-4579-b393-28d7371cfc2d tempest-AttachVolumeTestJSON-1178366330 tempest-AttachVolumeTestJSON-1178366330-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:53:49.939036 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4013aa29-e52e-4579-b393-28d7371cfc2d tempest-AttachVolumeTestJSON-1178366330 tempest-AttachVolumeTestJSON-1178366330-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:53:49.939425 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4013aa29-e52e-4579-b393-28d7371cfc2d tempest-AttachVolumeTestJSON-1178366330 tempest-AttachVolumeTestJSON-1178366330-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:53:49.939828 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4013aa29-e52e-4579-b393-28d7371cfc2d tempest-AttachVolumeTestJSON-1178366330 tempest-AttachVolumeTestJSON-1178366330-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:53:49.940224 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4013aa29-e52e-4579-b393-28d7371cfc2d tempest-AttachVolumeTestJSON-1178366330 tempest-AttachVolumeTestJSON-1178366330-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:53:49.945924 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-4013aa29-e52e-4579-b393-28d7371cfc2d tempest-AttachVolumeTestJSON-1178366330 tempest-AttachVolumeTestJSON-1178366330-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:53:50.016262 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-70a89766-7fae-45b3-85e8-b16f398345c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:50.053650 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-f85d743a-4a7b-4767-80a9-3328f7506748 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:50.104468 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.quota.driver [None req-f85d743a-4a7b-4767-80a9-3328f7506748 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85345) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:53:50.118036 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource [None req-f85d743a-4a7b-4767-80a9-3328f7506748 admin admin] Usage tracker for resource:security_group_rule and tenant:cc49a46298ca4fa59992328a6fb131b7 is out of sync, need to count used quota {{(pid=85345) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:53:50.121700 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [req-ac850a41-1a12-40ad-ae9c-111859aa0284 req-6209d215-e489-46ec-b677-6184713152cf tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854693686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852972410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789846929199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363247008293407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851621869'] for port, after_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:50.127406 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource [None req-f85d743a-4a7b-4767-80a9-3328f7506748 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85345) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:53:50.146252 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-89cc1384-e118-4421-8daf-c8e0a9087d7e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:53:50.206641 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.quota.driver [None req-f85d743a-4a7b-4767-80a9-3328f7506748 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85345) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:53:50.255623 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6209d215-e489-46ec-b677-6184713152cf tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] Pushing event deleted for resources: {'Port': ['ID=b7d370ef-6621-4ccd-8223-e4a1f5504c1b,revision_number=None']} {{(pid=85344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:53:50.266324 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-6209d215-e489-46ec-b677-6184713152cf tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:53:50.308614 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-70a89766-7fae-45b3-85e8-b16f398345c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806004'] for security_group, after_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:50.316193 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-c7ad83b5-2b61-4ca8-b1b2-726e840f79cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:53:50.339092 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a89766-7fae-45b3-85e8-b16f398345c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be200a12-edbd-43f4-a910-6b8de42bb3ef,revision_number=None']} {{(pid=85344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:53:50.352809 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-70a89766-7fae-45b3-85e8-b16f398345c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:53:50.379718 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-4013aa29-e52e-4579-b393-28d7371cfc2d tempest-AttachVolumeTestJSON-1178366330 tempest-AttachVolumeTestJSON-1178366330-project] Notify callbacks [] for floatingip, after_delete {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:50.387294 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-70a89766-7fae-45b3-85e8-b16f398345c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:50.388924 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [None req-70a89766-7fae-45b3-85e8-b16f398345c4 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/be200a12-edbd-43f4-a910-6b8de42bb3ef HTTP/1.1" status: 204  len: 168 time: 0.6666470
Apr 15 19:53:50.554751 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-f85d743a-4a7b-4767-80a9-3328f7506748 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:50.571336 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-f85d743a-4a7b-4767-80a9-3328f7506748 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806004'] for security_group, after_create {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:50.583326 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-dc0985ed-438c-41eb-b6d2-ae5490bfbbd1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:53:50.600191 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-4013aa29-e52e-4579-b393-28d7371cfc2d tempest-AttachVolumeTestJSON-1178366330 tempest-AttachVolumeTestJSON-1178366330-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771739'] for floatingip, before_response {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:50.601783 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [None req-4013aa29-e52e-4579-b393-28d7371cfc2d tempest-AttachVolumeTestJSON-1178366330 tempest-AttachVolumeTestJSON-1178366330-project] 10.222.0.47 "DELETE /v2.0/floatingips/0f0c6c1e-8c7c-4f1f-801b-343061dc36c9 HTTP/1.1" status: 204  len: 168 time: 2.1415656
Apr 15 19:53:50.655395 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85d743a-4a7b-4767-80a9-3328f7506748 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46598973-7ff4-47e1-bc4a-16144935ba00,revision_number=1']} {{(pid=85345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:53:50.660240 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-f85d743a-4a7b-4767-80a9-3328f7506748 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:53:50.663387 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [None req-f85d743a-4a7b-4767-80a9-3328f7506748 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=cc49a46298ca4fa59992328a6fb131b7&name=default HTTP/1.1" status: 200  len: 2979 time: 0.8838947
Apr 15 19:53:50.668820 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.wsgi [-] (85345) accepted ('10.222.0.47', 48906) {{(pid=85345) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:53:50.807752 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-82c734f0-8a5a-482b-a359-2f81c3374d7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:50.844632 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource [req-7add443f-ebe1-4dd5-b87c-b14e66acf02f req-eefb360e-9ba6-4e8d-ac60-4dd45866e91b tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] Synchronizing usage tracker for tenant:4bae275d2add4a8a85e8b627d205bb33 on resource:port {{(pid=85344) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 15 19:53:50.852017 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-82c734f0-8a5a-482b-a359-2f81c3374d7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:50.934283 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-82c734f0-8a5a-482b-a359-2f81c3374d7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806004'] for security_group, after_delete {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:50.941983 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-ea822451-e1cd-4346-b666-8082ac6ff4bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:53:50.966613 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c734f0-8a5a-482b-a359-2f81c3374d7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46598973-7ff4-47e1-bc4a-16144935ba00,revision_number=None']} {{(pid=85345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:53:50.974563 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource [req-7add443f-ebe1-4dd5-b87c-b14e66acf02f req-eefb360e-9ba6-4e8d-ac60-4dd45866e91b tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] Unset dirty status for tenant:4bae275d2add4a8a85e8b627d205bb33 on resource:port {{(pid=85344) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 15 19:53:50.977344 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-82c734f0-8a5a-482b-a359-2f81c3374d7f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:53:50.978889 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-82c734f0-8a5a-482b-a359-2f81c3374d7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:50.981033 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [None req-82c734f0-8a5a-482b-a359-2f81c3374d7f admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/46598973-7ff4-47e1-bc4a-16144935ba00 HTTP/1.1" status: 204  len: 168 time: 0.3099837
Apr 15 19:53:51.001993 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-7add443f-ebe1-4dd5-b87c-b14e66acf02f req-eefb360e-9ba6-4e8d-ac60-4dd45866e91b tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] 10.222.0.47 "GET /v2.0/ports?device_id=a1383150-72ad-4e1a-b482-18005ac62501 HTTP/1.1" status: 200  len: 210 time: 0.4730253
Apr 15 19:53:51.077899 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ac850a41-1a12-40ad-ae9c-111859aa0284 req-6209d215-e489-46ec-b677-6184713152cf tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] Router f8b874cc-f348-4da0-80b2-8449d13838df has already been hosted by L3 agent 74482fb0-5b00-43f0-8fa9-533a3c8b2378 {{(pid=85344) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 15 19:53:51.136372 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.wsgi [-] (85345) accepted ('10.222.0.47', 48916) {{(pid=85345) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:53:51.143622 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.v2.base [None req-e6bc0f42-5d36-4890-9f9b-921b73d1fa23 tempest-AttachVolumeTestJSON-1178366330 tempest-AttachVolumeTestJSON-1178366330-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1573565809', 'description': 'tempest-description--76927267'}} {{(pid=85345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 19:53:51.151585 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.quota.driver [None req-e6bc0f42-5d36-4890-9f9b-921b73d1fa23 tempest-AttachVolumeTestJSON-1178366330 tempest-AttachVolumeTestJSON-1178366330-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85345) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:53:51.156720 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource [None req-e6bc0f42-5d36-4890-9f9b-921b73d1fa23 tempest-AttachVolumeTestJSON-1178366330 tempest-AttachVolumeTestJSON-1178366330-project] Usage tracker for resource:security_group and tenant:5031830a47dd4af1b1ffb83e812d61ea is out of sync, need to count used quota {{(pid=85345) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:53:51.160637 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource [None req-e6bc0f42-5d36-4890-9f9b-921b73d1fa23 tempest-AttachVolumeTestJSON-1178366330 tempest-AttachVolumeTestJSON-1178366330-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=85345) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:53:51.168035 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.quota.driver [None req-e6bc0f42-5d36-4890-9f9b-921b73d1fa23 tempest-AttachVolumeTestJSON-1178366330 tempest-AttachVolumeTestJSON-1178366330-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=85345) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:53:51.185424 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-e6bc0f42-5d36-4890-9f9b-921b73d1fa23 tempest-AttachVolumeTestJSON-1178366330 tempest-AttachVolumeTestJSON-1178366330-project] Notify callbacks [] for security_group, before_create {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:51.214316 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.quota.driver [None req-e6bc0f42-5d36-4890-9f9b-921b73d1fa23 tempest-AttachVolumeTestJSON-1178366330 tempest-AttachVolumeTestJSON-1178366330-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85345) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:53:51.221722 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource [None req-e6bc0f42-5d36-4890-9f9b-921b73d1fa23 tempest-AttachVolumeTestJSON-1178366330 tempest-AttachVolumeTestJSON-1178366330-project] Usage tracker for resource:security_group_rule and tenant:5031830a47dd4af1b1ffb83e812d61ea is out of sync, need to count used quota {{(pid=85345) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:53:51.226909 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource [None req-e6bc0f42-5d36-4890-9f9b-921b73d1fa23 tempest-AttachVolumeTestJSON-1178366330 tempest-AttachVolumeTestJSON-1178366330-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=85345) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:53:51.241430 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.quota.driver [None req-e6bc0f42-5d36-4890-9f9b-921b73d1fa23 tempest-AttachVolumeTestJSON-1178366330 tempest-AttachVolumeTestJSON-1178366330-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=85345) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:53:51.365266 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-e6bc0f42-5d36-4890-9f9b-921b73d1fa23 tempest-AttachVolumeTestJSON-1178366330 tempest-AttachVolumeTestJSON-1178366330-project] Notify callbacks [] for security_group, precommit_create {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:51.369386 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-e6bc0f42-5d36-4890-9f9b-921b73d1fa23 tempest-AttachVolumeTestJSON-1178366330 tempest-AttachVolumeTestJSON-1178366330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806004'] for security_group, after_create {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:51.375947 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-dad57586-05f6-4bb0-9b52-7d9efb61682d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:53:51.430441 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6bc0f42-5d36-4890-9f9b-921b73d1fa23 tempest-AttachVolumeTestJSON-1178366330 tempest-AttachVolumeTestJSON-1178366330-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6487eb03-e8ae-4d3c-99fb-8cea34ccc313,revision_number=1']} {{(pid=85345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:53:51.434909 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-e6bc0f42-5d36-4890-9f9b-921b73d1fa23 tempest-AttachVolumeTestJSON-1178366330 tempest-AttachVolumeTestJSON-1178366330-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:53:51.436448 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-e6bc0f42-5d36-4890-9f9b-921b73d1fa23 tempest-AttachVolumeTestJSON-1178366330 tempest-AttachVolumeTestJSON-1178366330-project] Notify callbacks [] for security_group, before_response {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:51.438786 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [None req-e6bc0f42-5d36-4890-9f9b-921b73d1fa23 tempest-AttachVolumeTestJSON-1178366330 tempest-AttachVolumeTestJSON-1178366330-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1778 time: 0.3008776
Apr 15 19:53:51.442011 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.wsgi [-] (85345) accepted ('10.222.0.47', 48920) {{(pid=85345) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:53:51.452322 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.v2.base [None req-c8c3c892-eff8-4258-b511-622490103837 tempest-AttachVolumeTestJSON-1178366330 tempest-AttachVolumeTestJSON-1178366330-project] Request body: {'security_group_rule': {'security_group_id': '6487eb03-e8ae-4d3c-99fb-8cea34ccc313', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=85345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 19:53:51.464579 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.quota.driver [None req-c8c3c892-eff8-4258-b511-622490103837 tempest-AttachVolumeTestJSON-1178366330 tempest-AttachVolumeTestJSON-1178366330-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85345) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:53:51.471194 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource [None req-c8c3c892-eff8-4258-b511-622490103837 tempest-AttachVolumeTestJSON-1178366330 tempest-AttachVolumeTestJSON-1178366330-project] Usage tracker for resource:security_group_rule and tenant:5031830a47dd4af1b1ffb83e812d61ea is out of sync, need to count used quota {{(pid=85345) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:53:51.475724 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource [None req-c8c3c892-eff8-4258-b511-622490103837 tempest-AttachVolumeTestJSON-1178366330 tempest-AttachVolumeTestJSON-1178366330-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=85345) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:53:51.486738 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.quota.driver [None req-c8c3c892-eff8-4258-b511-622490103837 tempest-AttachVolumeTestJSON-1178366330 tempest-AttachVolumeTestJSON-1178366330-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=85345) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:53:51.513664 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-c8c3c892-eff8-4258-b511-622490103837 tempest-AttachVolumeTestJSON-1178366330 tempest-AttachVolumeTestJSON-1178366330-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:51.599447 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-c8c3c892-eff8-4258-b511-622490103837 tempest-AttachVolumeTestJSON-1178366330 tempest-AttachVolumeTestJSON-1178366330-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:51.604227 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-c8c3c892-eff8-4258-b511-622490103837 tempest-AttachVolumeTestJSON-1178366330 tempest-AttachVolumeTestJSON-1178366330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805984'] for security_group_rule, after_create {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:51.607445 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-263c7f5c-5e87-4dc9-9fe1-639ab6f13a1e tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:53:51.631828 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ac850a41-1a12-40ad-ae9c-111859aa0284 req-6209d215-e489-46ec-b677-6184713152cf tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] Notify agent at l3_agent.dv-cinder-786383-2-iscsi the message routers_updated {{(pid=85344) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 15 19:53:51.633936 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c3c892-eff8-4258-b511-622490103837 tempest-AttachVolumeTestJSON-1178366330 tempest-AttachVolumeTestJSON-1178366330-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c29e46e-d9f9-428c-9ed5-8399bff0b80e,revision_number=0']} {{(pid=85345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:53:51.637374 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-c8c3c892-eff8-4258-b511-622490103837 tempest-AttachVolumeTestJSON-1178366330 tempest-AttachVolumeTestJSON-1178366330-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:53:51.648064 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-c8c3c892-eff8-4258-b511-622490103837 tempest-AttachVolumeTestJSON-1178366330 tempest-AttachVolumeTestJSON-1178366330-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:51.649717 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [None req-c8c3c892-eff8-4258-b511-622490103837 tempest-AttachVolumeTestJSON-1178366330 tempest-AttachVolumeTestJSON-1178366330-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.2058091
Apr 15 19:53:51.650756 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-810642c5-5e9e-40e6-8a72-81f882c26ffc None None] Sync routers for ids ['f8b874cc-f348-4da0-80b2-8449d13838df'] in dv-cinder-786383-2-iscsi {{(pid=85346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 15 19:53:51.652916 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.wsgi [-] (85345) accepted ('10.222.0.47', 48926) {{(pid=85345) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:53:51.659394 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.v2.base [None req-559ea926-fd5e-4882-bec7-c86aa534992f tempest-AttachVolumeTestJSON-1178366330 tempest-AttachVolumeTestJSON-1178366330-project] Request body: {'security_group_rule': {'security_group_id': '6487eb03-e8ae-4d3c-99fb-8cea34ccc313', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=85345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 19:53:51.666247 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.quota.driver [None req-559ea926-fd5e-4882-bec7-c86aa534992f tempest-AttachVolumeTestJSON-1178366330 tempest-AttachVolumeTestJSON-1178366330-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85345) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:53:51.673359 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource [None req-559ea926-fd5e-4882-bec7-c86aa534992f tempest-AttachVolumeTestJSON-1178366330 tempest-AttachVolumeTestJSON-1178366330-project] Usage tracker for resource:security_group_rule and tenant:5031830a47dd4af1b1ffb83e812d61ea is out of sync, need to count used quota {{(pid=85345) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:53:51.677851 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource [None req-559ea926-fd5e-4882-bec7-c86aa534992f tempest-AttachVolumeTestJSON-1178366330 tempest-AttachVolumeTestJSON-1178366330-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=85345) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:53:51.699988 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-810642c5-5e9e-40e6-8a72-81f882c26ffc None None] Routers {'f8b874cc-f348-4da0-80b2-8449d13838df'} bound to L3 agent in host dv-cinder-786383-2-iscsi {{(pid=85346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 19:53:51.701058 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.l3_hamode_db [None req-810642c5-5e9e-40e6-8a72-81f882c26ffc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe8b972b9b0>, 'dv-cinder-786383-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-15T19:40:08Z,description=<?>,heartbeat_timestamp=2021-04-15T19:53:38Z,host='dv-cinder-786383-2-iscsi',id=74482fb0-5b00-43f0-8fa9-533a3c8b2378,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T19:40:08Z,topic='l3_agent')) {'router_ids': ['f8b874cc-f348-4da0-80b2-8449d13838df'], 'active': True} {{(pid=85346) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 19:53:51.708351 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.quota.driver [None req-559ea926-fd5e-4882-bec7-c86aa534992f tempest-AttachVolumeTestJSON-1178366330 tempest-AttachVolumeTestJSON-1178366330-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=85345) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:53:51.731926 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-559ea926-fd5e-4882-bec7-c86aa534992f tempest-AttachVolumeTestJSON-1178366330 tempest-AttachVolumeTestJSON-1178366330-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:51.800672 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c9e1df-3538-4e4f-8cdf-78550bed0a1f req-aa8ed7a4-a344-4bff-b8d8-9add901d309f tempest-TestMinimumBasicScenario-16446131 tempest-TestMinimumBasicScenario-16446131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:53:51.803766 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-38c9e1df-3538-4e4f-8cdf-78550bed0a1f req-aa8ed7a4-a344-4bff-b8d8-9add901d309f tempest-TestMinimumBasicScenario-16446131 tempest-TestMinimumBasicScenario-16446131-project] 10.222.0.47 "GET /v2.0/ports?device_id=abff34df-4507-4be0-b685-13b21e599b36 HTTP/1.1" status: 200  len: 984 time: 0.5648212
Apr 15 19:53:51.820212 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac850a41-1a12-40ad-ae9c-111859aa0284 req-6209d215-e489-46ec-b677-6184713152cf tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] No DVR routers for this DVR port b7d370ef-6621-4ccd-8223-e4a1f5504c1b on host hv-cinder-78638 {{(pid=85344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 15 19:53:51.826219 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-559ea926-fd5e-4882-bec7-c86aa534992f tempest-AttachVolumeTestJSON-1178366330 tempest-AttachVolumeTestJSON-1178366330-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:51.830576 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-559ea926-fd5e-4882-bec7-c86aa534992f tempest-AttachVolumeTestJSON-1178366330 tempest-AttachVolumeTestJSON-1178366330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805984'] for security_group_rule, after_create {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:51.833705 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-c8c3c892-eff8-4258-b511-622490103837 tempest-AttachVolumeTestJSON-1178366330 tempest-AttachVolumeTestJSON-1178366330-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:53:51.848954 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [req-ac850a41-1a12-40ad-ae9c-111859aa0284 req-6209d215-e489-46ec-b677-6184713152cf tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771739'] for port, before_response {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:51.852998 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-ac850a41-1a12-40ad-ae9c-111859aa0284 req-6209d215-e489-46ec-b677-6184713152cf tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] 10.222.0.65 "DELETE /v2.0/ports/b7d370ef-6621-4ccd-8223-e4a1f5504c1b HTTP/1.1" status: 204  len: 173 time: 4.1043947
Apr 15 19:53:51.856147 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559ea926-fd5e-4882-bec7-c86aa534992f tempest-AttachVolumeTestJSON-1178366330 tempest-AttachVolumeTestJSON-1178366330-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f52db3a9-ce37-4c09-a7ec-4e0c9febe709,revision_number=0']} {{(pid=85345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:53:51.857843 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1383150-72ad-4e1a-b482-18005ac62501', 'name': 'network-vif-deleted', 'tag': 'b7d370ef-6621-4ccd-8223-e4a1f5504c1b'}] {{(pid=85344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 19:53:51.859829 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-559ea926-fd5e-4882-bec7-c86aa534992f tempest-AttachVolumeTestJSON-1178366330 tempest-AttachVolumeTestJSON-1178366330-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:53:51.888979 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-559ea926-fd5e-4882-bec7-c86aa534992f tempest-AttachVolumeTestJSON-1178366330 tempest-AttachVolumeTestJSON-1178366330-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:51.891975 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [None req-559ea926-fd5e-4882-bec7-c86aa534992f tempest-AttachVolumeTestJSON-1178366330 tempest-AttachVolumeTestJSON-1178366330-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.2373958
Apr 15 19:53:51.896565 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.wsgi [-] (85345) accepted ('10.222.0.47', 48932) {{(pid=85345) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:53:51.909646 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.v2.base [None req-01d04e1c-f38e-462c-b335-0a816ccfbb9d tempest-AttachVolumeTestJSON-1178366330 tempest-AttachVolumeTestJSON-1178366330-project] Request body: {'floatingip': {'floating_network_id': '0b576887-bb01-4bfc-8617-ca8b886d7b7e'}} {{(pid=85345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 19:53:51.920254 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-38c9e1df-3538-4e4f-8cdf-78550bed0a1f req-a2cb13ca-083a-4c1c-9b3f-7c42d7da1a1c tempest-TestMinimumBasicScenario-16446131 tempest-TestMinimumBasicScenario-16446131-project] 10.222.0.47 "GET /v2.0/security-groups?id=9ff6e6e3-e87a-4420-83f1-af5745c75659&id=9de474f2-1ec8-47a3-b0f0-69bab2117286&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1029918
Apr 15 19:53:51.926346 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.quota.driver [None req-01d04e1c-f38e-462c-b335-0a816ccfbb9d tempest-AttachVolumeTestJSON-1178366330 tempest-AttachVolumeTestJSON-1178366330-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85345) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:53:51.939327 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource [None req-01d04e1c-f38e-462c-b335-0a816ccfbb9d tempest-AttachVolumeTestJSON-1178366330 tempest-AttachVolumeTestJSON-1178366330-project] Usage tracker for resource:floatingip and tenant:5031830a47dd4af1b1ffb83e812d61ea is out of sync, need to count used quota {{(pid=85345) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:53:51.946945 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource [None req-01d04e1c-f38e-462c-b335-0a816ccfbb9d tempest-AttachVolumeTestJSON-1178366330 tempest-AttachVolumeTestJSON-1178366330-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=85345) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:53:51.957999 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.quota.driver [None req-01d04e1c-f38e-462c-b335-0a816ccfbb9d tempest-AttachVolumeTestJSON-1178366330 tempest-AttachVolumeTestJSON-1178366330-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=85345) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:53:51.971226 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-01d04e1c-f38e-462c-b335-0a816ccfbb9d tempest-AttachVolumeTestJSON-1178366330 tempest-AttachVolumeTestJSON-1178366330-project] Notify callbacks [] for floatingip, before_create {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:51.987871 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1383150-72ad-4e1a-b482-18005ac62501', 'name': 'network-vif-deleted', 'tag': 'b7d370ef-6621-4ccd-8223-e4a1f5504c1b', 'status': 'completed', 'code': 200}
Apr 15 19:53:52.047440 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.l3_dvr_db [None req-810642c5-5e9e-40e6-8a72-81f882c26ffc None None] Set router f8b874cc-f348-4da0-80b2-8449d13838df gateway port host: dv-cinder-786383-2-iscsi {{(pid=85346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 19:53:52.157437 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-01d04e1c-f38e-462c-b335-0a816ccfbb9d tempest-AttachVolumeTestJSON-1178366330 tempest-AttachVolumeTestJSON-1178366330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854565853'] for port, before_create {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:52.369499 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.db_base_plugin_common [None req-01d04e1c-f38e-462c-b335-0a816ccfbb9d tempest-AttachVolumeTestJSON-1178366330 tempest-AttachVolumeTestJSON-1178366330-project] Allocated IP 172.27.2.2 (0b576887-bb01-4bfc-8617-ca8b886d7b7e/7ad9face-0ae3-4529-aacd-d53ebb36e4d0/c49c6f66-8383-4625-98a1-03e6c2ae1959) {{(pid=85345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 15 19:53:52.482732 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.l3_hamode_db [None req-810642c5-5e9e-40e6-8a72-81f882c26ffc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe8b972b9b0>, [{'id': 'f8b874cc-f348-4da0-80b2-8449d13838df', 'name': 'tempest-AttachVolumeShelveTestJSON-1863267534-router', 'tenant_id': '4bae275d2add4a8a85e8b627d205bb33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b576887-bb01-4bfc-8617-ca8b886d7b7e', 'external_fixed_ips': [{'subnet_id': '7ad9face-0ae3-4529-aacd-d53ebb36e4d0', 'ip_address': '172.27.2.96'}], 'enable_snat': True}, 'gw_port_id': '1f0a632d-6a7b-49a4-9d95-9dca92d85df6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:48:23Z', 'updated_at': '2021-04-15T19:48:43Z', 'revision_number': 4, 'project_id': '4bae275d2add4a8a85e8b627d205bb33', 'gw_port': {'id': '1f0a632d-6a7b-49a4-9d95-9dca92d85df6', 'name': '', 'network_id': '0b576887-bb01-4bfc-8617-ca8b886d7b7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:36:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8b874cc-f348-4da0-80b2-8449d13838df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '7ad9face-0ae3-4529-aacd-d53ebb36e4d0', 'ip_address': '172.27.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:48:26Z', 'updated_at': '2021-04-15T19:48:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ad9face-0ae3-4529-aacd-d53ebb36e4d0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-2-iscsi', '_interfaces': [{'id': 'c8721a51-9e02-43fd-8698-1972f9c41b9f', 'name': '', 'network_id': '3371f473-4c26-4f81-abc4-c2c4353fa3ab', 'tenant_id': '4bae275d2add4a8a85e8b627d205bb33', 'mac_address': 'fa:16:3e:1e:3d:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8b874cc-f348-4da0-80b2-8449d13838df', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '8272d6a7-33c7-4e21-aec7-64c68285458e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:48:38Z', 'updated_at': '2021-04-15T19:48:59Z', 'revision_number': 5, 'project_id': '4bae275d2add4a8a85e8b627d205bb33', 'subnets': [{'id': '8272d6a7-33c7-4e21-aec7-64c68285458e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786383-2-iscsi', False) {} {{(pid=85346) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 19:53:52.490162 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-810642c5-5e9e-40e6-8a72-81f882c26ffc None None] Checking router: f8b874cc-f348-4da0-80b2-8449d13838df for host: dv-cinder-786383-2-iscsi {{(pid=85346) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 15 19:53:52.510204 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-810642c5-5e9e-40e6-8a72-81f882c26ffc None None] Routers {'f8b874cc-f348-4da0-80b2-8449d13838df'} bound to L3 agent in host dv-cinder-786383-2-iscsi {{(pid=85346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 19:53:52.511611 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.l3_hamode_db [None req-810642c5-5e9e-40e6-8a72-81f882c26ffc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe8b972b9b0>, 'dv-cinder-786383-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-15T19:40:08Z,description=<?>,heartbeat_timestamp=2021-04-15T19:53:38Z,host='dv-cinder-786383-2-iscsi',id=74482fb0-5b00-43f0-8fa9-533a3c8b2378,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T19:40:08Z,topic='l3_agent')) {'router_ids': ['f8b874cc-f348-4da0-80b2-8449d13838df'], 'active': True} {{(pid=85346) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 19:53:52.579876 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-24af15c1-8928-478a-931d-bc2c763bbe8d req-08f03b47-8401-434a-a847-1e66b6f826be tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] 10.222.0.47 "GET /v2.0/ports?device_id=a1383150-72ad-4e1a-b482-18005ac62501 HTTP/1.1" status: 200  len: 210 time: 0.4246161
Apr 15 19:53:52.862812 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.l3_dvr_db [None req-810642c5-5e9e-40e6-8a72-81f882c26ffc None None] Set router f8b874cc-f348-4da0-80b2-8449d13838df gateway port host: dv-cinder-786383-2-iscsi {{(pid=85346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 19:53:53.019854 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-01d04e1c-f38e-462c-b335-0a816ccfbb9d tempest-AttachVolumeTestJSON-1178366330 tempest-AttachVolumeTestJSON-1178366330-project] Notify callbacks [] for port, precommit_create {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:53.080863 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-01d04e1c-f38e-462c-b335-0a816ccfbb9d tempest-AttachVolumeTestJSON-1178366330 tempest-AttachVolumeTestJSON-1178366330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854693686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852972410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789846482393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2200102'] for port, after_create {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:53.225140 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-4013aa29-e52e-4579-b393-28d7371cfc2d tempest-AttachVolumeTestJSON-1178366330 tempest-AttachVolumeTestJSON-1178366330-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:53:53.271079 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.l3_hamode_db [None req-810642c5-5e9e-40e6-8a72-81f882c26ffc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe8b972b9b0>, [{'id': 'f8b874cc-f348-4da0-80b2-8449d13838df', 'name': 'tempest-AttachVolumeShelveTestJSON-1863267534-router', 'tenant_id': '4bae275d2add4a8a85e8b627d205bb33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b576887-bb01-4bfc-8617-ca8b886d7b7e', 'external_fixed_ips': [{'subnet_id': '7ad9face-0ae3-4529-aacd-d53ebb36e4d0', 'ip_address': '172.27.2.96'}], 'enable_snat': True}, 'gw_port_id': '1f0a632d-6a7b-49a4-9d95-9dca92d85df6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:48:23Z', 'updated_at': '2021-04-15T19:48:43Z', 'revision_number': 4, 'project_id': '4bae275d2add4a8a85e8b627d205bb33', 'gw_port': {'id': '1f0a632d-6a7b-49a4-9d95-9dca92d85df6', 'name': '', 'network_id': '0b576887-bb01-4bfc-8617-ca8b886d7b7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:36:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8b874cc-f348-4da0-80b2-8449d13838df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '7ad9face-0ae3-4529-aacd-d53ebb36e4d0', 'ip_address': '172.27.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:48:26Z', 'updated_at': '2021-04-15T19:48:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ad9face-0ae3-4529-aacd-d53ebb36e4d0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-2-iscsi', '_interfaces': [{'id': 'c8721a51-9e02-43fd-8698-1972f9c41b9f', 'name': '', 'network_id': '3371f473-4c26-4f81-abc4-c2c4353fa3ab', 'tenant_id': '4bae275d2add4a8a85e8b627d205bb33', 'mac_address': 'fa:16:3e:1e:3d:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8b874cc-f348-4da0-80b2-8449d13838df', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '8272d6a7-33c7-4e21-aec7-64c68285458e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:48:38Z', 'updated_at': '2021-04-15T19:48:59Z', 'revision_number': 5, 'project_id': '4bae275d2add4a8a85e8b627d205bb33', 'subnets': [{'id': '8272d6a7-33c7-4e21-aec7-64c68285458e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786383-2-iscsi', False) {} {{(pid=85346) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 19:53:53.278652 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-810642c5-5e9e-40e6-8a72-81f882c26ffc None None] The sync data for ids ['f8b874cc-f348-4da0-80b2-8449d13838df'] in dv-cinder-786383-2-iscsi is: [{'id': 'f8b874cc-f348-4da0-80b2-8449d13838df', 'name': 'tempest-AttachVolumeShelveTestJSON-1863267534-router', 'tenant_id': '4bae275d2add4a8a85e8b627d205bb33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b576887-bb01-4bfc-8617-ca8b886d7b7e', 'external_fixed_ips': [{'subnet_id': '7ad9face-0ae3-4529-aacd-d53ebb36e4d0', 'ip_address': '172.27.2.96'}], 'enable_snat': True}, 'gw_port_id': '1f0a632d-6a7b-49a4-9d95-9dca92d85df6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:48:23Z', 'updated_at': '2021-04-15T19:48:43Z', 'revision_number': 4, 'project_id': '4bae275d2add4a8a85e8b627d205bb33', 'gw_port': {'id': '1f0a632d-6a7b-49a4-9d95-9dca92d85df6', 'name': '', 'network_id': '0b576887-bb01-4bfc-8617-ca8b886d7b7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:36:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8b874cc-f348-4da0-80b2-8449d13838df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '7ad9face-0ae3-4529-aacd-d53ebb36e4d0', 'ip_address': '172.27.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:48:26Z', 'updated_at': '2021-04-15T19:48:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ad9face-0ae3-4529-aacd-d53ebb36e4d0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-2-iscsi', '_interfaces': [{'id': 'c8721a51-9e02-43fd-8698-1972f9c41b9f', 'name': '', 'network_id': '3371f473-4c26-4f81-abc4-c2c4353fa3ab', 'tenant_id': '4bae275d2add4a8a85e8b627d205bb33', 'mac_address': 'fa:16:3e:1e:3d:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8b874cc-f348-4da0-80b2-8449d13838df', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '8272d6a7-33c7-4e21-aec7-64c68285458e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:48:38Z', 'updated_at': '2021-04-15T19:48:59Z', 'revision_number': 5, 'project_id': '4bae275d2add4a8a85e8b627d205bb33', 'subnets': [{'id': '8272d6a7-33c7-4e21-aec7-64c68285458e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 15 19:53:53.482778 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d04e1c-f38e-462c-b335-0a816ccfbb9d tempest-AttachVolumeTestJSON-1178366330 tempest-AttachVolumeTestJSON-1178366330-project] Pushing event updated for resources: {'Port': ['ID=c49c6f66-8383-4625-98a1-03e6c2ae1959,revision_number=1']} {{(pid=85345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:53:53.502923 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-01d04e1c-f38e-462c-b335-0a816ccfbb9d tempest-AttachVolumeTestJSON-1178366330 tempest-AttachVolumeTestJSON-1178366330-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:53:53.550805 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01d04e1c-f38e-462c-b335-0a816ccfbb9d tempest-AttachVolumeTestJSON-1178366330 tempest-AttachVolumeTestJSON-1178366330-project] Network 0b576887-bb01-4bfc-8617-ca8b886d7b7e is already hosted by enough agents. {{(pid=85345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 15 19:53:53.560582 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43184aa-ca37-49d9-8ad4-bc146a4cceaa req-736b0dca-7f2a-42a3-ac73-5a72ce864147 tempest-TestMinimumBasicScenario-16446131 tempest-TestMinimumBasicScenario-16446131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:53:53.562210 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-e43184aa-ca37-49d9-8ad4-bc146a4cceaa req-736b0dca-7f2a-42a3-ac73-5a72ce864147 tempest-TestMinimumBasicScenario-16446131 tempest-TestMinimumBasicScenario-16446131-project] 10.222.0.47 "GET /v2.0/ports?device_id=abff34df-4507-4be0-b685-13b21e599b36 HTTP/1.1" status: 200  len: 984 time: 0.3401523
Apr 15 19:53:53.563458 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.scheduler.base_scheduler [None req-01d04e1c-f38e-462c-b335-0a816ccfbb9d tempest-AttachVolumeTestJSON-1178366330 tempest-AttachVolumeTestJSON-1178366330-project] Resources bound (agent type, host, resource id):  {{(pid=85345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 19:53:53.567745 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01d04e1c-f38e-462c-b335-0a816ccfbb9d tempest-AttachVolumeTestJSON-1178366330 tempest-AttachVolumeTestJSON-1178366330-project] Received port after_create {{(pid=85345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 15 19:53:53.762700 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-e43184aa-ca37-49d9-8ad4-bc146a4cceaa req-c63c2017-5b57-4882-8d7c-097364e12e17 tempest-TestMinimumBasicScenario-16446131 tempest-TestMinimumBasicScenario-16446131-project] 10.222.0.47 "GET /v2.0/security-groups?id=9ff6e6e3-e87a-4420-83f1-af5745c75659&id=9de474f2-1ec8-47a3-b0f0-69bab2117286&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1384683
Apr 15 19:53:53.852271 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.wsgi [-] (85344) accepted ('10.222.0.47', 48948) {{(pid=85344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:53:53.869375 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5531b05-1385-4155-a56c-05fcc838070c None None] New status for floating IP f9305ba6-600d-44b4-9ccc-3351181afa2d: DOWN {{(pid=85347) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 15 19:53:53.899493 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-01d04e1c-f38e-462c-b335-0a816ccfbb9d tempest-AttachVolumeTestJSON-1178366330 tempest-AttachVolumeTestJSON-1178366330-project] Notify callbacks [] for floatingip, precommit_create {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:53.957836 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-3054a0f3-69f9-4281-8065-16924c91c92d tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] Notify callbacks [] for security_group, before_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:54.002945 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-3054a0f3-69f9-4281-8065-16924c91c92d tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] Notify callbacks [] for security_group, precommit_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:54.038782 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-01d04e1c-f38e-462c-b335-0a816ccfbb9d tempest-AttachVolumeTestJSON-1178366330 tempest-AttachVolumeTestJSON-1178366330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854565853'] for port, before_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:54.096491 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-3054a0f3-69f9-4281-8065-16924c91c92d tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806004'] for security_group, after_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:54.108984 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-a33592f9-d277-44a7-ab7f-301641c8df1a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:53:54.142901 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3054a0f3-69f9-4281-8065-16924c91c92d tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=02d47f4f-b1ff-4af7-910c-5d6978bde7fb,revision_number=None']} {{(pid=85344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:53:54.157957 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-3054a0f3-69f9-4281-8065-16924c91c92d tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:53:54.175726 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-3054a0f3-69f9-4281-8065-16924c91c92d tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] Notify callbacks [] for security_group, before_response {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:54.183441 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [None req-3054a0f3-69f9-4281-8065-16924c91c92d tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] 10.222.0.47 "DELETE /v2.0/security-groups/02d47f4f-b1ff-4af7-910c-5d6978bde7fb HTTP/1.1" status: 204  len: 168 time: 0.3237288
Apr 15 19:53:54.184291 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.wsgi [-] (85344) accepted ('10.222.0.47', 48958) {{(pid=85344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:53:54.234934 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.api.v2.resource [None req-f8d5de60-e04f-4e1c-91e6-7de3d0f94c8d tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] show failed (client error): The resource could not be found.
Apr 15 19:53:54.238243 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [None req-f8d5de60-e04f-4e1c-91e6-7de3d0f94c8d tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] 10.222.0.47 "GET /v2.0/security-groups/02d47f4f-b1ff-4af7-910c-5d6978bde7fb HTTP/1.1" status: 404  len: 347 time: 0.0509377
Apr 15 19:53:54.240060 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.wsgi [-] (85344) accepted ('10.222.0.47', 48962) {{(pid=85344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:53:54.429246 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.plugin [None req-54c16570-1bfa-4e2c-aecc-0a6d1e4731cb tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] Deleting port 9f780d58-1b4a-4591-ad86-bfbee56678c3 {{(pid=85344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 19:53:54.429633 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-54c16570-1bfa-4e2c-aecc-0a6d1e4731cb tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363247007848052'] for port, before_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:54.482056 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-01d04e1c-f38e-462c-b335-0a816ccfbb9d tempest-AttachVolumeTestJSON-1178366330 tempest-AttachVolumeTestJSON-1178366330-project] Notify callbacks [] for port, precommit_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:54.487836 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-01d04e1c-f38e-462c-b335-0a816ccfbb9d tempest-AttachVolumeTestJSON-1178366330 tempest-AttachVolumeTestJSON-1178366330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854693686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852972410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789846929216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789846482410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789846483725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852575682'] for port, after_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:54.518764 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-d616e3c4-18f7-4e94-8c88-c4b788518ed0 tempest-ServerRescueNegativeTestJSON-1235948813 tempest-ServerRescueNegativeTestJSON-1235948813-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:53:54.628529 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-54c16570-1bfa-4e2c-aecc-0a6d1e4731cb tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853097680'] for port, precommit_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:54.628900 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-54c16570-1bfa-4e2c-aecc-0a6d1e4731cb tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:54.739598 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.rpc [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Device b7d370ef-6621-4ccd-8223-e4a1f5504c1b no longer exists at agent hyperv_hv-cinder-78638 {{(pid=85346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 15 19:53:54.778260 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.plugin [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] No Port match for: b7d370ef-6621-4ccd-8223-e4a1f5504c1b {{(pid=85346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 15 19:53:54.778523 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.rpc [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Device b7d370ef-6621-4ccd-8223-e4a1f5504c1b not bound to the agent host hv-cinder-78638 {{(pid=85346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 15 19:53:54.791225 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d04e1c-f38e-462c-b335-0a816ccfbb9d tempest-AttachVolumeTestJSON-1178366330 tempest-AttachVolumeTestJSON-1178366330-project] Pushing event updated for resources: {'Port': ['ID=c49c6f66-8383-4625-98a1-03e6c2ae1959,revision_number=2']} {{(pid=85345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:53:54.811903 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.plugin [None req-54c16570-1bfa-4e2c-aecc-0a6d1e4731cb tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] Calling delete_port for 9f780d58-1b4a-4591-ad86-bfbee56678c3 owned by network:floatingip {{(pid=85344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 15 19:53:54.815905 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-01d04e1c-f38e-462c-b335-0a816ccfbb9d tempest-AttachVolumeTestJSON-1178366330 tempest-AttachVolumeTestJSON-1178366330-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.297s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:53:54.974766 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-54c16570-1bfa-4e2c-aecc-0a6d1e4731cb tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854693686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852972410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789846929199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363247008293407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851621869'] for port, after_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:54.991008 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:53:55.017481 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-01d04e1c-f38e-462c-b335-0a816ccfbb9d tempest-AttachVolumeTestJSON-1178366330 tempest-AttachVolumeTestJSON-1178366330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1673197'] for floatingip, after_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:55.058548 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-01d04e1c-f38e-462c-b335-0a816ccfbb9d tempest-AttachVolumeTestJSON-1178366330 tempest-AttachVolumeTestJSON-1178366330-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771739'] for floatingip, before_response {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:55.060921 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [None req-01d04e1c-f38e-462c-b335-0a816ccfbb9d tempest-AttachVolumeTestJSON-1178366330 tempest-AttachVolumeTestJSON-1178366330-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 691 time: 3.1624572
Apr 15 19:53:55.081148 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a68d70d-d9c1-4ce9-8d26-df0dfe2bc1f7 req-9523bbb2-89ff-4167-8790-17f80897a670 tempest-TestMinimumBasicScenario-16446131 tempest-TestMinimumBasicScenario-16446131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:53:55.083069 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-1a68d70d-d9c1-4ce9-8d26-df0dfe2bc1f7 req-9523bbb2-89ff-4167-8790-17f80897a670 tempest-TestMinimumBasicScenario-16446131 tempest-TestMinimumBasicScenario-16446131-project] 10.222.0.47 "GET /v2.0/ports?device_id=abff34df-4507-4be0-b685-13b21e599b36 HTTP/1.1" status: 200  len: 984 time: 0.1866932
Apr 15 19:53:55.095282 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c16570-1bfa-4e2c-aecc-0a6d1e4731cb tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] Pushing event deleted for resources: {'Port': ['ID=9f780d58-1b4a-4591-ad86-bfbee56678c3,revision_number=None']} {{(pid=85344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:53:55.099925 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-54c16570-1bfa-4e2c-aecc-0a6d1e4731cb tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:53:55.149405 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-1a68d70d-d9c1-4ce9-8d26-df0dfe2bc1f7 req-83871c06-baa9-4590-88fc-82093d66ac96 tempest-TestMinimumBasicScenario-16446131 tempest-TestMinimumBasicScenario-16446131-project] 10.222.0.47 "GET /v2.0/security-groups?id=9ff6e6e3-e87a-4420-83f1-af5745c75659&id=9de474f2-1ec8-47a3-b0f0-69bab2117286&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0529077
Apr 15 19:53:55.285222 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-54c16570-1bfa-4e2c-aecc-0a6d1e4731cb tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] Notify callbacks [] for floatingip, after_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:55.305758 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-54c16570-1bfa-4e2c-aecc-0a6d1e4731cb tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771739'] for floatingip, before_response {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:55.307404 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [None req-54c16570-1bfa-4e2c-aecc-0a6d1e4731cb tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] 10.222.0.47 "DELETE /v2.0/floatingips/f9305ba6-600d-44b4-9ccc-3351181afa2d HTTP/1.1" status: 204  len: 168 time: 1.0661168
Apr 15 19:53:55.420132 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-d81319d8-a5a0-409d-a9c4-dd33b70a0695 req-3070c833-0ba4-48e7-b5e7-916c9ae1a3fe tempest-AttachVolumeTestJSON-1178366330 tempest-AttachVolumeTestJSON-1178366330-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-securitygroup--1573565809&fields=id&tenant_id=5031830a47dd4af1b1ffb83e812d61ea HTTP/1.1" status: 200  len: 267 time: 0.0605192
Apr 15 19:53:55.617234 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81319d8-a5a0-409d-a9c4-dd33b70a0695 req-d412113d-8b70-4a63-bb37-ad90be99f2ba tempest-AttachVolumeTestJSON-1178366330 tempest-AttachVolumeTestJSON-1178366330-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:53:55.618240 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource [req-d81319d8-a5a0-409d-a9c4-dd33b70a0695 req-d412113d-8b70-4a63-bb37-ad90be99f2ba tempest-AttachVolumeTestJSON-1178366330 tempest-AttachVolumeTestJSON-1178366330-project] Synchronizing usage tracker for tenant:5031830a47dd4af1b1ffb83e812d61ea on resource:network {{(pid=85344) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 15 19:53:55.637482 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.wsgi [-] (85344) accepted ('10.222.0.47', 48994) {{(pid=85344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:53:55.643783 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.v2.base [None req-2a7e9076-3bba-4a04-8ed1-54fe469c5d5b tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] Request body: {'security_group': {'name': 'tempest-securitygroup--785244917', 'description': 'tempest-description--1322301499'}} {{(pid=85344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 19:53:55.654589 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource [req-d81319d8-a5a0-409d-a9c4-dd33b70a0695 req-d412113d-8b70-4a63-bb37-ad90be99f2ba tempest-AttachVolumeTestJSON-1178366330 tempest-AttachVolumeTestJSON-1178366330-project] Unset dirty status for tenant:5031830a47dd4af1b1ffb83e812d61ea on resource:network {{(pid=85344) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 15 19:53:55.655911 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-d81319d8-a5a0-409d-a9c4-dd33b70a0695 req-d412113d-8b70-4a63-bb37-ad90be99f2ba tempest-AttachVolumeTestJSON-1178366330 tempest-AttachVolumeTestJSON-1178366330-project] 10.222.0.47 "GET /v2.0/networks?id=4d82f7b7-d97c-4f69-af76-26788d15aead HTTP/1.1" status: 200  len: 810 time: 0.2275503
Apr 15 19:53:55.658595 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.quota.driver [None req-2a7e9076-3bba-4a04-8ed1-54fe469c5d5b tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:53:55.664899 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource [None req-2a7e9076-3bba-4a04-8ed1-54fe469c5d5b tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] Usage tracker for resource:security_group and tenant:4bae275d2add4a8a85e8b627d205bb33 is out of sync, need to count used quota {{(pid=85344) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:53:55.674648 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource [None req-2a7e9076-3bba-4a04-8ed1-54fe469c5d5b tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=85344) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:53:55.686755 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.quota.driver [None req-2a7e9076-3bba-4a04-8ed1-54fe469c5d5b tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=85344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:53:55.708541 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-d81319d8-a5a0-409d-a9c4-dd33b70a0695 req-f2b54886-3d28-4a6a-a898-7ca5bbc4073b tempest-AttachVolumeTestJSON-1178366330 tempest-AttachVolumeTestJSON-1178366330-project] 10.222.0.47 "GET /v2.0/quotas/5031830a47dd4af1b1ffb83e812d61ea HTTP/1.1" status: 200  len: 375 time: 0.0450845
Apr 15 19:53:55.710653 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-2a7e9076-3bba-4a04-8ed1-54fe469c5d5b tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] Notify callbacks [] for security_group, before_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:55.811532 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.quota.driver [None req-2a7e9076-3bba-4a04-8ed1-54fe469c5d5b tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:53:55.821385 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource [None req-2a7e9076-3bba-4a04-8ed1-54fe469c5d5b tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] Usage tracker for resource:security_group_rule and tenant:4bae275d2add4a8a85e8b627d205bb33 is out of sync, need to count used quota {{(pid=85344) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:53:55.830700 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource [None req-2a7e9076-3bba-4a04-8ed1-54fe469c5d5b tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=85344) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:53:55.849277 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.quota.driver [None req-2a7e9076-3bba-4a04-8ed1-54fe469c5d5b tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=85344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:53:55.915952 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-d81319d8-a5a0-409d-a9c4-dd33b70a0695 req-5fe2be3e-aa37-4067-a153-dd4964437255 tempest-AttachVolumeTestJSON-1178366330 tempest-AttachVolumeTestJSON-1178366330-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=5031830a47dd4af1b1ffb83e812d61ea&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1824012
Apr 15 19:53:55.974778 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.agents_db [None req-b0af7715-6be6-4101-aede-c7b275f02801 None None] Agent healthcheck: found 6 active agents {{(pid=85347) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 15 19:53:55.985294 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-2a7e9076-3bba-4a04-8ed1-54fe469c5d5b tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] Notify callbacks [] for security_group, precommit_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:55.989065 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-2a7e9076-3bba-4a04-8ed1-54fe469c5d5b tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806004'] for security_group, after_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:55.994750 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-e92fbb8f-4ef7-4523-8ddb-1dbb2d890132 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:53:56.045709 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7e9076-3bba-4a04-8ed1-54fe469c5d5b tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] Pushing event updated for resources: {'SecurityGroup': ['ID=500453f8-6d6a-46df-a520-49d2e2355d6e,revision_number=1']} {{(pid=85344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:53:56.048855 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-2a7e9076-3bba-4a04-8ed1-54fe469c5d5b tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:53:56.049687 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-2a7e9076-3bba-4a04-8ed1-54fe469c5d5b tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] Notify callbacks [] for security_group, before_response {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:56.056104 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [None req-2a7e9076-3bba-4a04-8ed1-54fe469c5d5b tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1779 time: 0.4125094
Apr 15 19:53:56.057426 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.wsgi [-] (85344) accepted ('10.222.0.47', 49002) {{(pid=85344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:53:56.062777 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.v2.base [None req-70f1f1e5-49b9-46f1-84d9-b7bc3a365cea tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] Request body: {'security_group_rule': {'security_group_id': '500453f8-6d6a-46df-a520-49d2e2355d6e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=85344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 19:53:56.071443 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.quota.driver [None req-70f1f1e5-49b9-46f1-84d9-b7bc3a365cea tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:53:56.102576 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource [None req-70f1f1e5-49b9-46f1-84d9-b7bc3a365cea tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] Usage tracker for resource:security_group_rule and tenant:4bae275d2add4a8a85e8b627d205bb33 is out of sync, need to count used quota {{(pid=85344) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:53:56.152073 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource [None req-70f1f1e5-49b9-46f1-84d9-b7bc3a365cea tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=85344) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:53:56.164329 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.quota.driver [None req-70f1f1e5-49b9-46f1-84d9-b7bc3a365cea tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=85344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:53:56.212351 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-70f1f1e5-49b9-46f1-84d9-b7bc3a365cea tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:56.268297 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-d81319d8-a5a0-409d-a9c4-dd33b70a0695 req-dfa2e8ab-783a-4139-83e0-91f5a3ce6529 service neutron] 10.222.0.47 "GET /v2.0/networks/4d82f7b7-d97c-4f69-af76-26788d15aead?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3323307
Apr 15 19:53:56.383251 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-70f1f1e5-49b9-46f1-84d9-b7bc3a365cea tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:56.393316 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-70f1f1e5-49b9-46f1-84d9-b7bc3a365cea tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805984'] for security_group_rule, after_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:56.400119 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:53:56.441717 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f1f1e5-49b9-46f1-84d9-b7bc3a365cea tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81ef46bf-80c2-4208-b84b-1871493e56d7,revision_number=0']} {{(pid=85344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:53:56.447233 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-70f1f1e5-49b9-46f1-84d9-b7bc3a365cea tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:53:56.466145 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-70f1f1e5-49b9-46f1-84d9-b7bc3a365cea tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:56.467794 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [None req-70f1f1e5-49b9-46f1-84d9-b7bc3a365cea tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.4104121
Apr 15 19:53:56.471876 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.wsgi [-] (85345) accepted ('10.222.0.47', 49006) {{(pid=85345) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:53:56.474257 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-d81319d8-a5a0-409d-a9c4-dd33b70a0695 req-320587b8-657a-49de-a932-d655752919b6 service neutron] 10.222.0.47 "GET /v2.0/networks/4d82f7b7-d97c-4f69-af76-26788d15aead?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1971798
Apr 15 19:53:56.483572 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.v2.base [None req-83f639bc-69aa-474e-8f20-9afa24dd41ab tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] Request body: {'security_group_rule': {'security_group_id': '500453f8-6d6a-46df-a520-49d2e2355d6e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=85345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 19:53:56.495949 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.quota.driver [None req-83f639bc-69aa-474e-8f20-9afa24dd41ab tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85345) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:53:56.503801 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource [None req-83f639bc-69aa-474e-8f20-9afa24dd41ab tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] Usage tracker for resource:security_group_rule and tenant:4bae275d2add4a8a85e8b627d205bb33 is out of sync, need to count used quota {{(pid=85345) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:53:56.509571 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource [None req-83f639bc-69aa-474e-8f20-9afa24dd41ab tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=85345) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:53:56.521971 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.quota.driver [None req-83f639bc-69aa-474e-8f20-9afa24dd41ab tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=85345) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:53:56.552469 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-83f639bc-69aa-474e-8f20-9afa24dd41ab tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:56.685990 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-83f639bc-69aa-474e-8f20-9afa24dd41ab tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:56.692298 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-83f639bc-69aa-474e-8f20-9afa24dd41ab tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805984'] for security_group_rule, after_create {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:56.731313 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:53:56.765662 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f639bc-69aa-474e-8f20-9afa24dd41ab tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d60ab194-fab0-4ef4-987a-a96ba180f61b,revision_number=0']} {{(pid=85345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:53:56.768059 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-83f639bc-69aa-474e-8f20-9afa24dd41ab tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:56.773027 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.wsgi [-] (85344) accepted ('10.222.0.47', 49016) {{(pid=85344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:53:56.773533 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [None req-83f639bc-69aa-474e-8f20-9afa24dd41ab tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.2999737
Apr 15 19:53:56.774743 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-83f639bc-69aa-474e-8f20-9afa24dd41ab tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:53:56.780886 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.v2.base [None req-b462505d-8857-4610-bc6a-50e99eaebbb0 tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] Request body: {'floatingip': {'floating_network_id': '0b576887-bb01-4bfc-8617-ca8b886d7b7e'}} {{(pid=85344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 19:53:56.787506 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.quota.driver [None req-b462505d-8857-4610-bc6a-50e99eaebbb0 tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:53:56.791766 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource [None req-b462505d-8857-4610-bc6a-50e99eaebbb0 tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] Usage tracker for resource:floatingip and tenant:4bae275d2add4a8a85e8b627d205bb33 is out of sync, need to count used quota {{(pid=85344) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:53:56.795759 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource [None req-b462505d-8857-4610-bc6a-50e99eaebbb0 tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=85344) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:53:56.806931 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.quota.driver [None req-b462505d-8857-4610-bc6a-50e99eaebbb0 tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=85344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:53:56.823297 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-b462505d-8857-4610-bc6a-50e99eaebbb0 tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] Notify callbacks [] for floatingip, before_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:56.833044 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource [req-4fea49f6-f035-4565-ac6c-51569baba001 req-9ac4de13-63ac-401a-82ee-0c89c917c8db tempest-AttachVolumeTestJSON-1178366330 tempest-AttachVolumeTestJSON-1178366330-project] Synchronizing usage tracker for tenant:5031830a47dd4af1b1ffb83e812d61ea on resource:port {{(pid=85345) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 15 19:53:56.852030 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource [req-4fea49f6-f035-4565-ac6c-51569baba001 req-9ac4de13-63ac-401a-82ee-0c89c917c8db tempest-AttachVolumeTestJSON-1178366330 tempest-AttachVolumeTestJSON-1178366330-project] Unset dirty status for tenant:5031830a47dd4af1b1ffb83e812d61ea on resource:port {{(pid=85345) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 15 19:53:56.853614 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-4fea49f6-f035-4565-ac6c-51569baba001 req-9ac4de13-63ac-401a-82ee-0c89c917c8db tempest-AttachVolumeTestJSON-1178366330 tempest-AttachVolumeTestJSON-1178366330-project] 10.222.0.47 "GET /v2.0/ports?device_id=a862c73b-2bc6-4fac-8fe4-b9a5402e1935 HTTP/1.1" status: 200  len: 210 time: 0.0771861
Apr 15 19:53:57.063621 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-b462505d-8857-4610-bc6a-50e99eaebbb0 tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854565853'] for port, before_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:57.256022 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.db_base_plugin_common [None req-b462505d-8857-4610-bc6a-50e99eaebbb0 tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] Allocated IP 172.27.2.189 (0b576887-bb01-4bfc-8617-ca8b886d7b7e/7ad9face-0ae3-4529-aacd-d53ebb36e4d0/771590ab-a13f-4213-b7e3-01543e29a44a) {{(pid=85344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 15 19:53:57.446092 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-b462505d-8857-4610-bc6a-50e99eaebbb0 tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] Notify callbacks [] for port, precommit_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:57.491493 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-b462505d-8857-4610-bc6a-50e99eaebbb0 tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854693686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852972410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789846482393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851621869'] for port, after_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:57.513689 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-3453557f-f114-43a3-b265-acc6aa7d94ba service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:53:57.655372 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b462505d-8857-4610-bc6a-50e99eaebbb0 tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] Pushing event updated for resources: {'Port': ['ID=771590ab-a13f-4213-b7e3-01543e29a44a,revision_number=1']} {{(pid=85344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:53:57.660314 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-b462505d-8857-4610-bc6a-50e99eaebbb0 tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:53:57.721270 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b462505d-8857-4610-bc6a-50e99eaebbb0 tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] Network 0b576887-bb01-4bfc-8617-ca8b886d7b7e is already hosted by enough agents. {{(pid=85344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 15 19:53:57.722480 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.scheduler.base_scheduler [None req-b462505d-8857-4610-bc6a-50e99eaebbb0 tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] Resources bound (agent type, host, resource id):  {{(pid=85344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 19:53:57.725010 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b462505d-8857-4610-bc6a-50e99eaebbb0 tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] Received port after_create {{(pid=85344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 15 19:53:57.817649 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-b462505d-8857-4610-bc6a-50e99eaebbb0 tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] Notify callbacks [] for floatingip, precommit_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:57.887710 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-b462505d-8857-4610-bc6a-50e99eaebbb0 tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854565853'] for port, before_update {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:58.046889 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-12ff81ea-4eea-4c5d-8fb0-22b8ccf80729 req-43d55890-4e85-4b92-b741-092ad59ca912 tempest-AttachVolumeTestJSON-1178366330 tempest-AttachVolumeTestJSON-1178366330-project] 10.222.0.47 "GET /v2.0/ports?device_id=a862c73b-2bc6-4fac-8fe4-b9a5402e1935 HTTP/1.1" status: 200  len: 210 time: 0.0629046
Apr 15 19:53:58.209641 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-b462505d-8857-4610-bc6a-50e99eaebbb0 tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] Notify callbacks [] for port, precommit_update {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:58.213696 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-b462505d-8857-4610-bc6a-50e99eaebbb0 tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854693686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852972410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789846929216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789846482410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789846483725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3153931'] for port, after_update {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:58.230561 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-2d395705-f730-465b-990b-e112f4ca3f5a tempest-TestMinimumBasicScenario-16446131 tempest-TestMinimumBasicScenario-16446131-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:53:58.369123 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b462505d-8857-4610-bc6a-50e99eaebbb0 tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] Pushing event updated for resources: {'Port': ['ID=771590ab-a13f-4213-b7e3-01543e29a44a,revision_number=2']} {{(pid=85344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:53:58.374101 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-b462505d-8857-4610-bc6a-50e99eaebbb0 tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:53:58.503196 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-b462505d-8857-4610-bc6a-50e99eaebbb0 tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1673197'] for floatingip, after_update {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:58.543887 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-b462505d-8857-4610-bc6a-50e99eaebbb0 tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771739'] for floatingip, before_response {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:58.545403 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [None req-b462505d-8857-4610-bc6a-50e99eaebbb0 tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 1.7708049
Apr 15 19:53:58.849066 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-b99af27c-11bc-494a-a66a-7895e3671419 req-e9ab54d5-7436-4290-aa62-41e68730ad67 tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-securitygroup--785244917&fields=id&tenant_id=4bae275d2add4a8a85e8b627d205bb33 HTTP/1.1" status: 200  len: 267 time: 0.0492275
Apr 15 19:53:59.039665 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99af27c-11bc-494a-a66a-7895e3671419 req-9feccadc-e132-49bf-bb3c-99bd9d12c452 tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:53:59.041442 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-b99af27c-11bc-494a-a66a-7895e3671419 req-9feccadc-e132-49bf-bb3c-99bd9d12c452 tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] 10.222.0.47 "GET /v2.0/networks?id=3371f473-4c26-4f81-abc4-c2c4353fa3ab HTTP/1.1" status: 200  len: 817 time: 0.1843669
Apr 15 19:53:59.065579 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-b99af27c-11bc-494a-a66a-7895e3671419 req-80eb3ec0-163d-46c3-9ae0-f4802ec9cfe9 tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] 10.222.0.47 "GET /v2.0/quotas/4bae275d2add4a8a85e8b627d205bb33 HTTP/1.1" status: 200  len: 375 time: 0.0116425
Apr 15 19:53:59.197388 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-b99af27c-11bc-494a-a66a-7895e3671419 req-f57b6d00-d63c-4518-a7ec-a83dc59624de tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=4bae275d2add4a8a85e8b627d205bb33&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1220403
Apr 15 19:53:59.268379 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-d1eee329-438d-4d29-b0b7-9ef624ee5b0c req-a822d86b-1e5b-4fa1-abe8-8db99fc03d26 tempest-AttachVolumeTestJSON-1178366330 tempest-AttachVolumeTestJSON-1178366330-project] 10.222.0.47 "GET /v2.0/ports?device_id=a862c73b-2bc6-4fac-8fe4-b9a5402e1935 HTTP/1.1" status: 200  len: 210 time: 0.0556071
Apr 15 19:53:59.474918 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-b99af27c-11bc-494a-a66a-7895e3671419 req-3c418492-5602-4283-9a0d-14e9ae83bc61 service neutron] 10.222.0.47 "GET /v2.0/networks/3371f473-4c26-4f81-abc4-c2c4353fa3ab?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2526312
Apr 15 19:53:59.628663 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-b99af27c-11bc-494a-a66a-7895e3671419 req-d71c7f82-0426-4cff-8c3f-d533a09f4195 service neutron] 10.222.0.47 "GET /v2.0/networks/3371f473-4c26-4f81-abc4-c2c4353fa3ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1463385
Apr 15 19:53:59.880141 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81319d8-a5a0-409d-a9c4-dd33b70a0695 req-609e7a43-5953-46a6-9edd-5e8a03b8e5fb tempest-AttachVolumeTestJSON-1178366330 tempest-AttachVolumeTestJSON-1178366330-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:53:59.882209 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-d81319d8-a5a0-409d-a9c4-dd33b70a0695 req-609e7a43-5953-46a6-9edd-5e8a03b8e5fb tempest-AttachVolumeTestJSON-1178366330 tempest-AttachVolumeTestJSON-1178366330-project] 10.222.0.65 "GET /v2.0/networks?id=4d82f7b7-d97c-4f69-af76-26788d15aead HTTP/1.1" status: 200  len: 810 time: 0.1863551
Apr 15 19:53:59.972688 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource [req-46e8c611-8e60-47d5-95bb-f74c05d50de2 req-23bfb933-02db-4e0a-918d-c279704ddde7 tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] Synchronizing usage tracker for tenant:4bae275d2add4a8a85e8b627d205bb33 on resource:port {{(pid=85344) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 15 19:54:00.265258 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource [req-46e8c611-8e60-47d5-95bb-f74c05d50de2 req-23bfb933-02db-4e0a-918d-c279704ddde7 tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] Unset dirty status for tenant:4bae275d2add4a8a85e8b627d205bb33 on resource:port {{(pid=85344) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 15 19:54:00.266563 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-46e8c611-8e60-47d5-95bb-f74c05d50de2 req-23bfb933-02db-4e0a-918d-c279704ddde7 tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] 10.222.0.47 "GET /v2.0/ports?device_id=15ded056-669a-490c-bb20-a972f8e772bb HTTP/1.1" status: 200  len: 210 time: 0.3583107
Apr 15 19:54:00.303157 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-d81319d8-a5a0-409d-a9c4-dd33b70a0695 req-0d7eb6d4-5864-44bc-97a4-3bfdb1d051b3 tempest-AttachVolumeTestJSON-1178366330 tempest-AttachVolumeTestJSON-1178366330-project] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=5031830a47dd4af1b1ffb83e812d61ea HTTP/1.1" status: 200  len: 5703 time: 0.4115524
Apr 15 19:54:00.316787 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.v2.base [req-d81319d8-a5a0-409d-a9c4-dd33b70a0695 req-d556af71-349f-4319-901e-cc6beeaa35b7 tempest-AttachVolumeTestJSON-1178366330 tempest-AttachVolumeTestJSON-1178366330-project] Request body: {'port': {'device_id': 'a862c73b-2bc6-4fac-8fe4-b9a5402e1935', 'network_id': '4d82f7b7-d97c-4f69-af76-26788d15aead', 'admin_state_up': True, 'tenant_id': '5031830a47dd4af1b1ffb83e812d61ea', 'security_groups': ['6487eb03-e8ae-4d3c-99fb-8cea34ccc313']}} {{(pid=85344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 19:54:00.497198 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-845f3473-639e-4104-a766-e4d9c77bdc0d req-dd1a1e52-cac6-4556-b1cc-8eb3de35c368 tempest-AttachVolumeTestJSON-1178366330 tempest-AttachVolumeTestJSON-1178366330-project] 10.222.0.47 "GET /v2.0/ports?device_id=a862c73b-2bc6-4fac-8fe4-b9a5402e1935 HTTP/1.1" status: 200  len: 210 time: 0.0613067
Apr 15 19:54:00.587216 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.quota.driver [req-d81319d8-a5a0-409d-a9c4-dd33b70a0695 req-d556af71-349f-4319-901e-cc6beeaa35b7 tempest-AttachVolumeTestJSON-1178366330 tempest-AttachVolumeTestJSON-1178366330-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:54:00.607000 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.quota.driver [req-d81319d8-a5a0-409d-a9c4-dd33b70a0695 req-d556af71-349f-4319-901e-cc6beeaa35b7 tempest-AttachVolumeTestJSON-1178366330 tempest-AttachVolumeTestJSON-1178366330-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=85344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:54:00.625984 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d81319d8-a5a0-409d-a9c4-dd33b70a0695 req-d556af71-349f-4319-901e-cc6beeaa35b7 tempest-AttachVolumeTestJSON-1178366330 tempest-AttachVolumeTestJSON-1178366330-project] Made reservation on behalf of 5031830a47dd4af1b1ffb83e812d61ea for: {'port': 1} {{(pid=85344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 15 19:54:00.633550 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [req-d81319d8-a5a0-409d-a9c4-dd33b70a0695 req-d556af71-349f-4319-901e-cc6beeaa35b7 tempest-AttachVolumeTestJSON-1178366330 tempest-AttachVolumeTestJSON-1178366330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854565853'] for port, before_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:54:00.900035 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.db_base_plugin_common [req-d81319d8-a5a0-409d-a9c4-dd33b70a0695 req-d556af71-349f-4319-901e-cc6beeaa35b7 tempest-AttachVolumeTestJSON-1178366330 tempest-AttachVolumeTestJSON-1178366330-project] Allocated IP 172.20.0.3 (4d82f7b7-d97c-4f69-af76-26788d15aead/c9a5e3d2-b4cb-4ff6-afc6-75b296b42958/412daaca-58b6-4ca2-9c20-8a295a14bf13) {{(pid=85344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 15 19:54:01.116829 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [req-d81319d8-a5a0-409d-a9c4-dd33b70a0695 req-d556af71-349f-4319-901e-cc6beeaa35b7 tempest-AttachVolumeTestJSON-1178366330 tempest-AttachVolumeTestJSON-1178366330-project] Notify callbacks [] for port, precommit_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:54:01.136396 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.provisioning_blocks [req-d81319d8-a5a0-409d-a9c4-dd33b70a0695 req-d556af71-349f-4319-901e-cc6beeaa35b7 tempest-AttachVolumeTestJSON-1178366330 tempest-AttachVolumeTestJSON-1178366330-project] Transition to ACTIVE for port object 412daaca-58b6-4ca2-9c20-8a295a14bf13 will not be triggered until provisioned by entity DHCP. {{(pid=85344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 19:54:01.160580 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [req-d81319d8-a5a0-409d-a9c4-dd33b70a0695 req-d556af71-349f-4319-901e-cc6beeaa35b7 tempest-AttachVolumeTestJSON-1178366330 tempest-AttachVolumeTestJSON-1178366330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854693686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852972410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789846482393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851621869'] for port, after_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:54:01.183685 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-6209d215-e489-46ec-b677-6184713152cf tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:54:01.331610 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d556af71-349f-4319-901e-cc6beeaa35b7 tempest-AttachVolumeTestJSON-1178366330 tempest-AttachVolumeTestJSON-1178366330-project] Pushing event updated for resources: {'Port': ['ID=412daaca-58b6-4ca2-9c20-8a295a14bf13,revision_number=1']} {{(pid=85344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:54:01.336710 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-d556af71-349f-4319-901e-cc6beeaa35b7 tempest-AttachVolumeTestJSON-1178366330 tempest-AttachVolumeTestJSON-1178366330-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:54:01.488269 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-2e6d103d-6769-453a-ab57-f45ac94f52c8 req-43c56ca8-d9eb-4900-8ae3-aa7f13cb03ea tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] 10.222.0.47 "GET /v2.0/ports?device_id=15ded056-669a-490c-bb20-a972f8e772bb HTTP/1.1" status: 200  len: 210 time: 0.0803673
Apr 15 19:54:01.499819 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d81319d8-a5a0-409d-a9c4-dd33b70a0695 req-d556af71-349f-4319-901e-cc6beeaa35b7 tempest-AttachVolumeTestJSON-1178366330 tempest-AttachVolumeTestJSON-1178366330-project] Network 4d82f7b7-d97c-4f69-af76-26788d15aead is already hosted by enough agents. {{(pid=85344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 15 19:54:01.500967 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.scheduler.base_scheduler [req-d81319d8-a5a0-409d-a9c4-dd33b70a0695 req-d556af71-349f-4319-901e-cc6beeaa35b7 tempest-AttachVolumeTestJSON-1178366330 tempest-AttachVolumeTestJSON-1178366330-project] Resources bound (agent type, host, resource id):  {{(pid=85344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 19:54:01.503588 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.l3_dvrscheduler_db [req-d81319d8-a5a0-409d-a9c4-dd33b70a0695 req-d556af71-349f-4319-901e-cc6beeaa35b7 tempest-AttachVolumeTestJSON-1178366330 tempest-AttachVolumeTestJSON-1178366330-project] Received port after_create {{(pid=85344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 15 19:54:01.619460 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81319d8-a5a0-409d-a9c4-dd33b70a0695 req-d556af71-349f-4319-901e-cc6beeaa35b7 tempest-AttachVolumeTestJSON-1178366330 tempest-AttachVolumeTestJSON-1178366330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:54:01.624403 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [req-d81319d8-a5a0-409d-a9c4-dd33b70a0695 req-d556af71-349f-4319-901e-cc6beeaa35b7 tempest-AttachVolumeTestJSON-1178366330 tempest-AttachVolumeTestJSON-1178366330-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771739'] for port, before_response {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:54:01.658442 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99af27c-11bc-494a-a66a-7895e3671419 req-43687478-6cfe-4f97-8242-3ce4908104dc tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:54:01.660289 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-b99af27c-11bc-494a-a66a-7895e3671419 req-43687478-6cfe-4f97-8242-3ce4908104dc tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] 10.222.0.65 "GET /v2.0/networks?id=3371f473-4c26-4f81-abc4-c2c4353fa3ab HTTP/1.1" status: 200  len: 817 time: 0.3496308
Apr 15 19:54:01.699739 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-d81319d8-a5a0-409d-a9c4-dd33b70a0695 req-d556af71-349f-4319-901e-cc6beeaa35b7 tempest-AttachVolumeTestJSON-1178366330 tempest-AttachVolumeTestJSON-1178366330-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.3902762
Apr 15 19:54:01.861672 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.v2.base [req-d81319d8-a5a0-409d-a9c4-dd33b70a0695 req-6c8e36a5-d22e-47db-9f78-45d83badcf16 service neutron] Request body: {'port': {'device_id': 'a862c73b-2bc6-4fac-8fe4-b9a5402e1935', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=85344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 19:54:01.889040 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-b99af27c-11bc-494a-a66a-7895e3671419 req-033f1acd-6173-437b-a222-8b470ae2e976 tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=4bae275d2add4a8a85e8b627d205bb33 HTTP/1.1" status: 200  len: 5704 time: 0.2174010
Apr 15 19:54:01.957671 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.v2.base [req-b99af27c-11bc-494a-a66a-7895e3671419 req-d57f0374-f8f8-4784-9d1b-ff2a1f71765c tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] Request body: {'port': {'device_id': '15ded056-669a-490c-bb20-a972f8e772bb', 'network_id': '3371f473-4c26-4f81-abc4-c2c4353fa3ab', 'admin_state_up': True, 'tenant_id': '4bae275d2add4a8a85e8b627d205bb33', 'security_groups': ['500453f8-6d6a-46df-a520-49d2e2355d6e']}} {{(pid=85345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 19:54:01.991005 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.provisioning_blocks [None req-52365ed1-74d0-4da9-8453-cd1ba39e6d08 None None] Provisioning for port 412daaca-58b6-4ca2-9c20-8a295a14bf13 completed by entity DHCP. {{(pid=85346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 19:54:01.999873 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.provisioning_blocks [None req-52365ed1-74d0-4da9-8453-cd1ba39e6d08 None None] Provisioning complete for port 412daaca-58b6-4ca2-9c20-8a295a14bf13 triggered by entity DHCP. {{(pid=85346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 19:54:02.000895 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-52365ed1-74d0-4da9-8453-cd1ba39e6d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-428662'] for port, provisioning_complete {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:54:02.117173 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.plugin [None req-52365ed1-74d0-4da9-8453-cd1ba39e6d08 None None] Port 412daaca-58b6-4ca2-9c20-8a295a14bf13 cannot update to ACTIVE because it is not bound. {{(pid=85346) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 15 19:54:02.149925 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [req-d81319d8-a5a0-409d-a9c4-dd33b70a0695 req-6c8e36a5-d22e-47db-9f78-45d83badcf16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854565853'] for port, before_update {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:54:02.157358 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06eddc6a-39f0-4181-9184-d2433d7ec374 req-b42bbd89-2b4a-4fe5-b7a3-73caa1f2cfa5 tempest-AttachVolumeTestJSON-1178366330 tempest-AttachVolumeTestJSON-1178366330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:54:02.159122 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-06eddc6a-39f0-4181-9184-d2433d7ec374 req-b42bbd89-2b4a-4fe5-b7a3-73caa1f2cfa5 tempest-AttachVolumeTestJSON-1178366330 tempest-AttachVolumeTestJSON-1178366330-project] 10.222.0.47 "GET /v2.0/ports?device_id=a862c73b-2bc6-4fac-8fe4-b9a5402e1935 HTTP/1.1" status: 200  len: 931 time: 0.2690322
Apr 15 19:54:02.166639 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.quota.driver [req-b99af27c-11bc-494a-a66a-7895e3671419 req-d57f0374-f8f8-4784-9d1b-ff2a1f71765c tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85345) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:54:02.178091 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.quota.driver [req-b99af27c-11bc-494a-a66a-7895e3671419 req-d57f0374-f8f8-4784-9d1b-ff2a1f71765c tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=85345) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:54:02.204059 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b99af27c-11bc-494a-a66a-7895e3671419 req-d57f0374-f8f8-4784-9d1b-ff2a1f71765c tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] Made reservation on behalf of 4bae275d2add4a8a85e8b627d205bb33 for: {'port': 1} {{(pid=85345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 15 19:54:02.210352 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [req-b99af27c-11bc-494a-a66a-7895e3671419 req-d57f0374-f8f8-4784-9d1b-ff2a1f71765c tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854565853'] for port, before_create {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:54:02.299082 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource [req-06eddc6a-39f0-4181-9184-d2433d7ec374 req-fa8af368-2bcd-4c2e-ae95-2c4e9ce557a0 tempest-AttachVolumeTestJSON-1178366330 tempest-AttachVolumeTestJSON-1178366330-project] Synchronizing usage tracker for tenant:5031830a47dd4af1b1ffb83e812d61ea on resource:security_group {{(pid=85345) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 15 19:54:02.348658 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource [req-06eddc6a-39f0-4181-9184-d2433d7ec374 req-fa8af368-2bcd-4c2e-ae95-2c4e9ce557a0 tempest-AttachVolumeTestJSON-1178366330 tempest-AttachVolumeTestJSON-1178366330-project] Unset dirty status for tenant:5031830a47dd4af1b1ffb83e812d61ea on resource:security_group {{(pid=85345) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 15 19:54:02.349939 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-06eddc6a-39f0-4181-9184-d2433d7ec374 req-fa8af368-2bcd-4c2e-ae95-2c4e9ce557a0 tempest-AttachVolumeTestJSON-1178366330 tempest-AttachVolumeTestJSON-1178366330-project] 10.222.0.47 "GET /v2.0/security-groups?id=6487eb03-e8ae-4d3c-99fb-8cea34ccc313&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1638560
Apr 15 19:54:02.447028 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.db_base_plugin_common [req-b99af27c-11bc-494a-a66a-7895e3671419 req-d57f0374-f8f8-4784-9d1b-ff2a1f71765c tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] Allocated IP 172.20.0.3 (3371f473-4c26-4f81-abc4-c2c4353fa3ab/8272d6a7-33c7-4e21-aec7-64c68285458e/033069ce-9f6b-4a8e-9537-d15a30597c12) {{(pid=85345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 15 19:54:02.789546 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.notifiers.nova [req-d81319d8-a5a0-409d-a9c4-dd33b70a0695 req-6c8e36a5-d22e-47db-9f78-45d83badcf16 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 412daaca-58b6-4ca2-9c20-8a295a14bf13 {{(pid=85344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 15 19:54:02.803769 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [req-d81319d8-a5a0-409d-a9c4-dd33b70a0695 req-6c8e36a5-d22e-47db-9f78-45d83badcf16 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:54:02.814810 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [req-b99af27c-11bc-494a-a66a-7895e3671419 req-d57f0374-f8f8-4784-9d1b-ff2a1f71765c tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] Notify callbacks [] for port, precommit_create {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:54:02.826565 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.provisioning_blocks [req-d81319d8-a5a0-409d-a9c4-dd33b70a0695 req-6c8e36a5-d22e-47db-9f78-45d83badcf16 service neutron] Transition to ACTIVE for port object 412daaca-58b6-4ca2-9c20-8a295a14bf13 will not be triggered until provisioned by entity L2. {{(pid=85344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 19:54:02.844125 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.provisioning_blocks [req-b99af27c-11bc-494a-a66a-7895e3671419 req-d57f0374-f8f8-4784-9d1b-ff2a1f71765c tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] Transition to ACTIVE for port object 033069ce-9f6b-4a8e-9537-d15a30597c12 will not be triggered until provisioned by entity DHCP. {{(pid=85345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 19:54:02.875019 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [req-b99af27c-11bc-494a-a66a-7895e3671419 req-d57f0374-f8f8-4784-9d1b-ff2a1f71765c tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854693686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852972410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789846482393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2200102'] for port, after_create {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:54:02.885579 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [req-d81319d8-a5a0-409d-a9c4-dd33b70a0695 req-6c8e36a5-d22e-47db-9f78-45d83badcf16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854693686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852972410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789846929216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789846482410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789846483725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3153931'] for port, after_update {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:54:02.894834 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-3a72f1a2-c338-4485-8970-5ef62be1716e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:54:02.905600 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-2937088d-2a18-4748-85bc-255b976cf61f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:54:03.060713 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57f0374-f8f8-4784-9d1b-ff2a1f71765c tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] Pushing event updated for resources: {'Port': ['ID=033069ce-9f6b-4a8e-9537-d15a30597c12,revision_number=1']} {{(pid=85345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:54:03.062791 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-d57f0374-f8f8-4784-9d1b-ff2a1f71765c tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:54:03.070454 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8e36a5-d22e-47db-9f78-45d83badcf16 service neutron] Pushing event updated for resources: {'Port': ['ID=412daaca-58b6-4ca2-9c20-8a295a14bf13,revision_number=2']} {{(pid=85344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:54:03.088140 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-6c8e36a5-d22e-47db-9f78-45d83badcf16 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:54:03.121021 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b99af27c-11bc-494a-a66a-7895e3671419 req-d57f0374-f8f8-4784-9d1b-ff2a1f71765c tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] Network 3371f473-4c26-4f81-abc4-c2c4353fa3ab is already hosted by enough agents. {{(pid=85345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 15 19:54:03.123804 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.scheduler.base_scheduler [req-b99af27c-11bc-494a-a66a-7895e3671419 req-d57f0374-f8f8-4784-9d1b-ff2a1f71765c tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] Resources bound (agent type, host, resource id):  {{(pid=85345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 19:54:03.131657 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.l3_dvrscheduler_db [req-b99af27c-11bc-494a-a66a-7895e3671419 req-d57f0374-f8f8-4784-9d1b-ff2a1f71765c tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] Received port after_create {{(pid=85345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 15 19:54:03.137278 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea213f62-9d9d-4408-b48d-a6bda750e984 req-8416774e-4eae-4fca-98fe-cafb42e8a7b7 tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:54:03.139229 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-ea213f62-9d9d-4408-b48d-a6bda750e984 req-8416774e-4eae-4fca-98fe-cafb42e8a7b7 tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] 10.222.0.47 "GET /v2.0/ports?device_id=15ded056-669a-490c-bb20-a972f8e772bb HTTP/1.1" status: 200  len: 931 time: 0.3089826
Apr 15 19:54:03.252848 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99af27c-11bc-494a-a66a-7895e3671419 req-d57f0374-f8f8-4784-9d1b-ff2a1f71765c tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:54:03.253862 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [req-b99af27c-11bc-494a-a66a-7895e3671419 req-d57f0374-f8f8-4784-9d1b-ff2a1f71765c tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771739'] for port, before_response {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:54:03.285641 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource [req-ea213f62-9d9d-4408-b48d-a6bda750e984 req-f07775d0-b522-47d3-a43d-651571642414 tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] Synchronizing usage tracker for tenant:4bae275d2add4a8a85e8b627d205bb33 on resource:security_group {{(pid=85344) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 15 19:54:03.305423 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-b99af27c-11bc-494a-a66a-7895e3671419 req-d57f0374-f8f8-4784-9d1b-ff2a1f71765c tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.3644559
Apr 15 19:54:03.320686 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.v2.base [req-b99af27c-11bc-494a-a66a-7895e3671419 req-6cc1c871-21b9-47f0-b9a0-e2937398b45c service neutron] Request body: {'port': {'device_id': '15ded056-669a-490c-bb20-a972f8e772bb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=85345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 19:54:03.431043 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource [req-ea213f62-9d9d-4408-b48d-a6bda750e984 req-f07775d0-b522-47d3-a43d-651571642414 tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] Unset dirty status for tenant:4bae275d2add4a8a85e8b627d205bb33 on resource:security_group {{(pid=85344) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 15 19:54:03.445953 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-ea213f62-9d9d-4408-b48d-a6bda750e984 req-f07775d0-b522-47d3-a43d-651571642414 tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] 10.222.0.47 "GET /v2.0/security-groups?id=500453f8-6d6a-46df-a520-49d2e2355d6e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2276874
Apr 15 19:54:03.481560 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.managers [req-d81319d8-a5a0-409d-a9c4-dd33b70a0695 req-6c8e36a5-d22e-47db-9f78-45d83badcf16 service neutron] Attempting to bind port 412daaca-58b6-4ca2-9c20-8a295a14bf13 on host hv-cinder-78638 for vnic_type normal with profile  {{(pid=85344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 15 19:54:03.482113 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.managers [req-d81319d8-a5a0-409d-a9c4-dd33b70a0695 req-6c8e36a5-d22e-47db-9f78-45d83badcf16 service neutron] Attempting to bind port 412daaca-58b6-4ca2-9c20-8a295a14bf13 by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': 'fba2751d-d069-4029-bec8-ed01c7a617d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '4d82f7b7-d97c-4f69-af76-26788d15aead'}] {{(pid=85344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 15 19:54:03.482598 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d81319d8-a5a0-409d-a9c4-dd33b70a0695 req-6c8e36a5-d22e-47db-9f78-45d83badcf16 service neutron] Attempting to bind port 412daaca-58b6-4ca2-9c20-8a295a14bf13 on network 4d82f7b7-d97c-4f69-af76-26788d15aead {{(pid=85344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 19:54:03.488666 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d81319d8-a5a0-409d-a9c4-dd33b70a0695 req-6c8e36a5-d22e-47db-9f78-45d83badcf16 service neutron] Port 412daaca-58b6-4ca2-9c20-8a295a14bf13 on network 4d82f7b7-d97c-4f69-af76-26788d15aead not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=85344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 15 19:54:03.489174 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d81319d8-a5a0-409d-a9c4-dd33b70a0695 req-6c8e36a5-d22e-47db-9f78-45d83badcf16 service neutron] Attempting to bind port 412daaca-58b6-4ca2-9c20-8a295a14bf13 on network 4d82f7b7-d97c-4f69-af76-26788d15aead {{(pid=85344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 19:54:03.495815 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d81319d8-a5a0-409d-a9c4-dd33b70a0695 req-6c8e36a5-d22e-47db-9f78-45d83badcf16 service neutron] Checking agent: {'id': '202ba611-b908-4e0e-99b2-33811728b356', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 19, 46, 37), 'started_at': datetime.datetime(2021, 4, 15, 19, 46, 37), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 19, 53, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 15 19:54:03.496354 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d81319d8-a5a0-409d-a9c4-dd33b70a0695 req-6c8e36a5-d22e-47db-9f78-45d83badcf16 service neutron] Checking segment: {'id': 'fba2751d-d069-4029-bec8-ed01c7a617d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '4d82f7b7-d97c-4f69-af76-26788d15aead'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 19:54:03.497226 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d81319d8-a5a0-409d-a9c4-dd33b70a0695 req-6c8e36a5-d22e-47db-9f78-45d83badcf16 service neutron] Bound using segment: {'id': 'fba2751d-d069-4029-bec8-ed01c7a617d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '4d82f7b7-d97c-4f69-af76-26788d15aead'} {{(pid=85344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 15 19:54:03.497831 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.managers [req-d81319d8-a5a0-409d-a9c4-dd33b70a0695 req-6c8e36a5-d22e-47db-9f78-45d83badcf16 service neutron] Bound port: 412daaca-58b6-4ca2-9c20-8a295a14bf13, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fba2751d-d069-4029-bec8-ed01c7a617d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '4d82f7b7-d97c-4f69-af76-26788d15aead'}}] {{(pid=85344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 15 19:54:03.498331 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [req-d81319d8-a5a0-409d-a9c4-dd33b70a0695 req-6c8e36a5-d22e-47db-9f78-45d83badcf16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854565853'] for port, before_update {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:54:03.558486 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [req-b99af27c-11bc-494a-a66a-7895e3671419 req-6cc1c871-21b9-47f0-b9a0-e2937398b45c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854565853'] for port, before_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:54:03.577821 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.provisioning_blocks [None req-7fda0bc7-d914-4d1b-acca-59908557b772 None None] Provisioning for port 033069ce-9f6b-4a8e-9537-d15a30597c12 completed by entity DHCP. {{(pid=85346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 19:54:03.583440 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.provisioning_blocks [None req-7fda0bc7-d914-4d1b-acca-59908557b772 None None] Provisioning complete for port 033069ce-9f6b-4a8e-9537-d15a30597c12 triggered by entity DHCP. {{(pid=85346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 19:54:03.583834 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-7fda0bc7-d914-4d1b-acca-59908557b772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-428662'] for port, provisioning_complete {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:54:03.638498 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.db [req-d81319d8-a5a0-409d-a9c4-dd33b70a0695 req-6c8e36a5-d22e-47db-9f78-45d83badcf16 service neutron] For port 412daaca-58b6-4ca2-9c20-8a295a14bf13, host hv-cinder-78638, cleared binding levels {{(pid=85344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 15 19:54:03.642583 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.db [req-d81319d8-a5a0-409d-a9c4-dd33b70a0695 req-6c8e36a5-d22e-47db-9f78-45d83badcf16 service neutron] For port 412daaca-58b6-4ca2-9c20-8a295a14bf13, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=412daaca-58b6-4ca2-9c20-8a295a14bf13,segment=NetworkSegment(fba2751d-d069-4029-bec8-ed01c7a617d8),segment_id=fba2751d-d069-4029-bec8-ed01c7a617d8)] {{(pid=85344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 15 19:54:03.646933 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [req-d81319d8-a5a0-409d-a9c4-dd33b70a0695 req-6c8e36a5-d22e-47db-9f78-45d83badcf16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854693686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852972410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789846929216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789846482410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789846483725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3153931'] for port, after_update {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:54:03.655743 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.plugin [None req-7fda0bc7-d914-4d1b-acca-59908557b772 None None] Port 033069ce-9f6b-4a8e-9537-d15a30597c12 cannot update to ACTIVE because it is not bound. {{(pid=85346) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 15 19:54:03.665172 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-f104d511-da41-4332-ac3e-9e967418273e tempest-TestMinimumBasicScenario-16446131 tempest-TestMinimumBasicScenario-16446131-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:54:03.867817 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8e36a5-d22e-47db-9f78-45d83badcf16 service neutron] Pushing event updated for resources: {'Port': ['ID=412daaca-58b6-4ca2-9c20-8a295a14bf13,revision_number=3']} {{(pid=85344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:54:03.871743 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-6c8e36a5-d22e-47db-9f78-45d83badcf16 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:54:03.919051 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81319d8-a5a0-409d-a9c4-dd33b70a0695 req-6c8e36a5-d22e-47db-9f78-45d83badcf16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:54:03.919779 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [req-d81319d8-a5a0-409d-a9c4-dd33b70a0695 req-6c8e36a5-d22e-47db-9f78-45d83badcf16 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771739'] for port, before_response {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:54:03.921431 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-d81319d8-a5a0-409d-a9c4-dd33b70a0695 req-6c8e36a5-d22e-47db-9f78-45d83badcf16 service neutron] 10.222.0.65 "PUT /v2.0/ports/412daaca-58b6-4ca2-9c20-8a295a14bf13 HTTP/1.1" status: 200  len: 1093 time: 2.2137139
Apr 15 19:54:03.922049 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a862c73b-2bc6-4fac-8fe4-b9a5402e1935', 'tag': '412daaca-58b6-4ca2-9c20-8a295a14bf13'}] {{(pid=85344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 19:54:04.074618 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a29f170-0bb0-4188-b572-c60195a7a222 req-754acb2c-49da-432a-9991-06bb875bf382 tempest-AttachVolumeTestJSON-1178366330 tempest-AttachVolumeTestJSON-1178366330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:54:04.078068 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-2a29f170-0bb0-4188-b572-c60195a7a222 req-754acb2c-49da-432a-9991-06bb875bf382 tempest-AttachVolumeTestJSON-1178366330 tempest-AttachVolumeTestJSON-1178366330-project] 10.222.0.47 "GET /v2.0/ports?device_id=a862c73b-2bc6-4fac-8fe4-b9a5402e1935 HTTP/1.1" status: 200  len: 943 time: 0.5061626
Apr 15 19:54:04.101835 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81319d8-a5a0-409d-a9c4-dd33b70a0695 req-adffd0dd-79e6-448c-95c2-a32222d54c4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:54:04.103376 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-d81319d8-a5a0-409d-a9c4-dd33b70a0695 req-adffd0dd-79e6-448c-95c2-a32222d54c4f service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=5031830a47dd4af1b1ffb83e812d61ea&device_id=a862c73b-2bc6-4fac-8fe4-b9a5402e1935 HTTP/1.1" status: 200  len: 1096 time: 0.1155968
Apr 15 19:54:04.195991 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-d81319d8-a5a0-409d-a9c4-dd33b70a0695 req-c5a4eba2-e90a-4e72-957d-69eb22a90beb service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=412daaca-58b6-4ca2-9c20-8a295a14bf13 HTTP/1.1" status: 200  len: 217 time: 0.0839930
Apr 15 19:54:04.250042 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a862c73b-2bc6-4fac-8fe4-b9a5402e1935', 'tag': '412daaca-58b6-4ca2-9c20-8a295a14bf13', 'status': 'completed', 'code': 200}
Apr 15 19:54:04.288364 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81319d8-a5a0-409d-a9c4-dd33b70a0695 req-925270cc-2ca9-4691-ba7e-25e762330511 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:54:04.289989 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-d81319d8-a5a0-409d-a9c4-dd33b70a0695 req-925270cc-2ca9-4691-ba7e-25e762330511 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=c9a5e3d2-b4cb-4ff6-afc6-75b296b42958 HTTP/1.1" status: 200  len: 849 time: 0.0859358
Apr 15 19:54:04.297626 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-2a29f170-0bb0-4188-b572-c60195a7a222 req-9852f85c-204f-4d71-aeb9-9106240304db tempest-AttachVolumeTestJSON-1178366330 tempest-AttachVolumeTestJSON-1178366330-project] 10.222.0.47 "GET /v2.0/security-groups?id=6487eb03-e8ae-4d3c-99fb-8cea34ccc313&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1946957
Apr 15 19:54:04.390299 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81319d8-a5a0-409d-a9c4-dd33b70a0695 req-48c76cfa-bc91-4fa0-8371-96a3abbffadc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:54:04.391923 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-d81319d8-a5a0-409d-a9c4-dd33b70a0695 req-48c76cfa-bc91-4fa0-8371-96a3abbffadc service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=4d82f7b7-d97c-4f69-af76-26788d15aead&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0930741
Apr 15 19:54:04.518539 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.notifiers.nova [req-b99af27c-11bc-494a-a66a-7895e3671419 req-6cc1c871-21b9-47f0-b9a0-e2937398b45c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 033069ce-9f6b-4a8e-9537-d15a30597c12 {{(pid=85345) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 15 19:54:04.535227 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [req-b99af27c-11bc-494a-a66a-7895e3671419 req-6cc1c871-21b9-47f0-b9a0-e2937398b45c service neutron] Notify callbacks [] for port, precommit_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:54:04.559249 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.provisioning_blocks [req-b99af27c-11bc-494a-a66a-7895e3671419 req-6cc1c871-21b9-47f0-b9a0-e2937398b45c service neutron] Transition to ACTIVE for port object 033069ce-9f6b-4a8e-9537-d15a30597c12 will not be triggered until provisioned by entity L2. {{(pid=85345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 19:54:04.578549 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [req-b99af27c-11bc-494a-a66a-7895e3671419 req-6cc1c871-21b9-47f0-b9a0-e2937398b45c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854693686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852972410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789846929216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789846482410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789846483725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852575682'] for port, after_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:54:04.586576 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-d81319d8-a5a0-409d-a9c4-dd33b70a0695 req-467c72c8-0d7f-4d10-9494-4d9985e9c0ee service neutron] 10.222.0.65 "GET /v2.0/networks/4d82f7b7-d97c-4f69-af76-26788d15aead?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1862295
Apr 15 19:54:04.794418 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-01d04e1c-f38e-462c-b335-0a816ccfbb9d tempest-AttachVolumeTestJSON-1178366330 tempest-AttachVolumeTestJSON-1178366330-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:54:04.879353 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-d81319d8-a5a0-409d-a9c4-dd33b70a0695 req-35945e64-5285-4012-8f88-300944de26f5 service neutron] 10.222.0.65 "GET /v2.0/networks/4d82f7b7-d97c-4f69-af76-26788d15aead?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2847073
Apr 15 19:54:05.100389 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a6bc35-7e87-4d98-b885-85d552f3384d req-00cbbd2c-2351-4657-8ecb-98ca4194d1d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:54:05.102052 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-00a6bc35-7e87-4d98-b885-85d552f3384d req-00cbbd2c-2351-4657-8ecb-98ca4194d1d0 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=5031830a47dd4af1b1ffb83e812d61ea&device_id=a862c73b-2bc6-4fac-8fe4-b9a5402e1935 HTTP/1.1" status: 200  len: 1096 time: 0.1345093
Apr 15 19:54:05.111197 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2de02ec-9584-4d49-b605-b29fb5668392 req-1519c6f2-e421-4ed1-b98c-2be279f1af63 tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:54:05.113398 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-d2de02ec-9584-4d49-b605-b29fb5668392 req-1519c6f2-e421-4ed1-b98c-2be279f1af63 tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] 10.222.0.47 "GET /v2.0/ports?device_id=15ded056-669a-490c-bb20-a972f8e772bb HTTP/1.1" status: 200  len: 943 time: 0.1914151
Apr 15 19:54:05.117296 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc1c871-21b9-47f0-b9a0-e2937398b45c service neutron] Pushing event updated for resources: {'Port': ['ID=033069ce-9f6b-4a8e-9537-d15a30597c12,revision_number=2']} {{(pid=85345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:54:05.127066 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-6cc1c871-21b9-47f0-b9a0-e2937398b45c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.333s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:54:05.203344 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.managers [req-b99af27c-11bc-494a-a66a-7895e3671419 req-6cc1c871-21b9-47f0-b9a0-e2937398b45c service neutron] Attempting to bind port 033069ce-9f6b-4a8e-9537-d15a30597c12 on host hv-cinder-78638 for vnic_type normal with profile  {{(pid=85345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 15 19:54:05.203662 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.managers [req-b99af27c-11bc-494a-a66a-7895e3671419 req-6cc1c871-21b9-47f0-b9a0-e2937398b45c service neutron] Attempting to bind port 033069ce-9f6b-4a8e-9537-d15a30597c12 by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': '50fe2df4-77d3-40aa-a8a3-45d53f7bd89a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '3371f473-4c26-4f81-abc4-c2c4353fa3ab'}] {{(pid=85345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 15 19:54:05.204125 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b99af27c-11bc-494a-a66a-7895e3671419 req-6cc1c871-21b9-47f0-b9a0-e2937398b45c service neutron] Attempting to bind port 033069ce-9f6b-4a8e-9537-d15a30597c12 on network 3371f473-4c26-4f81-abc4-c2c4353fa3ab {{(pid=85345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 19:54:05.210629 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b99af27c-11bc-494a-a66a-7895e3671419 req-6cc1c871-21b9-47f0-b9a0-e2937398b45c service neutron] Port 033069ce-9f6b-4a8e-9537-d15a30597c12 on network 3371f473-4c26-4f81-abc4-c2c4353fa3ab not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=85345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 15 19:54:05.211144 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b99af27c-11bc-494a-a66a-7895e3671419 req-6cc1c871-21b9-47f0-b9a0-e2937398b45c service neutron] Attempting to bind port 033069ce-9f6b-4a8e-9537-d15a30597c12 on network 3371f473-4c26-4f81-abc4-c2c4353fa3ab {{(pid=85345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 19:54:05.219219 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b99af27c-11bc-494a-a66a-7895e3671419 req-6cc1c871-21b9-47f0-b9a0-e2937398b45c service neutron] Checking agent: {'id': '202ba611-b908-4e0e-99b2-33811728b356', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 19, 46, 37), 'started_at': datetime.datetime(2021, 4, 15, 19, 46, 37), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 19, 53, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 15 19:54:05.219611 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b99af27c-11bc-494a-a66a-7895e3671419 req-6cc1c871-21b9-47f0-b9a0-e2937398b45c service neutron] Checking segment: {'id': '50fe2df4-77d3-40aa-a8a3-45d53f7bd89a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '3371f473-4c26-4f81-abc4-c2c4353fa3ab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 19:54:05.220039 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b99af27c-11bc-494a-a66a-7895e3671419 req-6cc1c871-21b9-47f0-b9a0-e2937398b45c service neutron] Bound using segment: {'id': '50fe2df4-77d3-40aa-a8a3-45d53f7bd89a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '3371f473-4c26-4f81-abc4-c2c4353fa3ab'} {{(pid=85345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 15 19:54:05.220527 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.managers [req-b99af27c-11bc-494a-a66a-7895e3671419 req-6cc1c871-21b9-47f0-b9a0-e2937398b45c service neutron] Bound port: 033069ce-9f6b-4a8e-9537-d15a30597c12, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '50fe2df4-77d3-40aa-a8a3-45d53f7bd89a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '3371f473-4c26-4f81-abc4-c2c4353fa3ab'}}] {{(pid=85345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 15 19:54:05.220919 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [req-b99af27c-11bc-494a-a66a-7895e3671419 req-6cc1c871-21b9-47f0-b9a0-e2937398b45c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854565853'] for port, before_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:54:05.348006 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.db [req-b99af27c-11bc-494a-a66a-7895e3671419 req-6cc1c871-21b9-47f0-b9a0-e2937398b45c service neutron] For port 033069ce-9f6b-4a8e-9537-d15a30597c12, host hv-cinder-78638, cleared binding levels {{(pid=85345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 15 19:54:05.355998 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.db [req-b99af27c-11bc-494a-a66a-7895e3671419 req-6cc1c871-21b9-47f0-b9a0-e2937398b45c service neutron] For port 033069ce-9f6b-4a8e-9537-d15a30597c12, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=033069ce-9f6b-4a8e-9537-d15a30597c12,segment=NetworkSegment(50fe2df4-77d3-40aa-a8a3-45d53f7bd89a),segment_id=50fe2df4-77d3-40aa-a8a3-45d53f7bd89a)] {{(pid=85345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 15 19:54:05.361015 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [req-b99af27c-11bc-494a-a66a-7895e3671419 req-6cc1c871-21b9-47f0-b9a0-e2937398b45c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854693686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852972410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789846929216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789846482410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789846483725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852575682'] for port, after_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:54:05.391459 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-631a17d6-cac0-4856-afd9-fa72451c7775 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:54:05.460357 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-7a7cf25a-4ddc-44bc-b629-f1ac30fe8323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789847050935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-428960'] for agent, after_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:54:05.527485 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-d2de02ec-9584-4d49-b605-b29fb5668392 req-467a2f80-47a4-4a18-98dc-05fc9544ca31 tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] 10.222.0.47 "GET /v2.0/security-groups?id=500453f8-6d6a-46df-a520-49d2e2355d6e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3888750
Apr 15 19:54:05.571311 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a6bc35-7e87-4d98-b885-85d552f3384d req-bde370f2-80d0-4b3f-a4d2-0b490e077105 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:54:05.573408 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-00a6bc35-7e87-4d98-b885-85d552f3384d req-bde370f2-80d0-4b3f-a4d2-0b490e077105 service neutron] 10.222.0.65 "GET /v2.0/networks?id=4d82f7b7-d97c-4f69-af76-26788d15aead HTTP/1.1" status: 200  len: 911 time: 0.4572682
Apr 15 19:54:05.628605 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc1c871-21b9-47f0-b9a0-e2937398b45c service neutron] Pushing event updated for resources: {'Port': ['ID=033069ce-9f6b-4a8e-9537-d15a30597c12,revision_number=3']} {{(pid=85345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:54:05.634983 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-6cc1c871-21b9-47f0-b9a0-e2937398b45c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:54:05.652356 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-00a6bc35-7e87-4d98-b885-85d552f3384d req-eb42ae2a-a583-4aec-9141-582bdca04ccf service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=412daaca-58b6-4ca2-9c20-8a295a14bf13 HTTP/1.1" status: 200  len: 217 time: 0.0719039
Apr 15 19:54:05.709669 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01630f63-4fe0-4b57-afc7-96d6b11e07c4 req-79ced1a0-fa5f-4dca-bcad-c90fef87e381 tempest-AttachVolumeTestJSON-1178366330 tempest-AttachVolumeTestJSON-1178366330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:54:05.711384 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-01630f63-4fe0-4b57-afc7-96d6b11e07c4 req-79ced1a0-fa5f-4dca-bcad-c90fef87e381 tempest-AttachVolumeTestJSON-1178366330 tempest-AttachVolumeTestJSON-1178366330-project] 10.222.0.47 "GET /v2.0/ports?device_id=a862c73b-2bc6-4fac-8fe4-b9a5402e1935 HTTP/1.1" status: 200  len: 943 time: 0.2387679
Apr 15 19:54:05.715577 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99af27c-11bc-494a-a66a-7895e3671419 req-6cc1c871-21b9-47f0-b9a0-e2937398b45c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:54:05.716253 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [req-b99af27c-11bc-494a-a66a-7895e3671419 req-6cc1c871-21b9-47f0-b9a0-e2937398b45c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771739'] for port, before_response {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:54:05.717810 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-b99af27c-11bc-494a-a66a-7895e3671419 req-6cc1c871-21b9-47f0-b9a0-e2937398b45c service neutron] 10.222.0.65 "PUT /v2.0/ports/033069ce-9f6b-4a8e-9537-d15a30597c12 HTTP/1.1" status: 200  len: 1093 time: 2.4021032
Apr 15 19:54:05.718503 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15ded056-669a-490c-bb20-a972f8e772bb', 'tag': '033069ce-9f6b-4a8e-9537-d15a30597c12'}] {{(pid=85345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 19:54:05.725792 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a6bc35-7e87-4d98-b885-85d552f3384d req-83c2b4ab-4bb5-43f1-8905-15b15f3b365b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:54:05.727435 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-00a6bc35-7e87-4d98-b885-85d552f3384d req-83c2b4ab-4bb5-43f1-8905-15b15f3b365b service neutron] 10.222.0.65 "GET /v2.0/subnets?id=c9a5e3d2-b4cb-4ff6-afc6-75b296b42958 HTTP/1.1" status: 200  len: 849 time: 0.0676098
Apr 15 19:54:05.831475 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a6bc35-7e87-4d98-b885-85d552f3384d req-2092fece-e91d-4636-9335-8946d768ea41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:54:05.833107 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-00a6bc35-7e87-4d98-b885-85d552f3384d req-2092fece-e91d-4636-9335-8946d768ea41 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=4d82f7b7-d97c-4f69-af76-26788d15aead&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0965126
Apr 15 19:54:05.846565 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-01630f63-4fe0-4b57-afc7-96d6b11e07c4 req-45997eb3-1952-40b0-af52-ff4f764d0a0f tempest-AttachVolumeTestJSON-1178366330 tempest-AttachVolumeTestJSON-1178366330-project] 10.222.0.47 "GET /v2.0/security-groups?id=6487eb03-e8ae-4d3c-99fb-8cea34ccc313&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1215973
Apr 15 19:54:05.888770 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15ded056-669a-490c-bb20-a972f8e772bb', 'tag': '033069ce-9f6b-4a8e-9537-d15a30597c12', 'status': 'completed', 'code': 200}
Apr 15 19:54:05.899686 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99af27c-11bc-494a-a66a-7895e3671419 req-31af2e50-8dc8-410b-9d84-f7df119760cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:54:05.901747 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-b99af27c-11bc-494a-a66a-7895e3671419 req-31af2e50-8dc8-410b-9d84-f7df119760cd service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=4bae275d2add4a8a85e8b627d205bb33&device_id=15ded056-669a-490c-bb20-a972f8e772bb HTTP/1.1" status: 200  len: 1096 time: 0.1296887
Apr 15 19:54:05.985887 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-b99af27c-11bc-494a-a66a-7895e3671419 req-daa90526-7366-4e7a-910a-75ada74fcd81 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=033069ce-9f6b-4a8e-9537-d15a30597c12 HTTP/1.1" status: 200  len: 217 time: 0.0756311
Apr 15 19:54:06.003719 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-00a6bc35-7e87-4d98-b885-85d552f3384d req-8a8a00e8-df5d-45b6-b072-fd37c084dbc4 service neutron] 10.222.0.65 "GET /v2.0/networks/4d82f7b7-d97c-4f69-af76-26788d15aead?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1617053
Apr 15 19:54:06.083472 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99af27c-11bc-494a-a66a-7895e3671419 req-a9e3e9ba-5d56-49ec-bcd3-a2731589678a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:54:06.085106 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-b99af27c-11bc-494a-a66a-7895e3671419 req-a9e3e9ba-5d56-49ec-bcd3-a2731589678a service neutron] 10.222.0.65 "GET /v2.0/subnets?id=8272d6a7-33c7-4e21-aec7-64c68285458e HTTP/1.1" status: 200  len: 856 time: 0.0891809
Apr 15 19:54:06.174369 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-00a6bc35-7e87-4d98-b885-85d552f3384d req-577dfc6e-17af-42ec-b1e3-538e229e260a service neutron] 10.222.0.65 "GET /v2.0/networks/4d82f7b7-d97c-4f69-af76-26788d15aead?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1632710
Apr 15 19:54:06.177573 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99af27c-11bc-494a-a66a-7895e3671419 req-09a5f968-c0e8-484b-b0d2-1d5fff77c171 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:54:06.179261 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-b99af27c-11bc-494a-a66a-7895e3671419 req-09a5f968-c0e8-484b-b0d2-1d5fff77c171 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=3371f473-4c26-4f81-abc4-c2c4353fa3ab&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0856988
Apr 15 19:54:06.336222 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-b99af27c-11bc-494a-a66a-7895e3671419 req-233245e3-c13b-4bd6-959d-dff654b78b84 service neutron] 10.222.0.65 "GET /v2.0/networks/3371f473-4c26-4f81-abc4-c2c4353fa3ab?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1498225
Apr 15 19:54:06.400683 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.wsgi [-] (85344) accepted ('10.222.0.47', 49146) {{(pid=85344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:54:06.507942 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-b99af27c-11bc-494a-a66a-7895e3671419 req-432f6ff9-0eaa-4d06-ba78-fe32c8dda2d7 service neutron] 10.222.0.65 "GET /v2.0/networks/3371f473-4c26-4f81-abc4-c2c4353fa3ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1621213
Apr 15 19:54:06.560719 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-caf44129-5214-418b-bb7b-534e3179b215 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:54:06.592301 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.quota.driver [None req-caf44129-5214-418b-bb7b-534e3179b215 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:54:06.600207 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource [None req-caf44129-5214-418b-bb7b-534e3179b215 admin admin] Usage tracker for resource:security_group_rule and tenant:489aa2f483bc435eb2e9b91d17222722 is out of sync, need to count used quota {{(pid=85344) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:54:06.605705 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource [None req-caf44129-5214-418b-bb7b-534e3179b215 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85344) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:54:06.617363 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.quota.driver [None req-caf44129-5214-418b-bb7b-534e3179b215 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:54:06.673141 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b068ca6-7cd5-4e3d-9b86-c039db4f4ae3 req-bbec551c-feba-42f5-a298-c52118ae0cd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:54:06.674232 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-4b068ca6-7cd5-4e3d-9b86-c039db4f4ae3 req-bbec551c-feba-42f5-a298-c52118ae0cd2 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=4bae275d2add4a8a85e8b627d205bb33&device_id=15ded056-669a-490c-bb20-a972f8e772bb HTTP/1.1" status: 200  len: 1096 time: 0.1177843
Apr 15 19:54:06.762575 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-caf44129-5214-418b-bb7b-534e3179b215 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:54:06.768541 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-caf44129-5214-418b-bb7b-534e3179b215 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806004'] for security_group, after_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:54:06.778918 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-fd3d4f8b-ecda-41e3-bb3b-ecd4063ce49b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:54:06.827542 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [None req-caf44129-5214-418b-bb7b-534e3179b215 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=489aa2f483bc435eb2e9b91d17222722&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4241102
Apr 15 19:54:06.828827 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf44129-5214-418b-bb7b-534e3179b215 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a702007-1984-4ad1-9056-cc0bb60724e2,revision_number=1']} {{(pid=85344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:54:06.831582 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.wsgi [-] (85344) accepted ('10.222.0.47', 49154) {{(pid=85344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:54:06.834984 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-caf44129-5214-418b-bb7b-534e3179b215 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:54:06.915151 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-e6ceec7a-5f51-4211-883c-7a8f6bba967d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:54:06.924592 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b068ca6-7cd5-4e3d-9b86-c039db4f4ae3 req-7e6a1072-8600-4936-a9f2-7858c81cdac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:54:06.926132 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-4b068ca6-7cd5-4e3d-9b86-c039db4f4ae3 req-7e6a1072-8600-4936-a9f2-7858c81cdac7 service neutron] 10.222.0.65 "GET /v2.0/networks?id=3371f473-4c26-4f81-abc4-c2c4353fa3ab HTTP/1.1" status: 200  len: 918 time: 0.2295430
Apr 15 19:54:06.940258 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e94c76-1a15-4d53-be91-42b15e22dbaf req-fd0519de-ec76-412d-9190-b2aabd26a3d9 tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:54:06.941056 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource [req-24e94c76-1a15-4d53-be91-42b15e22dbaf req-fd0519de-ec76-412d-9190-b2aabd26a3d9 tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] Synchronizing usage tracker for tenant:4bae275d2add4a8a85e8b627d205bb33 on resource:port {{(pid=85345) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 15 19:54:06.951355 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-e6ceec7a-5f51-4211-883c-7a8f6bba967d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:54:07.011287 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-e6ceec7a-5f51-4211-883c-7a8f6bba967d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806004'] for security_group, after_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:54:07.016989 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-07da35a3-62ed-4dac-aa00-ef722cbe03c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:54:07.027531 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-4b068ca6-7cd5-4e3d-9b86-c039db4f4ae3 req-bba868e2-2ab3-41d3-b4c7-34a4e76fd8d1 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=033069ce-9f6b-4a8e-9537-d15a30597c12 HTTP/1.1" status: 200  len: 217 time: 0.0821054
Apr 15 19:54:07.033159 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ceec7a-5f51-4211-883c-7a8f6bba967d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a702007-1984-4ad1-9056-cc0bb60724e2,revision_number=None']} {{(pid=85344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:54:07.036580 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-e6ceec7a-5f51-4211-883c-7a8f6bba967d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:54:07.038012 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-e6ceec7a-5f51-4211-883c-7a8f6bba967d admin admin] Notify callbacks [] for security_group, before_response {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:54:07.044170 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [None req-e6ceec7a-5f51-4211-883c-7a8f6bba967d admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/4a702007-1984-4ad1-9056-cc0bb60724e2 HTTP/1.1" status: 204  len: 168 time: 0.2064531
Apr 15 19:54:07.087793 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource [req-24e94c76-1a15-4d53-be91-42b15e22dbaf req-fd0519de-ec76-412d-9190-b2aabd26a3d9 tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] Unset dirty status for tenant:4bae275d2add4a8a85e8b627d205bb33 on resource:port {{(pid=85345) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 15 19:54:07.089623 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-24e94c76-1a15-4d53-be91-42b15e22dbaf req-fd0519de-ec76-412d-9190-b2aabd26a3d9 tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] 10.222.0.47 "GET /v2.0/ports?device_id=15ded056-669a-490c-bb20-a972f8e772bb HTTP/1.1" status: 200  len: 943 time: 0.3086708
Apr 15 19:54:07.139768 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b068ca6-7cd5-4e3d-9b86-c039db4f4ae3 req-68b1d3ef-19b6-4139-96ea-b3740cd6e2be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:54:07.141835 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-4b068ca6-7cd5-4e3d-9b86-c039db4f4ae3 req-68b1d3ef-19b6-4139-96ea-b3740cd6e2be service neutron] 10.222.0.65 "GET /v2.0/subnets?id=8272d6a7-33c7-4e21-aec7-64c68285458e HTTP/1.1" status: 200  len: 856 time: 0.1079218
Apr 15 19:54:07.201226 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b682738-71e8-4d79-bab0-cb5d2bf778fe req-24ea96d0-2364-4792-abc3-8d3376d5c2d3 tempest-AttachVolumeTestJSON-1178366330 tempest-AttachVolumeTestJSON-1178366330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:54:07.202653 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource [req-9b682738-71e8-4d79-bab0-cb5d2bf778fe req-24ea96d0-2364-4792-abc3-8d3376d5c2d3 tempest-AttachVolumeTestJSON-1178366330 tempest-AttachVolumeTestJSON-1178366330-project] Synchronizing usage tracker for tenant:5031830a47dd4af1b1ffb83e812d61ea on resource:port {{(pid=85344) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 15 19:54:07.218151 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-24e94c76-1a15-4d53-be91-42b15e22dbaf req-2836a37c-0452-4494-8d70-f14db2e3a6b2 tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] 10.222.0.47 "GET /v2.0/security-groups?id=500453f8-6d6a-46df-a520-49d2e2355d6e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1113765
Apr 15 19:54:07.237494 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource [req-9b682738-71e8-4d79-bab0-cb5d2bf778fe req-24ea96d0-2364-4792-abc3-8d3376d5c2d3 tempest-AttachVolumeTestJSON-1178366330 tempest-AttachVolumeTestJSON-1178366330-project] Unset dirty status for tenant:5031830a47dd4af1b1ffb83e812d61ea on resource:port {{(pid=85344) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 15 19:54:07.262442 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b068ca6-7cd5-4e3d-9b86-c039db4f4ae3 req-8e01247d-d6be-41a8-a55f-1ddac535065f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:54:07.263808 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-9b682738-71e8-4d79-bab0-cb5d2bf778fe req-24ea96d0-2364-4792-abc3-8d3376d5c2d3 tempest-AttachVolumeTestJSON-1178366330 tempest-AttachVolumeTestJSON-1178366330-project] 10.222.0.47 "GET /v2.0/ports?device_id=a862c73b-2bc6-4fac-8fe4-b9a5402e1935 HTTP/1.1" status: 200  len: 943 time: 0.1665063
Apr 15 19:54:07.264934 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-4b068ca6-7cd5-4e3d-9b86-c039db4f4ae3 req-8e01247d-d6be-41a8-a55f-1ddac535065f service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=3371f473-4c26-4f81-abc4-c2c4353fa3ab&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1144636
Apr 15 19:54:07.323906 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-9b682738-71e8-4d79-bab0-cb5d2bf778fe req-a375f51c-1d92-4b32-a296-a60d7d66e377 tempest-AttachVolumeTestJSON-1178366330 tempest-AttachVolumeTestJSON-1178366330-project] 10.222.0.47 "GET /v2.0/security-groups?id=6487eb03-e8ae-4d3c-99fb-8cea34ccc313&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0588546
Apr 15 19:54:07.498325 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-4b068ca6-7cd5-4e3d-9b86-c039db4f4ae3 req-683f01b2-9bf2-4b1a-a0af-ed5631e849a6 service neutron] 10.222.0.65 "GET /v2.0/networks/3371f473-4c26-4f81-abc4-c2c4353fa3ab?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2250621
Apr 15 19:54:07.521242 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.wsgi [-] (85344) accepted ('10.222.0.47', 49164) {{(pid=85344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:54:07.543988 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-13593e9f-0977-49f3-a6ba-369b4b4c8f0d admin admin] Notify callbacks [] for security_group, before_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:54:07.562231 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.quota.driver [None req-13593e9f-0977-49f3-a6ba-369b4b4c8f0d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:54:07.568239 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource [None req-13593e9f-0977-49f3-a6ba-369b4b4c8f0d admin admin] Usage tracker for resource:security_group_rule and tenant:2b76a0bd49814f219019c27083a927be is out of sync, need to count used quota {{(pid=85344) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:54:07.572080 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource [None req-13593e9f-0977-49f3-a6ba-369b4b4c8f0d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85344) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:54:07.581818 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.quota.driver [None req-13593e9f-0977-49f3-a6ba-369b4b4c8f0d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:54:07.662690 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-4b068ca6-7cd5-4e3d-9b86-c039db4f4ae3 req-8237d0ce-3766-4e88-86c2-e1870be49801 service neutron] 10.222.0.65 "GET /v2.0/networks/3371f473-4c26-4f81-abc4-c2c4353fa3ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1562195
Apr 15 19:54:07.676955 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-13593e9f-0977-49f3-a6ba-369b4b4c8f0d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:54:07.680238 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-13593e9f-0977-49f3-a6ba-369b4b4c8f0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806004'] for security_group, after_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:54:07.690191 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-c22adfed-c31d-4d99-a1ab-fcabeed849e8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:54:07.734707 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13593e9f-0977-49f3-a6ba-369b4b4c8f0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c248316-1553-475f-aab7-c5813a48897a,revision_number=1']} {{(pid=85344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:54:07.743733 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [None req-13593e9f-0977-49f3-a6ba-369b4b4c8f0d admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=2b76a0bd49814f219019c27083a927be&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2173040
Apr 15 19:54:07.743733 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-13593e9f-0977-49f3-a6ba-369b4b4c8f0d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:54:07.744131 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.wsgi [-] (85344) accepted ('10.222.0.47', 49168) {{(pid=85344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:54:07.808584 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-f80ae806-0403-4e64-9ee0-8970226ff37c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:54:07.837406 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-f80ae806-0403-4e64-9ee0-8970226ff37c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:54:07.889819 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-f80ae806-0403-4e64-9ee0-8970226ff37c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806004'] for security_group, after_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:54:07.895038 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-951d07a8-8934-458c-89a2-afea5b6865e3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:54:07.907049 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80ae806-0403-4e64-9ee0-8970226ff37c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c248316-1553-475f-aab7-c5813a48897a,revision_number=None']} {{(pid=85344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:54:07.912200 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-f80ae806-0403-4e64-9ee0-8970226ff37c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:54:07.914444 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-f80ae806-0403-4e64-9ee0-8970226ff37c admin admin] Notify callbacks [] for security_group, before_response {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:54:07.915684 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [None req-f80ae806-0403-4e64-9ee0-8970226ff37c admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/1c248316-1553-475f-aab7-c5813a48897a HTTP/1.1" status: 204  len: 168 time: 0.1707535
Apr 15 19:54:08.078877 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-a811502a-6409-4f3d-bf51-c99914adab6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789847050935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-428960'] for agent, after_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:54:08.266701 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789847050935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-428960'] for agent, after_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:54:08.495469 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139db9cf-acc2-4dff-a478-5e93522cc136 req-bedd80e7-8736-4edb-9a24-cb1a05a28e24 tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:54:08.497248 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-139db9cf-acc2-4dff-a478-5e93522cc136 req-bedd80e7-8736-4edb-9a24-cb1a05a28e24 tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] 10.222.0.47 "GET /v2.0/ports?device_id=15ded056-669a-490c-bb20-a972f8e772bb HTTP/1.1" status: 200  len: 943 time: 0.0971501
Apr 15 19:54:08.554680 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-139db9cf-acc2-4dff-a478-5e93522cc136 req-0decd9b2-84ec-4237-bb02-867237753064 tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] 10.222.0.47 "GET /v2.0/security-groups?id=500453f8-6d6a-46df-a520-49d2e2355d6e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0496488
Apr 15 19:54:08.563420 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89681352-f167-4fdb-bd23-83dab527bf42 req-02ac19f1-d620-4266-b5cc-4ff8a3ce3d83 tempest-AttachVolumeTestJSON-1178366330 tempest-AttachVolumeTestJSON-1178366330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:54:08.565180 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-89681352-f167-4fdb-bd23-83dab527bf42 req-02ac19f1-d620-4266-b5cc-4ff8a3ce3d83 tempest-AttachVolumeTestJSON-1178366330 tempest-AttachVolumeTestJSON-1178366330-project] 10.222.0.47 "GET /v2.0/ports?device_id=a862c73b-2bc6-4fac-8fe4-b9a5402e1935 HTTP/1.1" status: 200  len: 943 time: 0.1125157
Apr 15 19:54:08.621155 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-89681352-f167-4fdb-bd23-83dab527bf42 req-b8135c44-5f21-452e-9457-9f68e54147a8 tempest-AttachVolumeTestJSON-1178366330 tempest-AttachVolumeTestJSON-1178366330-project] 10.222.0.47 "GET /v2.0/security-groups?id=6487eb03-e8ae-4d3c-99fb-8cea34ccc313&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0463684
Apr 15 19:54:09.042341 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.rpc [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Device 412daaca-58b6-4ca2-9c20-8a295a14bf13 details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=85346) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 15 19:54:09.192056 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-b400c4f8-8969-424f-8663-39cf5b6e1207 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789847050935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-428960'] for agent, after_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:54:09.244246 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.db [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] For port 412daaca-58b6-4ca2-9c20-8a295a14bf13, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=412daaca-58b6-4ca2-9c20-8a295a14bf13,segment=NetworkSegment(fba2751d-d069-4029-bec8-ed01c7a617d8),segment_id=fba2751d-d069-4029-bec8-ed01c7a617d8)] {{(pid=85346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 19:54:09.261184 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.rpc [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Returning: {'device': '412daaca-58b6-4ca2-9c20-8a295a14bf13', 'network_id': '4d82f7b7-d97c-4f69-af76-26788d15aead', 'port_id': '412daaca-58b6-4ca2-9c20-8a295a14bf13', 'mac_address': 'fa:16:3e:01:48:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 674, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c9a5e3d2-b4cb-4ff6-afc6-75b296b42958', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85346) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 15 19:54:09.330333 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854565853'] for port, before_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:54:09.355929 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.notifiers.nova [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 412daaca-58b6-4ca2-9c20-8a295a14bf13 {{(pid=85346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 15 19:54:09.374344 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.db [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] For port 412daaca-58b6-4ca2-9c20-8a295a14bf13, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=412daaca-58b6-4ca2-9c20-8a295a14bf13,segment=NetworkSegment(fba2751d-d069-4029-bec8-ed01c7a617d8),segment_id=fba2751d-d069-4029-bec8-ed01c7a617d8)] {{(pid=85346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 19:54:09.380177 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854693686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852972410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789846929216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789846482410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789846483725'] for port, after_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:54:09.381145 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.rpc [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Device 033069ce-9f6b-4a8e-9537-d15a30597c12 details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=85346) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 15 19:54:09.383505 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:54:09.542326 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Pushing event updated for resources: {'Port': ['ID=412daaca-58b6-4ca2-9c20-8a295a14bf13,revision_number=4']} {{(pid=85346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:54:09.569721 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:54:09.570393 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:54:09.570558 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:54:09.570799 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:54:09.571200 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:54:09.571571 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:54:09.571932 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:54:09.572289 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:54:09.572666 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:54:09.573599 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:54:09.574211 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:54:09.574567 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:54:09.582199 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:54:09.585346 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-56ecdebd-c5a0-4569-bc96-ba437f5ce558 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789847050935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-428960'] for agent, after_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:54:09.632336 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.db [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] For port 033069ce-9f6b-4a8e-9537-d15a30597c12, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=033069ce-9f6b-4a8e-9537-d15a30597c12,segment=NetworkSegment(50fe2df4-77d3-40aa-a8a3-45d53f7bd89a),segment_id=50fe2df4-77d3-40aa-a8a3-45d53f7bd89a)] {{(pid=85346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 19:54:09.653639 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.rpc [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Returning: {'device': '033069ce-9f6b-4a8e-9537-d15a30597c12', 'network_id': '3371f473-4c26-4f81-abc4-c2c4353fa3ab', 'port_id': '033069ce-9f6b-4a8e-9537-d15a30597c12', 'mac_address': 'fa:16:3e:36:1e:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 679, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8272d6a7-33c7-4e21-aec7-64c68285458e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85346) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 15 19:54:09.790005 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc299936-6535-44e7-926c-e108f7a24687 req-3698047d-ec09-4828-9bc9-9f48888cd8df tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:54:09.793771 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-dc299936-6535-44e7-926c-e108f7a24687 req-3698047d-ec09-4828-9bc9-9f48888cd8df tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] 10.222.0.47 "GET /v2.0/ports?device_id=15ded056-669a-490c-bb20-a972f8e772bb HTTP/1.1" status: 200  len: 943 time: 0.1092961
Apr 15 19:54:09.866493 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-dc299936-6535-44e7-926c-e108f7a24687 req-602c15ca-08e0-4c1f-9f98-5c105dbfa241 tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] 10.222.0.47 "GET /v2.0/security-groups?id=500453f8-6d6a-46df-a520-49d2e2355d6e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0657208
Apr 15 19:54:09.985498 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17387239-1515-4bae-8fc5-a092e720339f req-75556f72-4d6b-405d-ba39-92e35983609f tempest-AttachVolumeTestJSON-1178366330 tempest-AttachVolumeTestJSON-1178366330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:54:09.988525 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-17387239-1515-4bae-8fc5-a092e720339f req-75556f72-4d6b-405d-ba39-92e35983609f tempest-AttachVolumeTestJSON-1178366330 tempest-AttachVolumeTestJSON-1178366330-project] 10.222.0.47 "GET /v2.0/ports?device_id=a862c73b-2bc6-4fac-8fe4-b9a5402e1935 HTTP/1.1" status: 200  len: 944 time: 0.1814373
Apr 15 19:54:10.065567 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-17387239-1515-4bae-8fc5-a092e720339f req-6de4aa09-719a-4a66-b95a-b76df45a88c3 tempest-AttachVolumeTestJSON-1178366330 tempest-AttachVolumeTestJSON-1178366330-project] 10.222.0.47 "GET /v2.0/security-groups?id=6487eb03-e8ae-4d3c-99fb-8cea34ccc313&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0692463
Apr 15 19:54:10.091254 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854565853'] for port, before_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:54:10.117220 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.notifiers.nova [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 033069ce-9f6b-4a8e-9537-d15a30597c12 {{(pid=85346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 15 19:54:10.148140 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.db [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] For port 033069ce-9f6b-4a8e-9537-d15a30597c12, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=033069ce-9f6b-4a8e-9537-d15a30597c12,segment=NetworkSegment(50fe2df4-77d3-40aa-a8a3-45d53f7bd89a),segment_id=50fe2df4-77d3-40aa-a8a3-45d53f7bd89a)] {{(pid=85346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 19:54:10.153752 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854693686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852972410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789846929216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789846482410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789846483725'] for port, after_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:54:10.156998 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:54:10.266559 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Pushing event updated for resources: {'Port': ['ID=033069ce-9f6b-4a8e-9537-d15a30597c12,revision_number=4']} {{(pid=85346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:54:10.270055 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:54:10.443027 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.db [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] get_ports_and_sgs() called for port_ids ['033069ce-9f6b-4a8e-9537-d15a30597c12'] {{(pid=85346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 15 19:54:10.473642 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.db [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] get_ports_and_sgs() called for port_ids ['412daaca-58b6-4ca2-9c20-8a295a14bf13'] {{(pid=85346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 15 19:54:10.610313 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-3d77682a-3290-49f5-9a09-7e8e47f8ddca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789847050935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-428960'] for agent, after_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:54:11.077591 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8bce30-82ae-475e-83ef-c92d29f9b104 req-c8634941-a7e3-40ca-9bb5-2751afbdfefe tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:54:11.079217 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-0c8bce30-82ae-475e-83ef-c92d29f9b104 req-c8634941-a7e3-40ca-9bb5-2751afbdfefe tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] 10.222.0.47 "GET /v2.0/ports?device_id=15ded056-669a-490c-bb20-a972f8e772bb HTTP/1.1" status: 200  len: 944 time: 0.0933330
Apr 15 19:54:11.137520 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-0c8bce30-82ae-475e-83ef-c92d29f9b104 req-561e6c86-f71b-4396-9ff4-4396bab01cc9 tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] 10.222.0.47 "GET /v2.0/security-groups?id=500453f8-6d6a-46df-a520-49d2e2355d6e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0454981
Apr 15 19:54:11.348871 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4fca73-85b4-4eff-9cc1-499feba2fd67 req-3007c38f-21b8-4bed-9096-e8020fe63672 tempest-AttachVolumeTestJSON-1178366330 tempest-AttachVolumeTestJSON-1178366330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:54:11.350548 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-4e4fca73-85b4-4eff-9cc1-499feba2fd67 req-3007c38f-21b8-4bed-9096-e8020fe63672 tempest-AttachVolumeTestJSON-1178366330 tempest-AttachVolumeTestJSON-1178366330-project] 10.222.0.47 "GET /v2.0/ports?device_id=a862c73b-2bc6-4fac-8fe4-b9a5402e1935 HTTP/1.1" status: 200  len: 944 time: 0.0941682
Apr 15 19:54:11.408590 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-4e4fca73-85b4-4eff-9cc1-499feba2fd67 req-47ebe5de-a932-441d-8976-1dc1e3997e9c tempest-AttachVolumeTestJSON-1178366330 tempest-AttachVolumeTestJSON-1178366330-project] 10.222.0.47 "GET /v2.0/security-groups?id=6487eb03-e8ae-4d3c-99fb-8cea34ccc313&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0457442
Apr 15 19:54:12.413946 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372729bb-2d47-4944-8ead-9a90b92d8826 req-70f67da2-d133-4698-8440-68a4b42b71b7 tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:54:12.415681 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-372729bb-2d47-4944-8ead-9a90b92d8826 req-70f67da2-d133-4698-8440-68a4b42b71b7 tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] 10.222.0.47 "GET /v2.0/ports?device_id=15ded056-669a-490c-bb20-a972f8e772bb HTTP/1.1" status: 200  len: 944 time: 0.0997958
Apr 15 19:54:12.486717 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-372729bb-2d47-4944-8ead-9a90b92d8826 req-b3529cc9-c489-4cb3-bc20-6ee3367f9385 tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] 10.222.0.47 "GET /v2.0/security-groups?id=500453f8-6d6a-46df-a520-49d2e2355d6e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0570290
Apr 15 19:54:12.653972 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ed9c6d-27f9-463d-b561-e7a78c05aaf9 req-f86ea9cf-8efe-4da2-92d6-18bf59c558dc tempest-AttachVolumeTestJSON-1178366330 tempest-AttachVolumeTestJSON-1178366330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:54:12.655739 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-02ed9c6d-27f9-463d-b561-e7a78c05aaf9 req-f86ea9cf-8efe-4da2-92d6-18bf59c558dc tempest-AttachVolumeTestJSON-1178366330 tempest-AttachVolumeTestJSON-1178366330-project] 10.222.0.47 "GET /v2.0/ports?device_id=a862c73b-2bc6-4fac-8fe4-b9a5402e1935 HTTP/1.1" status: 200  len: 944 time: 0.1040468
Apr 15 19:54:12.721731 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-02ed9c6d-27f9-463d-b561-e7a78c05aaf9 req-ffe57835-0fd3-4a5b-a6cf-6fe74a57d19d tempest-AttachVolumeTestJSON-1178366330 tempest-AttachVolumeTestJSON-1178366330-project] 10.222.0.47 "GET /v2.0/security-groups?id=6487eb03-e8ae-4d3c-99fb-8cea34ccc313&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0586216
Apr 15 19:54:13.061958 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.rpc [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Device 412daaca-58b6-4ca2-9c20-8a295a14bf13 up at agent hyperv_hv-cinder-78638 {{(pid=85346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 19:54:13.153320 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.provisioning_blocks [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Provisioning for port 412daaca-58b6-4ca2-9c20-8a295a14bf13 completed by entity L2. {{(pid=85346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 19:54:13.162430 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.provisioning_blocks [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Provisioning complete for port 412daaca-58b6-4ca2-9c20-8a295a14bf13 triggered by entity L2. {{(pid=85346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 19:54:13.163161 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-428662'] for port, provisioning_complete {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:54:13.329935 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854565853'] for port, before_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:54:13.363748 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a862c73b-2bc6-4fac-8fe4-b9a5402e1935', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '412daaca-58b6-4ca2-9c20-8a295a14bf13'}] {{(pid=85346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 19:54:13.375126 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.db [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] For port 412daaca-58b6-4ca2-9c20-8a295a14bf13, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=412daaca-58b6-4ca2-9c20-8a295a14bf13,segment=NetworkSegment(fba2751d-d069-4029-bec8-ed01c7a617d8),segment_id=fba2751d-d069-4029-bec8-ed01c7a617d8)] {{(pid=85346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 19:54:13.380622 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854693686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852972410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789846929216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789846482410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789846483725'] for port, after_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:54:13.381465 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.rpc [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Device 033069ce-9f6b-4a8e-9537-d15a30597c12 up at agent hyperv_hv-cinder-78638 {{(pid=85346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 19:54:13.412886 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:54:13.513840 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Pushing event updated for resources: {'Port': ['ID=412daaca-58b6-4ca2-9c20-8a295a14bf13,revision_number=5']} {{(pid=85346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:54:13.518957 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:54:13.526971 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.provisioning_blocks [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Provisioning for port 033069ce-9f6b-4a8e-9537-d15a30597c12 completed by entity L2. {{(pid=85346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 19:54:13.533347 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.provisioning_blocks [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Provisioning complete for port 033069ce-9f6b-4a8e-9537-d15a30597c12 triggered by entity L2. {{(pid=85346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 19:54:13.533915 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-428662'] for port, provisioning_complete {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:54:13.581253 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a862c73b-2bc6-4fac-8fe4-b9a5402e1935', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '412daaca-58b6-4ca2-9c20-8a295a14bf13', 'code': 200}
Apr 15 19:54:13.690612 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854565853'] for port, before_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:54:13.756243 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.db [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] For port 033069ce-9f6b-4a8e-9537-d15a30597c12, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=033069ce-9f6b-4a8e-9537-d15a30597c12,segment=NetworkSegment(50fe2df4-77d3-40aa-a8a3-45d53f7bd89a),segment_id=50fe2df4-77d3-40aa-a8a3-45d53f7bd89a)] {{(pid=85346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 19:54:13.763344 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854693686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852972410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789846929216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789846482410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789846483725'] for port, after_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:54:13.767319 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-7fffe139-687f-442d-8918-29e0fe2651f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:54:13.867186 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f822d6-5b81-4253-8238-62bae4ecf825 req-51b59344-761d-4c7f-b7f6-d73c2873c319 tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:54:13.870824 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-16f822d6-5b81-4253-8238-62bae4ecf825 req-51b59344-761d-4c7f-b7f6-d73c2873c319 tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] 10.222.0.47 "GET /v2.0/ports?device_id=15ded056-669a-490c-bb20-a972f8e772bb HTTP/1.1" status: 200  len: 945 time: 0.1727700
Apr 15 19:54:13.929759 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Pushing event updated for resources: {'Port': ['ID=033069ce-9f6b-4a8e-9537-d15a30597c12,revision_number=5']} {{(pid=85346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:54:13.935926 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:54:13.967016 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-16f822d6-5b81-4253-8238-62bae4ecf825 req-f4380909-c1ad-4068-b6b6-6b4bb6de71fc tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] 10.222.0.47 "GET /v2.0/security-groups?id=500453f8-6d6a-46df-a520-49d2e2355d6e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0896661
Apr 15 19:54:14.017899 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098f09d3-4f74-4164-b14c-fbf5f8c3470b req-285cf615-416e-4261-89bb-99e50bf2e36c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:54:14.019674 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-098f09d3-4f74-4164-b14c-fbf5f8c3470b req-285cf615-416e-4261-89bb-99e50bf2e36c service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=a862c73b-2bc6-4fac-8fe4-b9a5402e1935 HTTP/1.1" status: 200  len: 1098 time: 0.1877286
Apr 15 19:54:14.084205 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa9a7b1-fd56-499f-9195-de5e462d4608 req-08c60c06-03e6-484f-a401-2e8c37bf633e tempest-AttachVolumeTestJSON-1178366330 tempest-AttachVolumeTestJSON-1178366330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:54:14.086284 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-8aa9a7b1-fd56-499f-9195-de5e462d4608 req-08c60c06-03e6-484f-a401-2e8c37bf633e tempest-AttachVolumeTestJSON-1178366330 tempest-AttachVolumeTestJSON-1178366330-project] 10.222.0.47 "GET /v2.0/ports?device_id=a862c73b-2bc6-4fac-8fe4-b9a5402e1935 HTTP/1.1" status: 200  len: 945 time: 0.1665871
Apr 15 19:54:14.092874 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-098f09d3-4f74-4164-b14c-fbf5f8c3470b req-759a7fe7-6d0e-4f70-b58a-e2da7008a36f service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=6487eb03-e8ae-4d3c-99fb-8cea34ccc313&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0624056
Apr 15 19:54:14.164599 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-8aa9a7b1-fd56-499f-9195-de5e462d4608 req-56a0a781-1cd6-4781-b820-62043da7c475 tempest-AttachVolumeTestJSON-1178366330 tempest-AttachVolumeTestJSON-1178366330-project] 10.222.0.47 "GET /v2.0/security-groups?id=6487eb03-e8ae-4d3c-99fb-8cea34ccc313&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0657787
Apr 15 19:54:14.487067 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.wsgi [-] (85345) accepted ('10.222.0.47', 49268) {{(pid=85345) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:54:14.633525 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-4b9946d5-7a3c-40e9-9341-ab3c0c8e3459 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:54:14.651961 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.quota.driver [None req-4b9946d5-7a3c-40e9-9341-ab3c0c8e3459 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85345) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:54:14.656819 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource [None req-4b9946d5-7a3c-40e9-9341-ab3c0c8e3459 admin admin] Usage tracker for resource:security_group_rule and tenant:51136791a47b4c31aca870ff3fe866dd is out of sync, need to count used quota {{(pid=85345) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:54:14.660330 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource [None req-4b9946d5-7a3c-40e9-9341-ab3c0c8e3459 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85345) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:54:14.668406 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.quota.driver [None req-4b9946d5-7a3c-40e9-9341-ab3c0c8e3459 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85345) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:54:14.799870 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-4b9946d5-7a3c-40e9-9341-ab3c0c8e3459 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:54:14.805333 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-4b9946d5-7a3c-40e9-9341-ab3c0c8e3459 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806004'] for security_group, after_create {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:54:14.815311 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-ae6c2143-3f8a-4486-93cc-edbff9f678ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:54:14.862076 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [None req-4b9946d5-7a3c-40e9-9341-ab3c0c8e3459 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=51136791a47b4c31aca870ff3fe866dd&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3736877
Apr 15 19:54:14.864126 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9946d5-7a3c-40e9-9341-ab3c0c8e3459 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d210b73-9198-4794-821f-8ae1ccfc8975,revision_number=1']} {{(pid=85345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:54:14.866976 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.wsgi [-] (85344) accepted ('10.222.0.47', 49274) {{(pid=85344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:54:14.868056 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-4b9946d5-7a3c-40e9-9341-ab3c0c8e3459 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:54:14.954296 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-7599ba8f-4086-4743-bef8-0bb3cc11e964 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:54:14.991929 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-7599ba8f-4086-4743-bef8-0bb3cc11e964 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:54:15.045813 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-7599ba8f-4086-4743-bef8-0bb3cc11e964 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806004'] for security_group, after_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:54:15.050096 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-d51d2152-bfab-434a-9889-4a2bbd97ce31 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:54:15.062019 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7599ba8f-4086-4743-bef8-0bb3cc11e964 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d210b73-9198-4794-821f-8ae1ccfc8975,revision_number=None']} {{(pid=85344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:54:15.065052 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-7599ba8f-4086-4743-bef8-0bb3cc11e964 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:54:15.071259 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-7599ba8f-4086-4743-bef8-0bb3cc11e964 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:54:15.077368 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [None req-7599ba8f-4086-4743-bef8-0bb3cc11e964 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/3d210b73-9198-4794-821f-8ae1ccfc8975 HTTP/1.1" status: 204  len: 168 time: 0.2036483
Apr 15 19:54:15.237844 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e824db6-678b-425a-b68f-cff00bcaca6b req-601a4b79-162f-418c-ac26-efb95ffd0d9e tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:54:15.241278 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-1e824db6-678b-425a-b68f-cff00bcaca6b req-601a4b79-162f-418c-ac26-efb95ffd0d9e tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] 10.222.0.47 "GET /v2.0/ports?device_id=15ded056-669a-490c-bb20-a972f8e772bb HTTP/1.1" status: 200  len: 945 time: 0.1205690
Apr 15 19:54:15.323457 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-1e824db6-678b-425a-b68f-cff00bcaca6b req-c6ee4aa9-94ab-4faf-9bdd-98f7254fafc4 tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] 10.222.0.47 "GET /v2.0/security-groups?id=500453f8-6d6a-46df-a520-49d2e2355d6e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0741811
Apr 15 19:54:15.492263 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241b1473-c483-467c-88c3-48b3b374e538 req-4d59234d-ab24-411b-9a89-c0de6dd97353 tempest-AttachVolumeTestJSON-1178366330 tempest-AttachVolumeTestJSON-1178366330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:54:15.494185 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-241b1473-c483-467c-88c3-48b3b374e538 req-4d59234d-ab24-411b-9a89-c0de6dd97353 tempest-AttachVolumeTestJSON-1178366330 tempest-AttachVolumeTestJSON-1178366330-project] 10.222.0.47 "GET /v2.0/ports?device_id=a862c73b-2bc6-4fac-8fe4-b9a5402e1935 HTTP/1.1" status: 200  len: 945 time: 0.1006758
Apr 15 19:54:15.551140 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.wsgi [-] (85344) accepted ('10.222.0.47', 49286) {{(pid=85344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:54:15.559021 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-241b1473-c483-467c-88c3-48b3b374e538 req-f0688656-66b3-4b0e-a158-19f27657c4ec tempest-AttachVolumeTestJSON-1178366330 tempest-AttachVolumeTestJSON-1178366330-project] 10.222.0.47 "GET /v2.0/security-groups?id=6487eb03-e8ae-4d3c-99fb-8cea34ccc313&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0541725
Apr 15 19:54:15.582198 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15ded056-669a-490c-bb20-a972f8e772bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '033069ce-9f6b-4a8e-9537-d15a30597c12'}] {{(pid=85346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 19:54:15.582514 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-5807dee1-47e3-436c-a3cb-52cec9035d80 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:54:15.600858 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.quota.driver [None req-5807dee1-47e3-436c-a3cb-52cec9035d80 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:54:15.605739 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource [None req-5807dee1-47e3-436c-a3cb-52cec9035d80 admin admin] Usage tracker for resource:security_group_rule and tenant:a2390e014fad49ba836cb5ba3abd2e91 is out of sync, need to count used quota {{(pid=85344) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:54:15.609093 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource [None req-5807dee1-47e3-436c-a3cb-52cec9035d80 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85344) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:54:15.616532 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.quota.driver [None req-5807dee1-47e3-436c-a3cb-52cec9035d80 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:54:15.631975 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15ded056-669a-490c-bb20-a972f8e772bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '033069ce-9f6b-4a8e-9537-d15a30597c12', 'code': 200}
Apr 15 19:54:15.718200 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-5807dee1-47e3-436c-a3cb-52cec9035d80 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:54:15.724060 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-5807dee1-47e3-436c-a3cb-52cec9035d80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806004'] for security_group, after_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:54:15.735542 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-f5968878-f7e5-496e-9125-de3afbbd92ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:54:15.835193 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [None req-5807dee1-47e3-436c-a3cb-52cec9035d80 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=a2390e014fad49ba836cb5ba3abd2e91&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2825401
Apr 15 19:54:15.841128 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.wsgi [-] (85344) accepted ('10.222.0.47', 49294) {{(pid=85344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:54:15.856774 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5807dee1-47e3-436c-a3cb-52cec9035d80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=162c54d7-ed24-4891-9113-88dff3c035fc,revision_number=1']} {{(pid=85344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:54:15.863768 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-5807dee1-47e3-436c-a3cb-52cec9035d80 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:54:15.933946 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9986a04-411d-4ede-9701-7ab046faadbb req-0ff6686a-badb-45a3-9729-3a35c2aee46e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:54:15.936804 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-c9986a04-411d-4ede-9701-7ab046faadbb req-0ff6686a-badb-45a3-9729-3a35c2aee46e service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=15ded056-669a-490c-bb20-a972f8e772bb HTTP/1.1" status: 200  len: 1098 time: 0.1107240
Apr 15 19:54:15.946523 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e38c292-7dcd-4760-aef2-c4caa5acb8aa req-76a40890-d7c5-42f1-8e98-cfe501c558d8 tempest-AttachVolumeTestJSON-1178366330 tempest-AttachVolumeTestJSON-1178366330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:54:15.948166 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-5e38c292-7dcd-4760-aef2-c4caa5acb8aa req-76a40890-d7c5-42f1-8e98-cfe501c558d8 tempest-AttachVolumeTestJSON-1178366330 tempest-AttachVolumeTestJSON-1178366330-project] 10.222.0.47 "GET /v2.0/ports?device_id=a862c73b-2bc6-4fac-8fe4-b9a5402e1935 HTTP/1.1" status: 200  len: 945 time: 0.1999471
Apr 15 19:54:15.951593 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-8779f2cf-e8f6-4667-9475-a27090cfbc2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:54:15.965932 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.wsgi [-] (85344) accepted ('10.222.0.47', 49298) {{(pid=85344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:54:15.973943 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.v2.base [None req-1b43930b-0f8c-4f0c-bc50-88eea39fad14 tempest-AttachVolumeTestJSON-1178366330 tempest-AttachVolumeTestJSON-1178366330-project] Request body: {'floatingip': {'port_id': '412daaca-58b6-4ca2-9c20-8a295a14bf13'}} {{(pid=85344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 19:54:15.992241 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-c9986a04-411d-4ede-9701-7ab046faadbb req-3926a4bc-be37-47e1-841e-d076fb7f62b2 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=500453f8-6d6a-46df-a520-49d2e2355d6e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0484300
Apr 15 19:54:16.076919 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-8779f2cf-e8f6-4667-9475-a27090cfbc2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:54:16.092999 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-1b43930b-0f8c-4f0c-bc50-88eea39fad14 tempest-AttachVolumeTestJSON-1178366330 tempest-AttachVolumeTestJSON-1178366330-project] Notify callbacks [] for floatingip, before_update {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:54:16.326997 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-8779f2cf-e8f6-4667-9475-a27090cfbc2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806004'] for security_group, after_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:54:16.334509 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-e6ceec7a-5f51-4211-883c-7a8f6bba967d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:54:16.421341 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8779f2cf-e8f6-4667-9475-a27090cfbc2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=162c54d7-ed24-4891-9113-88dff3c035fc,revision_number=None']} {{(pid=85344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:54:16.435267 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-8779f2cf-e8f6-4667-9475-a27090cfbc2a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:54:16.492769 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-8779f2cf-e8f6-4667-9475-a27090cfbc2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:54:16.494257 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [None req-8779f2cf-e8f6-4667-9475-a27090cfbc2a admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/162c54d7-ed24-4891-9113-88dff3c035fc HTTP/1.1" status: 204  len: 168 time: 0.6517677
Apr 15 19:54:16.854590 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-1b43930b-0f8c-4f0c-bc50-88eea39fad14 tempest-AttachVolumeTestJSON-1178366330 tempest-AttachVolumeTestJSON-1178366330-project] Notify callbacks [] for floatingip, precommit_update {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:54:16.860489 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-1b43930b-0f8c-4f0c-bc50-88eea39fad14 tempest-AttachVolumeTestJSON-1178366330 tempest-AttachVolumeTestJSON-1178366330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1673197'] for floatingip, after_update {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:54:16.977354 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bc0bbd-369f-4943-a291-3074f7f291cd req-0eba4736-bf67-475d-97f5-e15a02e9adb8 tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:54:16.981648 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-b0bc0bbd-369f-4943-a291-3074f7f291cd req-0eba4736-bf67-475d-97f5-e15a02e9adb8 tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] 10.222.0.47 "GET /v2.0/ports?device_id=15ded056-669a-490c-bb20-a972f8e772bb HTTP/1.1" status: 200  len: 945 time: 0.5028968
Apr 15 19:54:17.067193 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-b0bc0bbd-369f-4943-a291-3074f7f291cd req-f1ea2aeb-8bbf-43bc-ac56-96d70ba97c37 tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] 10.222.0.47 "GET /v2.0/security-groups?id=500453f8-6d6a-46df-a520-49d2e2355d6e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0747552
Apr 15 19:54:17.097874 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.db.l3_db [None req-1b43930b-0f8c-4f0c-bc50-88eea39fad14 tempest-AttachVolumeTestJSON-1178366330 tempest-AttachVolumeTestJSON-1178366330-project] Floating IP 9739caa2-cee2-4e07-b82d-88777f101346 associated. External IP: 172.27.2.2, port: 412daaca-58b6-4ca2-9c20-8a295a14bf13.
Apr 15 19:54:17.735345 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b43930b-0f8c-4f0c-bc50-88eea39fad14 tempest-AttachVolumeTestJSON-1178366330 tempest-AttachVolumeTestJSON-1178366330-project] Router 6478729e-102a-4a30-b790-61decb297583 has already been hosted by L3 agent 74482fb0-5b00-43f0-8fa9-533a3c8b2378 {{(pid=85344) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 15 19:54:17.954506 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b43930b-0f8c-4f0c-bc50-88eea39fad14 tempest-AttachVolumeTestJSON-1178366330 tempest-AttachVolumeTestJSON-1178366330-project] Notify agent at l3_agent.dv-cinder-786383-2-iscsi the message routers_updated {{(pid=85344) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 15 19:54:17.961849 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-1b43930b-0f8c-4f0c-bc50-88eea39fad14 tempest-AttachVolumeTestJSON-1178366330 tempest-AttachVolumeTestJSON-1178366330-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771739'] for floatingip, before_response {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:54:17.972954 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de03d787-51ad-4a60-892b-e47df6f0f9d9 None None] Sync routers for ids ['6478729e-102a-4a30-b790-61decb297583'] in dv-cinder-786383-2-iscsi {{(pid=85346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 15 19:54:17.989166 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de03d787-51ad-4a60-892b-e47df6f0f9d9 None None] Routers {'6478729e-102a-4a30-b790-61decb297583'} bound to L3 agent in host dv-cinder-786383-2-iscsi {{(pid=85346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 19:54:17.990365 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.l3_hamode_db [None req-de03d787-51ad-4a60-892b-e47df6f0f9d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe8b9caed68>, 'dv-cinder-786383-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-15T19:40:08Z,description=<?>,heartbeat_timestamp=2021-04-15T19:54:08Z,host='dv-cinder-786383-2-iscsi',id=74482fb0-5b00-43f0-8fa9-533a3c8b2378,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T19:40:08Z,topic='l3_agent')) {'router_ids': ['6478729e-102a-4a30-b790-61decb297583'], 'active': True} {{(pid=85346) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 19:54:18.034040 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [None req-1b43930b-0f8c-4f0c-bc50-88eea39fad14 tempest-AttachVolumeTestJSON-1178366330 tempest-AttachVolumeTestJSON-1178366330-project] 10.222.0.47 "PUT /v2.0/floatingips/9739caa2-cee2-4e07-b82d-88777f101346 HTTP/1.1" status: 200  len: 989 time: 2.0622649
Apr 15 19:54:18.034040 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a862c73b-2bc6-4fac-8fe4-b9a5402e1935', 'tag': '412daaca-58b6-4ca2-9c20-8a295a14bf13'}] {{(pid=85344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 19:54:18.090015 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a862c73b-2bc6-4fac-8fe4-b9a5402e1935', 'tag': '412daaca-58b6-4ca2-9c20-8a295a14bf13', 'status': 'completed', 'code': 200}
Apr 15 19:54:18.314037 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.l3_dvr_db [None req-de03d787-51ad-4a60-892b-e47df6f0f9d9 None None] Set router 6478729e-102a-4a30-b790-61decb297583 gateway port host: dv-cinder-786383-2-iscsi {{(pid=85346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 19:54:18.322722 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fb07bf-972d-4598-ac76-cf8905b1e273 req-17ed8b08-f684-4516-8b21-e8b7f36caa16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:54:18.324927 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-b8fb07bf-972d-4598-ac76-cf8905b1e273 req-17ed8b08-f684-4516-8b21-e8b7f36caa16 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=5031830a47dd4af1b1ffb83e812d61ea&device_id=a862c73b-2bc6-4fac-8fe4-b9a5402e1935 HTTP/1.1" status: 200  len: 1098 time: 0.1948826
Apr 15 19:54:18.334648 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff71d497-74f7-4557-8581-be84016c4cbd req-c7519fa8-b150-403d-bc43-e1ed8fa9d888 tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:54:18.336469 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-ff71d497-74f7-4557-8581-be84016c4cbd req-c7519fa8-b150-403d-bc43-e1ed8fa9d888 tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] 10.222.0.47 "GET /v2.0/ports?device_id=15ded056-669a-490c-bb20-a972f8e772bb HTTP/1.1" status: 200  len: 945 time: 0.1225095
Apr 15 19:54:18.515422 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fb07bf-972d-4598-ac76-cf8905b1e273 req-24f2247e-26de-46c8-815c-a8dfa0843587 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:54:18.517166 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-b8fb07bf-972d-4598-ac76-cf8905b1e273 req-24f2247e-26de-46c8-815c-a8dfa0843587 service neutron] 10.222.0.65 "GET /v2.0/networks?id=4d82f7b7-d97c-4f69-af76-26788d15aead HTTP/1.1" status: 200  len: 911 time: 0.1797752
Apr 15 19:54:18.526295 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-ff71d497-74f7-4557-8581-be84016c4cbd req-e9ff6c42-4354-4640-a6e0-cb4a2c7627dc tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] 10.222.0.47 "GET /v2.0/security-groups?id=500453f8-6d6a-46df-a520-49d2e2355d6e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1625309
Apr 15 19:54:18.655266 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-b8fb07bf-972d-4598-ac76-cf8905b1e273 req-9baaaf7e-c14f-4325-81fb-31ea7f9d73fc service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=412daaca-58b6-4ca2-9c20-8a295a14bf13 HTTP/1.1" status: 200  len: 997 time: 0.1278570
Apr 15 19:54:18.761538 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fb07bf-972d-4598-ac76-cf8905b1e273 req-017c5e16-5df1-47e9-b9d9-e8cd472353b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:54:18.766528 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-b8fb07bf-972d-4598-ac76-cf8905b1e273 req-017c5e16-5df1-47e9-b9d9-e8cd472353b6 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=c9a5e3d2-b4cb-4ff6-afc6-75b296b42958 HTTP/1.1" status: 200  len: 849 time: 0.1023464
Apr 15 19:54:18.844109 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bbc2dc-7da6-4c60-94ba-fa7dafd5c608 req-ce95147b-6d74-4095-b61c-240eceb1ad18 tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:54:18.846647 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-09bbc2dc-7da6-4c60-94ba-fa7dafd5c608 req-ce95147b-6d74-4095-b61c-240eceb1ad18 tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] 10.222.0.47 "GET /v2.0/ports?device_id=15ded056-669a-490c-bb20-a972f8e772bb HTTP/1.1" status: 200  len: 945 time: 0.1885099
Apr 15 19:54:18.856063 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.wsgi [-] (85345) accepted ('10.222.0.47', 49376) {{(pid=85345) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:54:18.864044 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.v2.base [None req-68895b39-9458-4cc8-81dd-4b7d3a885ae9 tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] Request body: {'floatingip': {'port_id': '033069ce-9f6b-4a8e-9537-d15a30597c12'}} {{(pid=85345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 19:54:18.941120 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.l3_hamode_db [None req-de03d787-51ad-4a60-892b-e47df6f0f9d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe8b9caed68>, [{'id': '6478729e-102a-4a30-b790-61decb297583', 'name': 'tempest-AttachVolumeTestJSON-751206198-router', 'tenant_id': '5031830a47dd4af1b1ffb83e812d61ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b576887-bb01-4bfc-8617-ca8b886d7b7e', 'external_fixed_ips': [{'subnet_id': '7ad9face-0ae3-4529-aacd-d53ebb36e4d0', 'ip_address': '172.27.2.113'}], 'enable_snat': True}, 'gw_port_id': '90c2c053-c6a6-4b44-ad5c-9a4933c79339', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:48:19Z', 'updated_at': '2021-04-15T19:48:32Z', 'revision_number': 4, 'project_id': '5031830a47dd4af1b1ffb83e812d61ea', 'gw_port': {'id': '90c2c053-c6a6-4b44-ad5c-9a4933c79339', 'name': '', 'network_id': '0b576887-bb01-4bfc-8617-ca8b886d7b7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:89:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6478729e-102a-4a30-b790-61decb297583', 'device_owner': 'network:router_gateway', 'standard_attr_id': 54, 'fixed_ips': [{'subnet_id': '7ad9face-0ae3-4529-aacd-d53ebb36e4d0', 'ip_address': '172.27.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:48:21Z', 'updated_at': '2021-04-15T19:48:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ad9face-0ae3-4529-aacd-d53ebb36e4d0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-2-iscsi', '_floatingips': [{'id': '9739caa2-cee2-4e07-b82d-88777f101346', 'tenant_id': '5031830a47dd4af1b1ffb83e812d61ea', 'floating_ip_address': '172.27.2.2', 'floating_network_id': '0b576887-bb01-4bfc-8617-ca8b886d7b7e', 'router_id': '6478729e-102a-4a30-b790-61decb297583', 'port_id': '412daaca-58b6-4ca2-9c20-8a295a14bf13', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 439, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4d82f7b7-d97c-4f69-af76-26788d15aead', 'mac_address': 'fa:16:3e:01:48:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a862c73b-2bc6-4fac-8fe4-b9a5402e1935', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T19:53:53Z', 'updated_at': '2021-04-15T19:54:16Z', 'revision_number': 1, 'project_id': '5031830a47dd4af1b1ffb83e812d61ea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dcc948ac-1cad-4ecf-8c41-5f7bf7e657c9', 'name': '', 'network_id': '4d82f7b7-d97c-4f69-af76-26788d15aead', 'tenant_id': '5031830a47dd4af1b1ffb83e812d61ea', 'mac_address': 'fa:16:3e:64:1e:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6478729e-102a-4a30-b790-61decb297583', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'c9a5e3d2-b4cb-4ff6-afc6-75b296b42958', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:48:28Z', 'updated_at': '2021-04-15T19:48:53Z', 'revision_number': 5, 'project_id': '5031830a47dd4af1b1ffb83e812d61ea', 'subnets': [{'id': 'c9a5e3d2-b4cb-4ff6-afc6-75b296b42958', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786383-2-iscsi', False) {} {{(pid=85346) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 19:54:18.946260 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de03d787-51ad-4a60-892b-e47df6f0f9d9 None None] Checking router: 6478729e-102a-4a30-b790-61decb297583 for host: dv-cinder-786383-2-iscsi {{(pid=85346) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 15 19:54:18.957522 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de03d787-51ad-4a60-892b-e47df6f0f9d9 None None] Routers {'6478729e-102a-4a30-b790-61decb297583'} bound to L3 agent in host dv-cinder-786383-2-iscsi {{(pid=85346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 19:54:18.958386 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.l3_hamode_db [None req-de03d787-51ad-4a60-892b-e47df6f0f9d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe8b9caed68>, 'dv-cinder-786383-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-15T19:40:08Z,description=<?>,heartbeat_timestamp=2021-04-15T19:54:08Z,host='dv-cinder-786383-2-iscsi',id=74482fb0-5b00-43f0-8fa9-533a3c8b2378,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T19:40:08Z,topic='l3_agent')) {'router_ids': ['6478729e-102a-4a30-b790-61decb297583'], 'active': True} {{(pid=85346) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 19:54:18.966050 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-68895b39-9458-4cc8-81dd-4b7d3a885ae9 tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] Notify callbacks [] for floatingip, before_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:54:19.124584 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fb07bf-972d-4598-ac76-cf8905b1e273 req-83438e3b-1177-48b5-86d6-8ac27e0466fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:54:19.126265 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-b8fb07bf-972d-4598-ac76-cf8905b1e273 req-83438e3b-1177-48b5-86d6-8ac27e0466fb service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=4d82f7b7-d97c-4f69-af76-26788d15aead&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.3494856
Apr 15 19:54:19.175842 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.l3_dvr_db [None req-de03d787-51ad-4a60-892b-e47df6f0f9d9 None None] Set router 6478729e-102a-4a30-b790-61decb297583 gateway port host: dv-cinder-786383-2-iscsi {{(pid=85346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 19:54:19.528638 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-b8fb07bf-972d-4598-ac76-cf8905b1e273 req-cb9aba6a-8938-4cdc-8f7f-b1dbcd6b0a9e service neutron] 10.222.0.65 "GET /v2.0/networks/4d82f7b7-d97c-4f69-af76-26788d15aead?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3953860
Apr 15 19:54:19.639037 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.l3_hamode_db [None req-de03d787-51ad-4a60-892b-e47df6f0f9d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe8b9caed68>, [{'id': '6478729e-102a-4a30-b790-61decb297583', 'name': 'tempest-AttachVolumeTestJSON-751206198-router', 'tenant_id': '5031830a47dd4af1b1ffb83e812d61ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b576887-bb01-4bfc-8617-ca8b886d7b7e', 'external_fixed_ips': [{'subnet_id': '7ad9face-0ae3-4529-aacd-d53ebb36e4d0', 'ip_address': '172.27.2.113'}], 'enable_snat': True}, 'gw_port_id': '90c2c053-c6a6-4b44-ad5c-9a4933c79339', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:48:19Z', 'updated_at': '2021-04-15T19:48:32Z', 'revision_number': 4, 'project_id': '5031830a47dd4af1b1ffb83e812d61ea', 'gw_port': {'id': '90c2c053-c6a6-4b44-ad5c-9a4933c79339', 'name': '', 'network_id': '0b576887-bb01-4bfc-8617-ca8b886d7b7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:89:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6478729e-102a-4a30-b790-61decb297583', 'device_owner': 'network:router_gateway', 'standard_attr_id': 54, 'fixed_ips': [{'subnet_id': '7ad9face-0ae3-4529-aacd-d53ebb36e4d0', 'ip_address': '172.27.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:48:21Z', 'updated_at': '2021-04-15T19:48:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ad9face-0ae3-4529-aacd-d53ebb36e4d0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-2-iscsi', '_floatingips': [{'id': '9739caa2-cee2-4e07-b82d-88777f101346', 'tenant_id': '5031830a47dd4af1b1ffb83e812d61ea', 'floating_ip_address': '172.27.2.2', 'floating_network_id': '0b576887-bb01-4bfc-8617-ca8b886d7b7e', 'router_id': '6478729e-102a-4a30-b790-61decb297583', 'port_id': '412daaca-58b6-4ca2-9c20-8a295a14bf13', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 439, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4d82f7b7-d97c-4f69-af76-26788d15aead', 'mac_address': 'fa:16:3e:01:48:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a862c73b-2bc6-4fac-8fe4-b9a5402e1935', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T19:53:53Z', 'updated_at': '2021-04-15T19:54:16Z', 'revision_number': 1, 'project_id': '5031830a47dd4af1b1ffb83e812d61ea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dcc948ac-1cad-4ecf-8c41-5f7bf7e657c9', 'name': '', 'network_id': '4d82f7b7-d97c-4f69-af76-26788d15aead', 'tenant_id': '5031830a47dd4af1b1ffb83e812d61ea', 'mac_address': 'fa:16:3e:64:1e:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6478729e-102a-4a30-b790-61decb297583', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'c9a5e3d2-b4cb-4ff6-afc6-75b296b42958', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:48:28Z', 'updated_at': '2021-04-15T19:48:53Z', 'revision_number': 5, 'project_id': '5031830a47dd4af1b1ffb83e812d61ea', 'subnets': [{'id': 'c9a5e3d2-b4cb-4ff6-afc6-75b296b42958', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786383-2-iscsi', False) {} {{(pid=85346) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 19:54:19.643855 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de03d787-51ad-4a60-892b-e47df6f0f9d9 None None] The sync data for ids ['6478729e-102a-4a30-b790-61decb297583'] in dv-cinder-786383-2-iscsi is: [{'id': '6478729e-102a-4a30-b790-61decb297583', 'name': 'tempest-AttachVolumeTestJSON-751206198-router', 'tenant_id': '5031830a47dd4af1b1ffb83e812d61ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b576887-bb01-4bfc-8617-ca8b886d7b7e', 'external_fixed_ips': [{'subnet_id': '7ad9face-0ae3-4529-aacd-d53ebb36e4d0', 'ip_address': '172.27.2.113'}], 'enable_snat': True}, 'gw_port_id': '90c2c053-c6a6-4b44-ad5c-9a4933c79339', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:48:19Z', 'updated_at': '2021-04-15T19:48:32Z', 'revision_number': 4, 'project_id': '5031830a47dd4af1b1ffb83e812d61ea', 'gw_port': {'id': '90c2c053-c6a6-4b44-ad5c-9a4933c79339', 'name': '', 'network_id': '0b576887-bb01-4bfc-8617-ca8b886d7b7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:89:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6478729e-102a-4a30-b790-61decb297583', 'device_owner': 'network:router_gateway', 'standard_attr_id': 54, 'fixed_ips': [{'subnet_id': '7ad9face-0ae3-4529-aacd-d53ebb36e4d0', 'ip_address': '172.27.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:48:21Z', 'updated_at': '2021-04-15T19:48:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ad9face-0ae3-4529-aacd-d53ebb36e4d0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-2-iscsi', '_floatingips': [{'id': '9739caa2-cee2-4e07-b82d-88777f101346', 'tenant_id': '5031830a47dd4af1b1ffb83e812d61ea', 'floating_ip_address': '172.27.2.2', 'floating_network_id': '0b576887-bb01-4bfc-8617-ca8b886d7b7e', 'router_id': '6478729e-102a-4a30-b790-61decb297583', 'port_id': '412daaca-58b6-4ca2-9c20-8a295a14bf13', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 439, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4d82f7b7-d97c-4f69-af76-26788d15aead', 'mac_address': 'fa:16:3e:01:48:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a862c73b-2bc6-4fac-8fe4-b9a5402e1935', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T19:53:53Z', 'updated_at': '2021-04-15T19:54:16Z', 'revision_number': 1, 'project_id': '5031830a47dd4af1b1ffb83e812d61ea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dcc948ac-1cad-4ecf-8c41-5f7bf7e657c9', 'name': '', 'network_id': '4d82f7b7-d97c-4f69-af76-26788d15aead', 'tenant_id': '5031830a47dd4af1b1ffb83e812d61ea', 'mac_address': 'fa:16:3e:64:1e:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6478729e-102a-4a30-b790-61decb297583', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'c9a5e3d2-b4cb-4ff6-afc6-75b296b42958', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:48:28Z', 'updated_at': '2021-04-15T19:48:53Z', 'revision_number': 5, 'project_id': '5031830a47dd4af1b1ffb83e812d61ea', 'subnets': [{'id': 'c9a5e3d2-b4cb-4ff6-afc6-75b296b42958', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 15 19:54:19.814839 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-b8fb07bf-972d-4598-ac76-cf8905b1e273 req-a26b0d01-404d-444a-be26-78b18a9220bb service neutron] 10.222.0.65 "GET /v2.0/networks/4d82f7b7-d97c-4f69-af76-26788d15aead?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2779479
Apr 15 19:54:19.975399 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-059df50d-3218-40f7-948e-302822c48bd1 None None] New status for floating IP 9739caa2-cee2-4e07-b82d-88777f101346: ACTIVE {{(pid=85347) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 15 19:54:19.980165 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-68895b39-9458-4cc8-81dd-4b7d3a885ae9 tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] Notify callbacks [] for floatingip, precommit_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:54:19.984942 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-68895b39-9458-4cc8-81dd-4b7d3a885ae9 tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1673197'] for floatingip, after_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:54:20.225359 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.db.l3_db [None req-68895b39-9458-4cc8-81dd-4b7d3a885ae9 tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] Floating IP 35d2f40c-a276-42fe-88c9-308a6aba994c associated. External IP: 172.27.2.189, port: 033069ce-9f6b-4a8e-9537-d15a30597c12.
Apr 15 19:54:20.929000 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68895b39-9458-4cc8-81dd-4b7d3a885ae9 tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] Router f8b874cc-f348-4da0-80b2-8449d13838df has already been hosted by L3 agent 74482fb0-5b00-43f0-8fa9-533a3c8b2378 {{(pid=85345) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 15 19:54:21.168652 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68895b39-9458-4cc8-81dd-4b7d3a885ae9 tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] Notify agent at l3_agent.dv-cinder-786383-2-iscsi the message routers_updated {{(pid=85345) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 15 19:54:21.180694 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efe6730b-7793-416a-9a29-54cbb29d176b None None] Sync routers for ids ['f8b874cc-f348-4da0-80b2-8449d13838df'] in dv-cinder-786383-2-iscsi {{(pid=85346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 15 19:54:21.187466 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-68895b39-9458-4cc8-81dd-4b7d3a885ae9 tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771739'] for floatingip, before_response {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:54:21.192103 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efe6730b-7793-416a-9a29-54cbb29d176b None None] Routers {'f8b874cc-f348-4da0-80b2-8449d13838df'} bound to L3 agent in host dv-cinder-786383-2-iscsi {{(pid=85346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 19:54:21.192801 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.l3_hamode_db [None req-efe6730b-7793-416a-9a29-54cbb29d176b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe8b9a785c0>, 'dv-cinder-786383-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-15T19:40:08Z,description=<?>,heartbeat_timestamp=2021-04-15T19:54:08Z,host='dv-cinder-786383-2-iscsi',id=74482fb0-5b00-43f0-8fa9-533a3c8b2378,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T19:40:08Z,topic='l3_agent')) {'router_ids': ['f8b874cc-f348-4da0-80b2-8449d13838df'], 'active': True} {{(pid=85346) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 19:54:21.261669 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [None req-68895b39-9458-4cc8-81dd-4b7d3a885ae9 tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] 10.222.0.47 "PUT /v2.0/floatingips/35d2f40c-a276-42fe-88c9-308a6aba994c HTTP/1.1" status: 200  len: 991 time: 2.4011815
Apr 15 19:54:21.261669 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15ded056-669a-490c-bb20-a972f8e772bb', 'tag': '033069ce-9f6b-4a8e-9537-d15a30597c12'}] {{(pid=85345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 19:54:21.348390 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15ded056-669a-490c-bb20-a972f8e772bb', 'tag': '033069ce-9f6b-4a8e-9537-d15a30597c12', 'status': 'completed', 'code': 200}
Apr 15 19:54:21.543070 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c496b2-3871-4009-8df0-cf550c2c02f6 req-b8f349f1-5def-4c08-b0b4-567b6c7210c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:54:21.546261 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-d3c496b2-3871-4009-8df0-cf550c2c02f6 req-b8f349f1-5def-4c08-b0b4-567b6c7210c5 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=4bae275d2add4a8a85e8b627d205bb33&device_id=15ded056-669a-490c-bb20-a972f8e772bb HTTP/1.1" status: 200  len: 1098 time: 0.1615522
Apr 15 19:54:21.668190 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.l3_dvr_db [None req-efe6730b-7793-416a-9a29-54cbb29d176b None None] Set router f8b874cc-f348-4da0-80b2-8449d13838df gateway port host: dv-cinder-786383-2-iscsi {{(pid=85346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 19:54:21.725386 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c496b2-3871-4009-8df0-cf550c2c02f6 req-55879659-0cbd-4e51-88ee-8c0fbf7a345b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:54:21.726982 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-d3c496b2-3871-4009-8df0-cf550c2c02f6 req-55879659-0cbd-4e51-88ee-8c0fbf7a345b service neutron] 10.222.0.65 "GET /v2.0/networks?id=3371f473-4c26-4f81-abc4-c2c4353fa3ab HTTP/1.1" status: 200  len: 918 time: 0.1731093
Apr 15 19:54:21.857103 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-d3c496b2-3871-4009-8df0-cf550c2c02f6 req-22fd391f-a809-4152-8b62-9c656a9fc166 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=033069ce-9f6b-4a8e-9537-d15a30597c12 HTTP/1.1" status: 200  len: 999 time: 0.1211157
Apr 15 19:54:21.931799 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c496b2-3871-4009-8df0-cf550c2c02f6 req-191d38cb-83cf-41ad-b784-be125af85f39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:54:21.933517 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-d3c496b2-3871-4009-8df0-cf550c2c02f6 req-191d38cb-83cf-41ad-b784-be125af85f39 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=8272d6a7-33c7-4e21-aec7-64c68285458e HTTP/1.1" status: 200  len: 856 time: 0.0696700
Apr 15 19:54:22.034271 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c496b2-3871-4009-8df0-cf550c2c02f6 req-497bafca-cc26-4352-aad8-a4b85d8c1d4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:54:22.035862 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-d3c496b2-3871-4009-8df0-cf550c2c02f6 req-497bafca-cc26-4352-aad8-a4b85d8c1d4b service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=3371f473-4c26-4f81-abc4-c2c4353fa3ab&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0951297
Apr 15 19:54:22.203075 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-d3c496b2-3871-4009-8df0-cf550c2c02f6 req-3c4837d0-9ff0-45c9-bafe-b53bedaadbfa service neutron] 10.222.0.65 "GET /v2.0/networks/3371f473-4c26-4f81-abc4-c2c4353fa3ab?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1510592
Apr 15 19:54:22.206541 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.l3_hamode_db [None req-efe6730b-7793-416a-9a29-54cbb29d176b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe8b9a785c0>, [{'id': 'f8b874cc-f348-4da0-80b2-8449d13838df', 'name': 'tempest-AttachVolumeShelveTestJSON-1863267534-router', 'tenant_id': '4bae275d2add4a8a85e8b627d205bb33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b576887-bb01-4bfc-8617-ca8b886d7b7e', 'external_fixed_ips': [{'subnet_id': '7ad9face-0ae3-4529-aacd-d53ebb36e4d0', 'ip_address': '172.27.2.96'}], 'enable_snat': True}, 'gw_port_id': '1f0a632d-6a7b-49a4-9d95-9dca92d85df6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:48:23Z', 'updated_at': '2021-04-15T19:48:43Z', 'revision_number': 4, 'project_id': '4bae275d2add4a8a85e8b627d205bb33', 'gw_port': {'id': '1f0a632d-6a7b-49a4-9d95-9dca92d85df6', 'name': '', 'network_id': '0b576887-bb01-4bfc-8617-ca8b886d7b7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:36:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8b874cc-f348-4da0-80b2-8449d13838df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '7ad9face-0ae3-4529-aacd-d53ebb36e4d0', 'ip_address': '172.27.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:48:26Z', 'updated_at': '2021-04-15T19:48:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ad9face-0ae3-4529-aacd-d53ebb36e4d0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-2-iscsi', '_floatingips': [{'id': '35d2f40c-a276-42fe-88c9-308a6aba994c', 'tenant_id': '4bae275d2add4a8a85e8b627d205bb33', 'floating_ip_address': '172.27.2.189', 'floating_network_id': '0b576887-bb01-4bfc-8617-ca8b886d7b7e', 'router_id': 'f8b874cc-f348-4da0-80b2-8449d13838df', 'port_id': '033069ce-9f6b-4a8e-9537-d15a30597c12', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 446, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3371f473-4c26-4f81-abc4-c2c4353fa3ab', 'mac_address': 'fa:16:3e:36:1e:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15ded056-669a-490c-bb20-a972f8e772bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T19:53:57Z', 'updated_at': '2021-04-15T19:54:19Z', 'revision_number': 1, 'project_id': '4bae275d2add4a8a85e8b627d205bb33', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c8721a51-9e02-43fd-8698-1972f9c41b9f', 'name': '', 'network_id': '3371f473-4c26-4f81-abc4-c2c4353fa3ab', 'tenant_id': '4bae275d2add4a8a85e8b627d205bb33', 'mac_address': 'fa:16:3e:1e:3d:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8b874cc-f348-4da0-80b2-8449d13838df', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '8272d6a7-33c7-4e21-aec7-64c68285458e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:48:38Z', 'updated_at': '2021-04-15T19:48:59Z', 'revision_number': 5, 'project_id': '4bae275d2add4a8a85e8b627d205bb33', 'subnets': [{'id': '8272d6a7-33c7-4e21-aec7-64c68285458e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786383-2-iscsi', False) {} {{(pid=85346) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 19:54:22.212095 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efe6730b-7793-416a-9a29-54cbb29d176b None None] Checking router: f8b874cc-f348-4da0-80b2-8449d13838df for host: dv-cinder-786383-2-iscsi {{(pid=85346) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 15 19:54:22.222278 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efe6730b-7793-416a-9a29-54cbb29d176b None None] Routers {'f8b874cc-f348-4da0-80b2-8449d13838df'} bound to L3 agent in host dv-cinder-786383-2-iscsi {{(pid=85346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 19:54:22.223002 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.l3_hamode_db [None req-efe6730b-7793-416a-9a29-54cbb29d176b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe8b9a785c0>, 'dv-cinder-786383-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-15T19:40:08Z,description=<?>,heartbeat_timestamp=2021-04-15T19:54:08Z,host='dv-cinder-786383-2-iscsi',id=74482fb0-5b00-43f0-8fa9-533a3c8b2378,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T19:40:08Z,topic='l3_agent')) {'router_ids': ['f8b874cc-f348-4da0-80b2-8449d13838df'], 'active': True} {{(pid=85346) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 19:54:22.372511 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-d3c496b2-3871-4009-8df0-cf550c2c02f6 req-74b302fd-ef04-419e-8741-b0a836e5ca1d service neutron] 10.222.0.65 "GET /v2.0/networks/3371f473-4c26-4f81-abc4-c2c4353fa3ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1623690
Apr 15 19:54:22.444276 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.l3_dvr_db [None req-efe6730b-7793-416a-9a29-54cbb29d176b None None] Set router f8b874cc-f348-4da0-80b2-8449d13838df gateway port host: dv-cinder-786383-2-iscsi {{(pid=85346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 19:54:22.853647 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.l3_hamode_db [None req-efe6730b-7793-416a-9a29-54cbb29d176b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe8b9a785c0>, [{'id': 'f8b874cc-f348-4da0-80b2-8449d13838df', 'name': 'tempest-AttachVolumeShelveTestJSON-1863267534-router', 'tenant_id': '4bae275d2add4a8a85e8b627d205bb33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b576887-bb01-4bfc-8617-ca8b886d7b7e', 'external_fixed_ips': [{'subnet_id': '7ad9face-0ae3-4529-aacd-d53ebb36e4d0', 'ip_address': '172.27.2.96'}], 'enable_snat': True}, 'gw_port_id': '1f0a632d-6a7b-49a4-9d95-9dca92d85df6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:48:23Z', 'updated_at': '2021-04-15T19:48:43Z', 'revision_number': 4, 'project_id': '4bae275d2add4a8a85e8b627d205bb33', 'gw_port': {'id': '1f0a632d-6a7b-49a4-9d95-9dca92d85df6', 'name': '', 'network_id': '0b576887-bb01-4bfc-8617-ca8b886d7b7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:36:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8b874cc-f348-4da0-80b2-8449d13838df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '7ad9face-0ae3-4529-aacd-d53ebb36e4d0', 'ip_address': '172.27.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:48:26Z', 'updated_at': '2021-04-15T19:48:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ad9face-0ae3-4529-aacd-d53ebb36e4d0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-2-iscsi', '_floatingips': [{'id': '35d2f40c-a276-42fe-88c9-308a6aba994c', 'tenant_id': '4bae275d2add4a8a85e8b627d205bb33', 'floating_ip_address': '172.27.2.189', 'floating_network_id': '0b576887-bb01-4bfc-8617-ca8b886d7b7e', 'router_id': 'f8b874cc-f348-4da0-80b2-8449d13838df', 'port_id': '033069ce-9f6b-4a8e-9537-d15a30597c12', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 446, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3371f473-4c26-4f81-abc4-c2c4353fa3ab', 'mac_address': 'fa:16:3e:36:1e:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15ded056-669a-490c-bb20-a972f8e772bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T19:53:57Z', 'updated_at': '2021-04-15T19:54:19Z', 'revision_number': 1, 'project_id': '4bae275d2add4a8a85e8b627d205bb33', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c8721a51-9e02-43fd-8698-1972f9c41b9f', 'name': '', 'network_id': '3371f473-4c26-4f81-abc4-c2c4353fa3ab', 'tenant_id': '4bae275d2add4a8a85e8b627d205bb33', 'mac_address': 'fa:16:3e:1e:3d:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8b874cc-f348-4da0-80b2-8449d13838df', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '8272d6a7-33c7-4e21-aec7-64c68285458e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:48:38Z', 'updated_at': '2021-04-15T19:48:59Z', 'revision_number': 5, 'project_id': '4bae275d2add4a8a85e8b627d205bb33', 'subnets': [{'id': '8272d6a7-33c7-4e21-aec7-64c68285458e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786383-2-iscsi', False) {} {{(pid=85346) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 19:54:22.859456 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efe6730b-7793-416a-9a29-54cbb29d176b None None] The sync data for ids ['f8b874cc-f348-4da0-80b2-8449d13838df'] in dv-cinder-786383-2-iscsi is: [{'id': 'f8b874cc-f348-4da0-80b2-8449d13838df', 'name': 'tempest-AttachVolumeShelveTestJSON-1863267534-router', 'tenant_id': '4bae275d2add4a8a85e8b627d205bb33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b576887-bb01-4bfc-8617-ca8b886d7b7e', 'external_fixed_ips': [{'subnet_id': '7ad9face-0ae3-4529-aacd-d53ebb36e4d0', 'ip_address': '172.27.2.96'}], 'enable_snat': True}, 'gw_port_id': '1f0a632d-6a7b-49a4-9d95-9dca92d85df6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:48:23Z', 'updated_at': '2021-04-15T19:48:43Z', 'revision_number': 4, 'project_id': '4bae275d2add4a8a85e8b627d205bb33', 'gw_port': {'id': '1f0a632d-6a7b-49a4-9d95-9dca92d85df6', 'name': '', 'network_id': '0b576887-bb01-4bfc-8617-ca8b886d7b7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:36:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8b874cc-f348-4da0-80b2-8449d13838df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '7ad9face-0ae3-4529-aacd-d53ebb36e4d0', 'ip_address': '172.27.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:48:26Z', 'updated_at': '2021-04-15T19:48:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ad9face-0ae3-4529-aacd-d53ebb36e4d0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-2-iscsi', '_floatingips': [{'id': '35d2f40c-a276-42fe-88c9-308a6aba994c', 'tenant_id': '4bae275d2add4a8a85e8b627d205bb33', 'floating_ip_address': '172.27.2.189', 'floating_network_id': '0b576887-bb01-4bfc-8617-ca8b886d7b7e', 'router_id': 'f8b874cc-f348-4da0-80b2-8449d13838df', 'port_id': '033069ce-9f6b-4a8e-9537-d15a30597c12', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 446, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3371f473-4c26-4f81-abc4-c2c4353fa3ab', 'mac_address': 'fa:16:3e:36:1e:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15ded056-669a-490c-bb20-a972f8e772bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T19:53:57Z', 'updated_at': '2021-04-15T19:54:19Z', 'revision_number': 1, 'project_id': '4bae275d2add4a8a85e8b627d205bb33', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c8721a51-9e02-43fd-8698-1972f9c41b9f', 'name': '', 'network_id': '3371f473-4c26-4f81-abc4-c2c4353fa3ab', 'tenant_id': '4bae275d2add4a8a85e8b627d205bb33', 'mac_address': 'fa:16:3e:1e:3d:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8b874cc-f348-4da0-80b2-8449d13838df', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '8272d6a7-33c7-4e21-aec7-64c68285458e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:48:38Z', 'updated_at': '2021-04-15T19:48:59Z', 'revision_number': 5, 'project_id': '4bae275d2add4a8a85e8b627d205bb33', 'subnets': [{'id': '8272d6a7-33c7-4e21-aec7-64c68285458e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 15 19:54:23.157092 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24c1bba3-3a21-4538-89fd-7c3019f65acf None None] New status for floating IP 35d2f40c-a276-42fe-88c9-308a6aba994c: ACTIVE {{(pid=85347) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 15 19:54:29.067291 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-531d44e4-a982-4309-b016-f25b3d1b1dd6 req-70092c84-ceaf-4971-a912-dba45c61176b tempest-TestMinimumBasicScenario-16446131 tempest-TestMinimumBasicScenario-16446131-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1841733364&fields=id&tenant_id=18011ad8d1764685bdd8f676b9d51581 HTTP/1.1" status: 200  len: 267 time: 0.0489428
Apr 15 19:54:29.170039 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531d44e4-a982-4309-b016-f25b3d1b1dd6 req-3db68c38-5f18-4889-9587-8e35e3d1fd07 tempest-TestMinimumBasicScenario-16446131 tempest-TestMinimumBasicScenario-16446131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:54:29.171853 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-531d44e4-a982-4309-b016-f25b3d1b1dd6 req-3db68c38-5f18-4889-9587-8e35e3d1fd07 tempest-TestMinimumBasicScenario-16446131 tempest-TestMinimumBasicScenario-16446131-project] 10.222.0.47 "GET /v2.0/ports?device_id=abff34df-4507-4be0-b685-13b21e599b36 HTTP/1.1" status: 200  len: 984 time: 0.0968943
Apr 15 19:54:29.184996 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.v2.base [req-531d44e4-a982-4309-b016-f25b3d1b1dd6 req-99a2cc45-8d1a-40b7-a304-b0fdf09b92eb tempest-TestMinimumBasicScenario-16446131 tempest-TestMinimumBasicScenario-16446131-project] Request body: {'port': {'security_groups': ['9ff6e6e3-e87a-4420-83f1-af5745c75659']}} {{(pid=85345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 19:54:29.333493 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [req-531d44e4-a982-4309-b016-f25b3d1b1dd6 req-99a2cc45-8d1a-40b7-a304-b0fdf09b92eb tempest-TestMinimumBasicScenario-16446131 tempest-TestMinimumBasicScenario-16446131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854565853'] for port, before_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:54:29.679812 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.db [req-531d44e4-a982-4309-b016-f25b3d1b1dd6 req-99a2cc45-8d1a-40b7-a304-b0fdf09b92eb tempest-TestMinimumBasicScenario-16446131 tempest-TestMinimumBasicScenario-16446131-project] For port 827e729e-1c55-44d8-a183-7221bd52ad3c, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=827e729e-1c55-44d8-a183-7221bd52ad3c,segment=NetworkSegment(b9dd8948-c2b9-4d3c-aa32-4c15ba0968da),segment_id=b9dd8948-c2b9-4d3c-aa32-4c15ba0968da)] {{(pid=85345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 19:54:29.716236 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [req-531d44e4-a982-4309-b016-f25b3d1b1dd6 req-99a2cc45-8d1a-40b7-a304-b0fdf09b92eb tempest-TestMinimumBasicScenario-16446131 tempest-TestMinimumBasicScenario-16446131-project] Notify callbacks [] for port, precommit_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:54:29.719950 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [req-531d44e4-a982-4309-b016-f25b3d1b1dd6 req-99a2cc45-8d1a-40b7-a304-b0fdf09b92eb tempest-TestMinimumBasicScenario-16446131 tempest-TestMinimumBasicScenario-16446131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854693686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852972410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789846929216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789846482410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789846483725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852575682'] for port, after_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:54:29.733806 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.db [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] get_ports_and_sgs() called for port_ids ['827e729e-1c55-44d8-a183-7221bd52ad3c'] {{(pid=85346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 15 19:54:29.735565 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:54:29.905616 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a2cc45-8d1a-40b7-a304-b0fdf09b92eb tempest-TestMinimumBasicScenario-16446131 tempest-TestMinimumBasicScenario-16446131-project] Pushing event updated for resources: {'Port': ['ID=827e729e-1c55-44d8-a183-7221bd52ad3c,revision_number=7']} {{(pid=85345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:54:29.911570 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-99a2cc45-8d1a-40b7-a304-b0fdf09b92eb tempest-TestMinimumBasicScenario-16446131 tempest-TestMinimumBasicScenario-16446131-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:54:29.950976 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531d44e4-a982-4309-b016-f25b3d1b1dd6 req-99a2cc45-8d1a-40b7-a304-b0fdf09b92eb tempest-TestMinimumBasicScenario-16446131 tempest-TestMinimumBasicScenario-16446131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:54:29.951682 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [req-531d44e4-a982-4309-b016-f25b3d1b1dd6 req-99a2cc45-8d1a-40b7-a304-b0fdf09b92eb tempest-TestMinimumBasicScenario-16446131 tempest-TestMinimumBasicScenario-16446131-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771739'] for port, before_response {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:54:29.952908 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-531d44e4-a982-4309-b016-f25b3d1b1dd6 req-99a2cc45-8d1a-40b7-a304-b0fdf09b92eb tempest-TestMinimumBasicScenario-16446131 tempest-TestMinimumBasicScenario-16446131-project] 10.222.0.47 "PUT /v2.0/ports/827e729e-1c55-44d8-a183-7221bd52ad3c HTTP/1.1" status: 200  len: 942 time: 0.7735829
Apr 15 19:54:29.953478 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'abff34df-4507-4be0-b685-13b21e599b36', 'tag': '827e729e-1c55-44d8-a183-7221bd52ad3c'}] {{(pid=85345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 19:54:29.963957 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.wsgi [-] (85345) accepted ('10.222.0.47', 49456) {{(pid=85345) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:54:30.027498 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'abff34df-4507-4be0-b685-13b21e599b36', 'tag': '827e729e-1c55-44d8-a183-7221bd52ad3c', 'status': 'completed', 'code': 200}
Apr 15 19:54:30.038783 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.db [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] get_ports_and_sgs() called for port_ids ['827e729e-1c55-44d8-a183-7221bd52ad3c'] {{(pid=85346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 15 19:54:30.113939 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-d85959d5-159b-4f6a-9694-384d05e56a02 tempest-TestMinimumBasicScenario-16446131 tempest-TestMinimumBasicScenario-16446131-project] Notify callbacks [] for security_group, before_delete {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:54:30.161130 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-d85959d5-159b-4f6a-9694-384d05e56a02 tempest-TestMinimumBasicScenario-16446131 tempest-TestMinimumBasicScenario-16446131-project] Notify callbacks [] for security_group, precommit_delete {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:54:30.220461 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.provisioning_blocks [None req-bbeb0fc9-319d-4faa-b99b-10a173089228 None None] Provisioning complete for port 827e729e-1c55-44d8-a183-7221bd52ad3c triggered by entity DHCP. {{(pid=85346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 19:54:30.220809 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-bbeb0fc9-319d-4faa-b99b-10a173089228 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-428662'] for port, provisioning_complete {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:54:30.226319 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901dd5ab-6c0f-4f03-890b-ad4e2cd1e418 req-14932fe6-dba9-484f-af71-71d65fbc80ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:54:30.229158 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-901dd5ab-6c0f-4f03-890b-ad4e2cd1e418 req-14932fe6-dba9-484f-af71-71d65fbc80ef service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=18011ad8d1764685bdd8f676b9d51581&device_id=abff34df-4507-4be0-b685-13b21e599b36 HTTP/1.1" status: 200  len: 1098 time: 0.1722879
Apr 15 19:54:30.365688 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-d85959d5-159b-4f6a-9694-384d05e56a02 tempest-TestMinimumBasicScenario-16446131 tempest-TestMinimumBasicScenario-16446131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806004'] for security_group, after_delete {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:54:30.372674 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:54:30.393865 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85959d5-159b-4f6a-9694-384d05e56a02 tempest-TestMinimumBasicScenario-16446131 tempest-TestMinimumBasicScenario-16446131-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9de474f2-1ec8-47a3-b0f0-69bab2117286,revision_number=None']} {{(pid=85345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:54:30.409459 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-d85959d5-159b-4f6a-9694-384d05e56a02 tempest-TestMinimumBasicScenario-16446131 tempest-TestMinimumBasicScenario-16446131-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:54:30.418488 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901dd5ab-6c0f-4f03-890b-ad4e2cd1e418 req-c29b0aad-f933-4feb-a68e-94876a650aa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:54:30.420184 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-901dd5ab-6c0f-4f03-890b-ad4e2cd1e418 req-c29b0aad-f933-4feb-a68e-94876a650aa0 service neutron] 10.222.0.65 "GET /v2.0/networks?id=42fbcbc3-b235-4653-875d-d3c9a17e6927 HTTP/1.1" status: 200  len: 913 time: 0.1824272
Apr 15 19:54:30.427371 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-d85959d5-159b-4f6a-9694-384d05e56a02 tempest-TestMinimumBasicScenario-16446131 tempest-TestMinimumBasicScenario-16446131-project] Notify callbacks [] for security_group, before_response {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:54:30.431480 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [None req-d85959d5-159b-4f6a-9694-384d05e56a02 tempest-TestMinimumBasicScenario-16446131 tempest-TestMinimumBasicScenario-16446131-project] 10.222.0.47 "DELETE /v2.0/security-groups/9de474f2-1ec8-47a3-b0f0-69bab2117286 HTTP/1.1" status: 204  len: 168 time: 0.4636071
Apr 15 19:54:30.431899 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.wsgi [-] (85344) accepted ('10.222.0.47', 49462) {{(pid=85344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:54:30.569421 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-901dd5ab-6c0f-4f03-890b-ad4e2cd1e418 req-d5b93f56-4985-4114-8502-d97ef1fcc1ad service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=827e729e-1c55-44d8-a183-7221bd52ad3c HTTP/1.1" status: 200  len: 999 time: 0.1390030
Apr 15 19:54:30.668500 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901dd5ab-6c0f-4f03-890b-ad4e2cd1e418 req-97d4907f-d3ff-4ddf-b1f6-3f6386305186 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:54:30.672394 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-901dd5ab-6c0f-4f03-890b-ad4e2cd1e418 req-97d4907f-d3ff-4ddf-b1f6-3f6386305186 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=922b60ea-4b47-44c0-8320-575ac4d11e8d HTTP/1.1" status: 200  len: 851 time: 0.0945554
Apr 15 19:54:30.691747 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.plugin [None req-c4fb2482-823f-49b9-9a4e-f622196ad966 tempest-TestMinimumBasicScenario-16446131 tempest-TestMinimumBasicScenario-16446131-project] Deleting port e4d1dcff-8fd1-41f4-8317-9ef8bc273f89 {{(pid=85344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 19:54:30.692312 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-c4fb2482-823f-49b9-9a4e-f622196ad966 tempest-TestMinimumBasicScenario-16446131 tempest-TestMinimumBasicScenario-16446131-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363247007848052'] for port, before_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:54:30.841988 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901dd5ab-6c0f-4f03-890b-ad4e2cd1e418 req-f88bb8f6-ed0a-4c82-9886-714d25d59078 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:54:30.844725 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-901dd5ab-6c0f-4f03-890b-ad4e2cd1e418 req-f88bb8f6-ed0a-4c82-9886-714d25d59078 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=42fbcbc3-b235-4653-875d-d3c9a17e6927&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1551101
Apr 15 19:54:30.938504 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-c4fb2482-823f-49b9-9a4e-f622196ad966 tempest-TestMinimumBasicScenario-16446131 tempest-TestMinimumBasicScenario-16446131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853097680'] for port, precommit_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:54:30.938784 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-c4fb2482-823f-49b9-9a4e-f622196ad966 tempest-TestMinimumBasicScenario-16446131 tempest-TestMinimumBasicScenario-16446131-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:54:31.083166 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.plugin [None req-c4fb2482-823f-49b9-9a4e-f622196ad966 tempest-TestMinimumBasicScenario-16446131 tempest-TestMinimumBasicScenario-16446131-project] Calling delete_port for e4d1dcff-8fd1-41f4-8317-9ef8bc273f89 owned by network:floatingip {{(pid=85344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 15 19:54:31.117047 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-901dd5ab-6c0f-4f03-890b-ad4e2cd1e418 req-b58f08c8-0add-4bf9-9c17-a50e3060b5e1 service neutron] 10.222.0.65 "GET /v2.0/networks/42fbcbc3-b235-4653-875d-d3c9a17e6927?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2639737
Apr 15 19:54:31.290631 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-c4fb2482-823f-49b9-9a4e-f622196ad966 tempest-TestMinimumBasicScenario-16446131 tempest-TestMinimumBasicScenario-16446131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854693686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852972410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789846929199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363247008293407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851621869'] for port, after_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:54:31.307398 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:54:31.344476 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-901dd5ab-6c0f-4f03-890b-ad4e2cd1e418 req-93638edc-da16-403a-8d5c-cd504598e215 service neutron] 10.222.0.65 "GET /v2.0/networks/42fbcbc3-b235-4653-875d-d3c9a17e6927?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2126672
Apr 15 19:54:31.411769 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4fb2482-823f-49b9-9a4e-f622196ad966 tempest-TestMinimumBasicScenario-16446131 tempest-TestMinimumBasicScenario-16446131-project] Pushing event deleted for resources: {'Port': ['ID=e4d1dcff-8fd1-41f4-8317-9ef8bc273f89,revision_number=None']} {{(pid=85344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:54:31.423785 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4fb2482-823f-49b9-9a4e-f622196ad966 tempest-TestMinimumBasicScenario-16446131 tempest-TestMinimumBasicScenario-16446131-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:54:31.424255 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4fb2482-823f-49b9-9a4e-f622196ad966 tempest-TestMinimumBasicScenario-16446131 tempest-TestMinimumBasicScenario-16446131-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:54:31.424673 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4fb2482-823f-49b9-9a4e-f622196ad966 tempest-TestMinimumBasicScenario-16446131 tempest-TestMinimumBasicScenario-16446131-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:54:31.425080 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4fb2482-823f-49b9-9a4e-f622196ad966 tempest-TestMinimumBasicScenario-16446131 tempest-TestMinimumBasicScenario-16446131-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:54:31.425482 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4fb2482-823f-49b9-9a4e-f622196ad966 tempest-TestMinimumBasicScenario-16446131 tempest-TestMinimumBasicScenario-16446131-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:54:31.425888 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4fb2482-823f-49b9-9a4e-f622196ad966 tempest-TestMinimumBasicScenario-16446131 tempest-TestMinimumBasicScenario-16446131-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:54:31.426289 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4fb2482-823f-49b9-9a4e-f622196ad966 tempest-TestMinimumBasicScenario-16446131 tempest-TestMinimumBasicScenario-16446131-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:54:31.426684 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4fb2482-823f-49b9-9a4e-f622196ad966 tempest-TestMinimumBasicScenario-16446131 tempest-TestMinimumBasicScenario-16446131-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:54:31.427114 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4fb2482-823f-49b9-9a4e-f622196ad966 tempest-TestMinimumBasicScenario-16446131 tempest-TestMinimumBasicScenario-16446131-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:54:31.427665 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4fb2482-823f-49b9-9a4e-f622196ad966 tempest-TestMinimumBasicScenario-16446131 tempest-TestMinimumBasicScenario-16446131-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:54:31.427837 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4fb2482-823f-49b9-9a4e-f622196ad966 tempest-TestMinimumBasicScenario-16446131 tempest-TestMinimumBasicScenario-16446131-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:54:31.428246 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4fb2482-823f-49b9-9a4e-f622196ad966 tempest-TestMinimumBasicScenario-16446131 tempest-TestMinimumBasicScenario-16446131-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:54:31.434607 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-c4fb2482-823f-49b9-9a4e-f622196ad966 tempest-TestMinimumBasicScenario-16446131 tempest-TestMinimumBasicScenario-16446131-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:54:31.626629 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-c4fb2482-823f-49b9-9a4e-f622196ad966 tempest-TestMinimumBasicScenario-16446131 tempest-TestMinimumBasicScenario-16446131-project] Notify callbacks [] for floatingip, after_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:54:31.627051 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.db.l3_db [None req-c4fb2482-823f-49b9-9a4e-f622196ad966 tempest-TestMinimumBasicScenario-16446131 tempest-TestMinimumBasicScenario-16446131-project] Floating IP bb01fecf-0cd7-4451-8d20-1b9e7285c500 disassociated (deleted). External IP: 172.27.2.5, port: 827e729e-1c55-44d8-a183-7221bd52ad3c.
Apr 15 19:54:32.070468 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4fb2482-823f-49b9-9a4e-f622196ad966 tempest-TestMinimumBasicScenario-16446131 tempest-TestMinimumBasicScenario-16446131-project] Router ec3407e0-5714-4826-b1fb-02e8d779ef9e has already been hosted by L3 agent 74482fb0-5b00-43f0-8fa9-533a3c8b2378 {{(pid=85344) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 15 19:54:32.278558 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4fb2482-823f-49b9-9a4e-f622196ad966 tempest-TestMinimumBasicScenario-16446131 tempest-TestMinimumBasicScenario-16446131-project] Notify agent at l3_agent.dv-cinder-786383-2-iscsi the message routers_updated {{(pid=85344) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 15 19:54:32.293278 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47623db8-a906-47ea-9741-302f714fce44 None None] Sync routers for ids ['ec3407e0-5714-4826-b1fb-02e8d779ef9e'] in dv-cinder-786383-2-iscsi {{(pid=85346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 15 19:54:32.301050 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-c4fb2482-823f-49b9-9a4e-f622196ad966 tempest-TestMinimumBasicScenario-16446131 tempest-TestMinimumBasicScenario-16446131-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771739'] for floatingip, before_response {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:54:32.305634 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47623db8-a906-47ea-9741-302f714fce44 None None] Routers {'ec3407e0-5714-4826-b1fb-02e8d779ef9e'} bound to L3 agent in host dv-cinder-786383-2-iscsi {{(pid=85346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 19:54:32.306537 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.l3_hamode_db [None req-47623db8-a906-47ea-9741-302f714fce44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe8b9b2fda0>, 'dv-cinder-786383-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-15T19:40:08Z,description=<?>,heartbeat_timestamp=2021-04-15T19:54:08Z,host='dv-cinder-786383-2-iscsi',id=74482fb0-5b00-43f0-8fa9-533a3c8b2378,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T19:40:08Z,topic='l3_agent')) {'router_ids': ['ec3407e0-5714-4826-b1fb-02e8d779ef9e'], 'active': True} {{(pid=85346) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 19:54:32.373255 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [None req-c4fb2482-823f-49b9-9a4e-f622196ad966 tempest-TestMinimumBasicScenario-16446131 tempest-TestMinimumBasicScenario-16446131-project] 10.222.0.47 "DELETE /v2.0/floatingips/bb01fecf-0cd7-4451-8d20-1b9e7285c500 HTTP/1.1" status: 204  len: 168 time: 1.9396527
Apr 15 19:54:32.374143 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'abff34df-4507-4be0-b685-13b21e599b36', 'tag': '827e729e-1c55-44d8-a183-7221bd52ad3c'}] {{(pid=85344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 19:54:32.437220 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'abff34df-4507-4be0-b685-13b21e599b36', 'tag': '827e729e-1c55-44d8-a183-7221bd52ad3c', 'status': 'completed', 'code': 200}
Apr 15 19:54:32.520443 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.l3_dvr_db [None req-47623db8-a906-47ea-9741-302f714fce44 None None] Set router ec3407e0-5714-4826-b1fb-02e8d779ef9e gateway port host: dv-cinder-786383-2-iscsi {{(pid=85346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 19:54:32.608752 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6cae07-d4ad-4219-a20c-7ad840858345 req-144206c4-2808-44b4-92b9-3732d1ddf7c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:54:32.610408 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-7d6cae07-d4ad-4219-a20c-7ad840858345 req-144206c4-2808-44b4-92b9-3732d1ddf7c0 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=18011ad8d1764685bdd8f676b9d51581&device_id=abff34df-4507-4be0-b685-13b21e599b36 HTTP/1.1" status: 200  len: 1098 time: 0.1358271
Apr 15 19:54:32.819593 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6cae07-d4ad-4219-a20c-7ad840858345 req-170cbce1-531b-4393-adcc-8d892277c3c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:54:32.821443 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-7d6cae07-d4ad-4219-a20c-7ad840858345 req-170cbce1-531b-4393-adcc-8d892277c3c8 service neutron] 10.222.0.65 "GET /v2.0/networks?id=42fbcbc3-b235-4653-875d-d3c9a17e6927 HTTP/1.1" status: 200  len: 913 time: 0.1962707
Apr 15 19:54:32.904027 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-7d6cae07-d4ad-4219-a20c-7ad840858345 req-79124aba-0787-4a9b-96cf-5851f27094c6 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=827e729e-1c55-44d8-a183-7221bd52ad3c HTTP/1.1" status: 200  len: 217 time: 0.0743420
Apr 15 19:54:32.967595 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.agents_db [None req-b0af7715-6be6-4101-aede-c7b275f02801 None None] Agent healthcheck: found 6 active agents {{(pid=85347) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 15 19:54:33.007908 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6cae07-d4ad-4219-a20c-7ad840858345 req-ac9c9f73-f1c3-4b97-92d2-8e609f808ae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:54:33.009706 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-7d6cae07-d4ad-4219-a20c-7ad840858345 req-ac9c9f73-f1c3-4b97-92d2-8e609f808ae0 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=922b60ea-4b47-44c0-8320-575ac4d11e8d HTTP/1.1" status: 200  len: 851 time: 0.0973601
Apr 15 19:54:33.033716 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.l3_hamode_db [None req-47623db8-a906-47ea-9741-302f714fce44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe8b9b2fda0>, [{'id': 'ec3407e0-5714-4826-b1fb-02e8d779ef9e', 'name': 'tempest-TestMinimumBasicScenario-2020818-router', 'tenant_id': '18011ad8d1764685bdd8f676b9d51581', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b576887-bb01-4bfc-8617-ca8b886d7b7e', 'external_fixed_ips': [{'subnet_id': '7ad9face-0ae3-4529-aacd-d53ebb36e4d0', 'ip_address': '172.27.2.150'}], 'enable_snat': True}, 'gw_port_id': '7c44ee2f-d2d0-495f-b2dc-f8bcb5432422', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:50:39Z', 'updated_at': '2021-04-15T19:50:54Z', 'revision_number': 4, 'project_id': '18011ad8d1764685bdd8f676b9d51581', 'gw_port': {'id': '7c44ee2f-d2d0-495f-b2dc-f8bcb5432422', 'name': '', 'network_id': '0b576887-bb01-4bfc-8617-ca8b886d7b7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:64:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec3407e0-5714-4826-b1fb-02e8d779ef9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': '7ad9face-0ae3-4529-aacd-d53ebb36e4d0', 'ip_address': '172.27.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:50:42Z', 'updated_at': '2021-04-15T19:50:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ad9face-0ae3-4529-aacd-d53ebb36e4d0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-2-iscsi', '_interfaces': [{'id': 'dfe49340-c463-4c81-810f-81115301194c', 'name': '', 'network_id': '42fbcbc3-b235-4653-875d-d3c9a17e6927', 'tenant_id': '18011ad8d1764685bdd8f676b9d51581', 'mac_address': 'fa:16:3e:aa:8d:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec3407e0-5714-4826-b1fb-02e8d779ef9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 266, 'fixed_ips': [{'subnet_id': '922b60ea-4b47-44c0-8320-575ac4d11e8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:50:51Z', 'updated_at': '2021-04-15T19:51:09Z', 'revision_number': 5, 'project_id': '18011ad8d1764685bdd8f676b9d51581', 'subnets': [{'id': '922b60ea-4b47-44c0-8320-575ac4d11e8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786383-2-iscsi', False) {} {{(pid=85346) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 19:54:33.039709 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47623db8-a906-47ea-9741-302f714fce44 None None] Checking router: ec3407e0-5714-4826-b1fb-02e8d779ef9e for host: dv-cinder-786383-2-iscsi {{(pid=85346) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 15 19:54:33.051320 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47623db8-a906-47ea-9741-302f714fce44 None None] Routers {'ec3407e0-5714-4826-b1fb-02e8d779ef9e'} bound to L3 agent in host dv-cinder-786383-2-iscsi {{(pid=85346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 19:54:33.052062 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.l3_hamode_db [None req-47623db8-a906-47ea-9741-302f714fce44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe8b9b2fda0>, 'dv-cinder-786383-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-15T19:40:08Z,description=<?>,heartbeat_timestamp=2021-04-15T19:54:08Z,host='dv-cinder-786383-2-iscsi',id=74482fb0-5b00-43f0-8fa9-533a3c8b2378,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T19:40:08Z,topic='l3_agent')) {'router_ids': ['ec3407e0-5714-4826-b1fb-02e8d779ef9e'], 'active': True} {{(pid=85346) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 19:54:33.211146 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6cae07-d4ad-4219-a20c-7ad840858345 req-80327d89-efa8-4242-aae6-75330e479cca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:54:33.212847 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-7d6cae07-d4ad-4219-a20c-7ad840858345 req-80327d89-efa8-4242-aae6-75330e479cca service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=42fbcbc3-b235-4653-875d-d3c9a17e6927&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1905825
Apr 15 19:54:33.526972 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.l3_dvr_db [None req-47623db8-a906-47ea-9741-302f714fce44 None None] Set router ec3407e0-5714-4826-b1fb-02e8d779ef9e gateway port host: dv-cinder-786383-2-iscsi {{(pid=85346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 19:54:33.667387 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-7d6cae07-d4ad-4219-a20c-7ad840858345 req-4c2c9fb2-8d2b-4ea7-99a2-fb30d7e27731 service neutron] 10.222.0.65 "GET /v2.0/networks/42fbcbc3-b235-4653-875d-d3c9a17e6927?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4378290
Apr 15 19:54:33.858236 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-7d6cae07-d4ad-4219-a20c-7ad840858345 req-8e522189-e7f0-4528-b849-d9d1114231a8 service neutron] 10.222.0.65 "GET /v2.0/networks/42fbcbc3-b235-4653-875d-d3c9a17e6927?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1799078
Apr 15 19:54:33.950481 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.l3_hamode_db [None req-47623db8-a906-47ea-9741-302f714fce44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe8b9b2fda0>, [{'id': 'ec3407e0-5714-4826-b1fb-02e8d779ef9e', 'name': 'tempest-TestMinimumBasicScenario-2020818-router', 'tenant_id': '18011ad8d1764685bdd8f676b9d51581', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b576887-bb01-4bfc-8617-ca8b886d7b7e', 'external_fixed_ips': [{'subnet_id': '7ad9face-0ae3-4529-aacd-d53ebb36e4d0', 'ip_address': '172.27.2.150'}], 'enable_snat': True}, 'gw_port_id': '7c44ee2f-d2d0-495f-b2dc-f8bcb5432422', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:50:39Z', 'updated_at': '2021-04-15T19:50:54Z', 'revision_number': 4, 'project_id': '18011ad8d1764685bdd8f676b9d51581', 'gw_port': {'id': '7c44ee2f-d2d0-495f-b2dc-f8bcb5432422', 'name': '', 'network_id': '0b576887-bb01-4bfc-8617-ca8b886d7b7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:64:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec3407e0-5714-4826-b1fb-02e8d779ef9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': '7ad9face-0ae3-4529-aacd-d53ebb36e4d0', 'ip_address': '172.27.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:50:42Z', 'updated_at': '2021-04-15T19:50:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ad9face-0ae3-4529-aacd-d53ebb36e4d0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-2-iscsi', '_interfaces': [{'id': 'dfe49340-c463-4c81-810f-81115301194c', 'name': '', 'network_id': '42fbcbc3-b235-4653-875d-d3c9a17e6927', 'tenant_id': '18011ad8d1764685bdd8f676b9d51581', 'mac_address': 'fa:16:3e:aa:8d:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec3407e0-5714-4826-b1fb-02e8d779ef9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 266, 'fixed_ips': [{'subnet_id': '922b60ea-4b47-44c0-8320-575ac4d11e8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:50:51Z', 'updated_at': '2021-04-15T19:51:09Z', 'revision_number': 5, 'project_id': '18011ad8d1764685bdd8f676b9d51581', 'subnets': [{'id': '922b60ea-4b47-44c0-8320-575ac4d11e8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786383-2-iscsi', False) {} {{(pid=85346) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 19:54:33.955361 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47623db8-a906-47ea-9741-302f714fce44 None None] The sync data for ids ['ec3407e0-5714-4826-b1fb-02e8d779ef9e'] in dv-cinder-786383-2-iscsi is: [{'id': 'ec3407e0-5714-4826-b1fb-02e8d779ef9e', 'name': 'tempest-TestMinimumBasicScenario-2020818-router', 'tenant_id': '18011ad8d1764685bdd8f676b9d51581', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b576887-bb01-4bfc-8617-ca8b886d7b7e', 'external_fixed_ips': [{'subnet_id': '7ad9face-0ae3-4529-aacd-d53ebb36e4d0', 'ip_address': '172.27.2.150'}], 'enable_snat': True}, 'gw_port_id': '7c44ee2f-d2d0-495f-b2dc-f8bcb5432422', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:50:39Z', 'updated_at': '2021-04-15T19:50:54Z', 'revision_number': 4, 'project_id': '18011ad8d1764685bdd8f676b9d51581', 'gw_port': {'id': '7c44ee2f-d2d0-495f-b2dc-f8bcb5432422', 'name': '', 'network_id': '0b576887-bb01-4bfc-8617-ca8b886d7b7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:64:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec3407e0-5714-4826-b1fb-02e8d779ef9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': '7ad9face-0ae3-4529-aacd-d53ebb36e4d0', 'ip_address': '172.27.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:50:42Z', 'updated_at': '2021-04-15T19:50:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ad9face-0ae3-4529-aacd-d53ebb36e4d0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-2-iscsi', '_interfaces': [{'id': 'dfe49340-c463-4c81-810f-81115301194c', 'name': '', 'network_id': '42fbcbc3-b235-4653-875d-d3c9a17e6927', 'tenant_id': '18011ad8d1764685bdd8f676b9d51581', 'mac_address': 'fa:16:3e:aa:8d:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec3407e0-5714-4826-b1fb-02e8d779ef9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 266, 'fixed_ips': [{'subnet_id': '922b60ea-4b47-44c0-8320-575ac4d11e8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:50:51Z', 'updated_at': '2021-04-15T19:51:09Z', 'revision_number': 5, 'project_id': '18011ad8d1764685bdd8f676b9d51581', 'subnets': [{'id': '922b60ea-4b47-44c0-8320-575ac4d11e8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 15 19:54:34.438479 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a03e887-a568-4119-9d3d-111d940eff39 None None] New status for floating IP bb01fecf-0cd7-4451-8d20-1b9e7285c500: DOWN {{(pid=85347) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 15 19:54:35.468871 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-2933f159-c874-418c-b74a-b077d6f77cef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789847050935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-428960'] for agent, after_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:54:36.040459 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-5e819bed-600a-45f8-b556-baba5ab17bb3 req-16516780-dca4-45a7-afe0-723b4dc7a00b service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=abff34df-4507-4be0-b685-13b21e599b36&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1153553
Apr 15 19:54:36.180307 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e819bed-600a-45f8-b556-baba5ab17bb3 req-50ab5c63-8767-4e3f-935c-ec3f6981bfa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:54:36.183404 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-5e819bed-600a-45f8-b556-baba5ab17bb3 req-50ab5c63-8767-4e3f-935c-ec3f6981bfa1 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=18011ad8d1764685bdd8f676b9d51581&device_id=abff34df-4507-4be0-b685-13b21e599b36 HTTP/1.1" status: 200  len: 1098 time: 0.1148539
Apr 15 19:54:36.378943 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e819bed-600a-45f8-b556-baba5ab17bb3 req-3100f570-66a7-4ac3-b42e-7ea8780d9c15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:54:36.380570 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-5e819bed-600a-45f8-b556-baba5ab17bb3 req-3100f570-66a7-4ac3-b42e-7ea8780d9c15 service neutron] 10.222.0.65 "GET /v2.0/networks?id=42fbcbc3-b235-4653-875d-d3c9a17e6927 HTTP/1.1" status: 200  len: 913 time: 0.1729066
Apr 15 19:54:36.467471 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-5e819bed-600a-45f8-b556-baba5ab17bb3 req-acaacabf-37e8-4fe0-ae46-c034a219a3fb service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=827e729e-1c55-44d8-a183-7221bd52ad3c HTTP/1.1" status: 200  len: 217 time: 0.0765471
Apr 15 19:54:36.557718 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e819bed-600a-45f8-b556-baba5ab17bb3 req-3a411128-3440-4301-a7c6-2fc7c86d381a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:54:36.559295 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-5e819bed-600a-45f8-b556-baba5ab17bb3 req-3a411128-3440-4301-a7c6-2fc7c86d381a service neutron] 10.222.0.65 "GET /v2.0/subnets?id=922b60ea-4b47-44c0-8320-575ac4d11e8d HTTP/1.1" status: 200  len: 851 time: 0.0852153
Apr 15 19:54:36.669559 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e819bed-600a-45f8-b556-baba5ab17bb3 req-f8ec642c-7472-4fae-b6b3-5253c49c8aaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:54:36.672471 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-5e819bed-600a-45f8-b556-baba5ab17bb3 req-f8ec642c-7472-4fae-b6b3-5253c49c8aaf service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=42fbcbc3-b235-4653-875d-d3c9a17e6927&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1056881
Apr 15 19:54:36.856917 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-5e819bed-600a-45f8-b556-baba5ab17bb3 req-62dcd240-0f59-43a0-ac09-e6f37a185b96 service neutron] 10.222.0.65 "GET /v2.0/networks/42fbcbc3-b235-4653-875d-d3c9a17e6927?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1708744
Apr 15 19:54:37.037002 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-5e819bed-600a-45f8-b556-baba5ab17bb3 req-aefc9971-2d8f-4eff-a106-a1965def419e service neutron] 10.222.0.65 "GET /v2.0/networks/42fbcbc3-b235-4653-875d-d3c9a17e6927?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1713817
Apr 15 19:54:37.398981 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bd3627-da37-4a9b-9107-871d8f37d739 req-423e9eb9-d55f-464f-a476-9cd8934709e4 tempest-TestMinimumBasicScenario-16446131 tempest-TestMinimumBasicScenario-16446131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:54:37.400741 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-31bd3627-da37-4a9b-9107-871d8f37d739 req-423e9eb9-d55f-464f-a476-9cd8934709e4 tempest-TestMinimumBasicScenario-16446131 tempest-TestMinimumBasicScenario-16446131-project] 10.222.0.47 "GET /v2.0/ports?device_id=abff34df-4507-4be0-b685-13b21e599b36 HTTP/1.1" status: 200  len: 945 time: 0.1009204
Apr 15 19:54:37.457627 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource [req-31bd3627-da37-4a9b-9107-871d8f37d739 req-40b290a0-a224-40b8-a0e5-07cdf2629863 tempest-TestMinimumBasicScenario-16446131 tempest-TestMinimumBasicScenario-16446131-project] Synchronizing usage tracker for tenant:18011ad8d1764685bdd8f676b9d51581 on resource:security_group {{(pid=85345) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 15 19:54:37.473440 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource [req-31bd3627-da37-4a9b-9107-871d8f37d739 req-40b290a0-a224-40b8-a0e5-07cdf2629863 tempest-TestMinimumBasicScenario-16446131 tempest-TestMinimumBasicScenario-16446131-project] Unset dirty status for tenant:18011ad8d1764685bdd8f676b9d51581 on resource:security_group {{(pid=85345) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 15 19:54:37.474730 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-31bd3627-da37-4a9b-9107-871d8f37d739 req-40b290a0-a224-40b8-a0e5-07cdf2629863 tempest-TestMinimumBasicScenario-16446131 tempest-TestMinimumBasicScenario-16446131-project] 10.222.0.47 "GET /v2.0/security-groups?id=9ff6e6e3-e87a-4420-83f1-af5745c75659&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0619195
Apr 15 19:54:38.095042 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-04edc6a4-1fb7-4639-af09-293eefeda1dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789847050935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-428960'] for agent, after_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:54:38.265537 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789847050935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-428960'] for agent, after_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:54:38.323976 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.wsgi [-] (85344) accepted ('10.222.0.47', 49562) {{(pid=85344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:54:38.462406 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-6f289e8c-c492-417d-934c-d61d5c1be755 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:54:38.479752 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.quota.driver [None req-6f289e8c-c492-417d-934c-d61d5c1be755 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:54:38.484097 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource [None req-6f289e8c-c492-417d-934c-d61d5c1be755 admin admin] Usage tracker for resource:security_group_rule and tenant:519c850ea0974d158e53116ea117aef7 is out of sync, need to count used quota {{(pid=85344) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:54:38.487438 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource [None req-6f289e8c-c492-417d-934c-d61d5c1be755 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85344) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:54:38.494800 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.quota.driver [None req-6f289e8c-c492-417d-934c-d61d5c1be755 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:54:38.610880 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-6f289e8c-c492-417d-934c-d61d5c1be755 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:54:38.615090 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-6f289e8c-c492-417d-934c-d61d5c1be755 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806004'] for security_group, after_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:54:38.632700 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-608bc5ba-09a8-4b93-a82a-3a671fcbd87b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:54:38.794788 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [None req-6f289e8c-c492-417d-934c-d61d5c1be755 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=519c850ea0974d158e53116ea117aef7&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4694960
Apr 15 19:54:38.797828 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.wsgi [-] (85345) accepted ('10.222.0.47', 49572) {{(pid=85345) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:54:38.801669 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f289e8c-c492-417d-934c-d61d5c1be755 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca42b101-52a0-47c3-a1e7-1d8ee310188f,revision_number=1']} {{(pid=85344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:54:38.808473 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-6f289e8c-c492-417d-934c-d61d5c1be755 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:54:38.859285 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b481a61e-3e8c-4759-bef8-47252e6424bb req-335c1e79-8d51-41c5-8e69-df684f0ec9f2 tempest-TestMinimumBasicScenario-16446131 tempest-TestMinimumBasicScenario-16446131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:54:38.860286 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource [req-b481a61e-3e8c-4759-bef8-47252e6424bb req-335c1e79-8d51-41c5-8e69-df684f0ec9f2 tempest-TestMinimumBasicScenario-16446131 tempest-TestMinimumBasicScenario-16446131-project] Synchronizing usage tracker for tenant:18011ad8d1764685bdd8f676b9d51581 on resource:port {{(pid=85344) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 15 19:54:38.879929 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource [req-b481a61e-3e8c-4759-bef8-47252e6424bb req-335c1e79-8d51-41c5-8e69-df684f0ec9f2 tempest-TestMinimumBasicScenario-16446131 tempest-TestMinimumBasicScenario-16446131-project] Unset dirty status for tenant:18011ad8d1764685bdd8f676b9d51581 on resource:port {{(pid=85344) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 15 19:54:38.881585 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-b481a61e-3e8c-4759-bef8-47252e6424bb req-335c1e79-8d51-41c5-8e69-df684f0ec9f2 tempest-TestMinimumBasicScenario-16446131 tempest-TestMinimumBasicScenario-16446131-project] 10.222.0.47 "GET /v2.0/ports?device_id=abff34df-4507-4be0-b685-13b21e599b36 HTTP/1.1" status: 200  len: 945 time: 0.2401605
Apr 15 19:54:38.905855 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-ec538a55-5eb6-4711-bc3c-c9a19f699625 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:54:38.950697 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-ec538a55-5eb6-4711-bc3c-c9a19f699625 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:54:39.033871 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-ec538a55-5eb6-4711-bc3c-c9a19f699625 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806004'] for security_group, after_delete {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:54:39.045073 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-a989926a-5cb3-4c41-b8e8-0ce32fda5249 tempest-AttachVolumeTestJSON-1178366330 tempest-AttachVolumeTestJSON-1178366330-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:54:39.068590 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec538a55-5eb6-4711-bc3c-c9a19f699625 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca42b101-52a0-47c3-a1e7-1d8ee310188f,revision_number=None']} {{(pid=85345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:54:39.074367 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-ec538a55-5eb6-4711-bc3c-c9a19f699625 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:54:39.086487 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-ec538a55-5eb6-4711-bc3c-c9a19f699625 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:54:39.089873 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [None req-ec538a55-5eb6-4711-bc3c-c9a19f699625 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/ca42b101-52a0-47c3-a1e7-1d8ee310188f HTTP/1.1" status: 204  len: 168 time: 0.2898443
Apr 15 19:54:39.145508 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-b400c4f8-8969-424f-8663-39cf5b6e1207 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789847050935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-428960'] for agent, after_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:54:39.288743 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d96fffc-bebd-4927-9dab-3d0e5f6ce2df req-d839d832-757b-4336-9e8a-2e044e4fdc8e tempest-TestMinimumBasicScenario-16446131 tempest-TestMinimumBasicScenario-16446131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:54:39.292184 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-3d96fffc-bebd-4927-9dab-3d0e5f6ce2df req-d839d832-757b-4336-9e8a-2e044e4fdc8e tempest-TestMinimumBasicScenario-16446131 tempest-TestMinimumBasicScenario-16446131-project] 10.222.0.65 "GET /v2.0/ports?device_id=abff34df-4507-4be0-b685-13b21e599b36 HTTP/1.1" status: 200  len: 945 time: 0.1230166
Apr 15 19:54:39.305215 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-b481a61e-3e8c-4759-bef8-47252e6424bb req-01ec95cf-e637-48f8-8cdf-54487d0e0bcf tempest-TestMinimumBasicScenario-16446131 tempest-TestMinimumBasicScenario-16446131-project] 10.222.0.47 "GET /v2.0/security-groups?id=9ff6e6e3-e87a-4420-83f1-af5745c75659&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4114921
Apr 15 19:54:39.380476 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.plugin [req-3d96fffc-bebd-4927-9dab-3d0e5f6ce2df req-db86ffa1-5f67-4710-96e7-234e2d48ae52 tempest-TestMinimumBasicScenario-16446131 tempest-TestMinimumBasicScenario-16446131-project] Deleting port 827e729e-1c55-44d8-a183-7221bd52ad3c {{(pid=85345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 19:54:39.381175 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [req-3d96fffc-bebd-4927-9dab-3d0e5f6ce2df req-db86ffa1-5f67-4710-96e7-234e2d48ae52 tempest-TestMinimumBasicScenario-16446131 tempest-TestMinimumBasicScenario-16446131-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363247007848052'] for port, before_delete {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:54:39.531794 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-56ecdebd-c5a0-4569-bc96-ba437f5ce558 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789847050935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-428960'] for agent, after_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:54:39.750539 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.db [req-3d96fffc-bebd-4927-9dab-3d0e5f6ce2df req-db86ffa1-5f67-4710-96e7-234e2d48ae52 tempest-TestMinimumBasicScenario-16446131 tempest-TestMinimumBasicScenario-16446131-project] For port 827e729e-1c55-44d8-a183-7221bd52ad3c, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=827e729e-1c55-44d8-a183-7221bd52ad3c,segment=NetworkSegment(b9dd8948-c2b9-4d3c-aa32-4c15ba0968da),segment_id=b9dd8948-c2b9-4d3c-aa32-4c15ba0968da)] {{(pid=85345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 19:54:39.751409 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [req-3d96fffc-bebd-4927-9dab-3d0e5f6ce2df req-db86ffa1-5f67-4710-96e7-234e2d48ae52 tempest-TestMinimumBasicScenario-16446131 tempest-TestMinimumBasicScenario-16446131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853097680'] for port, precommit_delete {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:54:39.934360 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.plugin [req-3d96fffc-bebd-4927-9dab-3d0e5f6ce2df req-db86ffa1-5f67-4710-96e7-234e2d48ae52 tempest-TestMinimumBasicScenario-16446131 tempest-TestMinimumBasicScenario-16446131-project] Calling delete_port for 827e729e-1c55-44d8-a183-7221bd52ad3c owned by compute:nova {{(pid=85345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 15 19:54:40.208074 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [req-3d96fffc-bebd-4927-9dab-3d0e5f6ce2df req-db86ffa1-5f67-4710-96e7-234e2d48ae52 tempest-TestMinimumBasicScenario-16446131 tempest-TestMinimumBasicScenario-16446131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854693686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852972410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789846929199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363247008293407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2200102'] for port, after_delete {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:54:40.221989 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.db [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] get_ports_and_sgs() called for port_ids ['827e729e-1c55-44d8-a183-7221bd52ad3c'] {{(pid=85346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 15 19:54:40.236883 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:54:40.345555 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db86ffa1-5f67-4710-96e7-234e2d48ae52 tempest-TestMinimumBasicScenario-16446131 tempest-TestMinimumBasicScenario-16446131-project] Pushing event deleted for resources: {'Port': ['ID=827e729e-1c55-44d8-a183-7221bd52ad3c,revision_number=None']} {{(pid=85345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:54:40.452714 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-db86ffa1-5f67-4710-96e7-234e2d48ae52 tempest-TestMinimumBasicScenario-16446131 tempest-TestMinimumBasicScenario-16446131-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:54:40.575530 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-3664a8c6-aea0-402d-9be7-d1870f8a52dd req-c5fdb7ef-0b07-4768-83bf-983bf2eaf010 tempest-TestMinimumBasicScenario-16446131 tempest-TestMinimumBasicScenario-16446131-project] 10.222.0.47 "GET /v2.0/ports?device_id=abff34df-4507-4be0-b685-13b21e599b36 HTTP/1.1" status: 200  len: 210 time: 0.1177824
Apr 15 19:54:40.577222 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-3d77682a-3290-49f5-9a09-7e8e47f8ddca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789847050935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-428960'] for agent, after_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:54:40.835410 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d96fffc-bebd-4927-9dab-3d0e5f6ce2df req-db86ffa1-5f67-4710-96e7-234e2d48ae52 tempest-TestMinimumBasicScenario-16446131 tempest-TestMinimumBasicScenario-16446131-project] No DVR routers for this DVR port 827e729e-1c55-44d8-a183-7221bd52ad3c on host hv-cinder-78638 {{(pid=85345) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 15 19:54:40.838693 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [req-3d96fffc-bebd-4927-9dab-3d0e5f6ce2df req-db86ffa1-5f67-4710-96e7-234e2d48ae52 tempest-TestMinimumBasicScenario-16446131 tempest-TestMinimumBasicScenario-16446131-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771739'] for port, before_response {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:54:40.843502 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'abff34df-4507-4be0-b685-13b21e599b36', 'name': 'network-vif-deleted', 'tag': '827e729e-1c55-44d8-a183-7221bd52ad3c'}] {{(pid=85345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 19:54:40.861430 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-3d96fffc-bebd-4927-9dab-3d0e5f6ce2df req-db86ffa1-5f67-4710-96e7-234e2d48ae52 tempest-TestMinimumBasicScenario-16446131 tempest-TestMinimumBasicScenario-16446131-project] 10.222.0.65 "DELETE /v2.0/ports/827e729e-1c55-44d8-a183-7221bd52ad3c HTTP/1.1" status: 204  len: 173 time: 1.5631704
Apr 15 19:54:40.912871 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'abff34df-4507-4be0-b685-13b21e599b36', 'name': 'network-vif-deleted', 'tag': '827e729e-1c55-44d8-a183-7221bd52ad3c', 'status': 'completed', 'code': 200}
Apr 15 19:54:42.239088 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-f1bf1055-c787-4cd1-b9cc-b02c02521991 req-eaf620f1-013f-4fe2-ac5e-70c3f9c5eaf6 tempest-VolumesNegativeTest-182835076 tempest-VolumesNegativeTest-182835076-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=af30cf0c5a7b4cc297835c99fc4d6c2f&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0355580
Apr 15 19:54:42.490437 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1bf1055-c787-4cd1-b9cc-b02c02521991 req-7420e675-1026-4a1f-bb39-5efe2c23de1a tempest-VolumesNegativeTest-182835076 tempest-VolumesNegativeTest-182835076-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:54:42.493386 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-f1bf1055-c787-4cd1-b9cc-b02c02521991 req-7420e675-1026-4a1f-bb39-5efe2c23de1a tempest-VolumesNegativeTest-182835076 tempest-VolumesNegativeTest-182835076-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2425640
Apr 15 19:54:42.526070 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-f1bf1055-c787-4cd1-b9cc-b02c02521991 req-f32a0d4c-5ed5-46b0-b233-e0d90a3f4c97 tempest-VolumesNegativeTest-182835076 tempest-VolumesNegativeTest-182835076-project] 10.222.0.47 "GET /v2.0/quotas/af30cf0c5a7b4cc297835c99fc4d6c2f HTTP/1.1" status: 200  len: 375 time: 0.0184455
Apr 15 19:54:42.613756 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-f1bf1055-c787-4cd1-b9cc-b02c02521991 req-9da08231-c655-4a27-b9d2-418cff2f32a3 tempest-VolumesNegativeTest-182835076 tempest-VolumesNegativeTest-182835076-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=af30cf0c5a7b4cc297835c99fc4d6c2f&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0732970
Apr 15 19:54:42.643841 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.wsgi [-] (85344) accepted ('10.222.0.47', 49682) {{(pid=85344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:54:42.911422 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-16c8e593-4303-4b3e-a2ad-041abd641e67 req-07848cab-1bf5-4c18-aae8-dd228afcdd7c tempest-VolumesNegativeTest-182835076 tempest-VolumesNegativeTest-182835076-project] 10.222.0.47 "GET /v2.0/ports?device_id=af6985c4-a175-4557-9140-aa9fb6c0301d HTTP/1.1" status: 200  len: 210 time: 0.0745206
Apr 15 19:54:43.219366 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.rpc [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Device 827e729e-1c55-44d8-a183-7221bd52ad3c no longer exists at agent hyperv_hv-cinder-78638 {{(pid=85346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 15 19:54:43.294983 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.plugin [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] No Port match for: 827e729e-1c55-44d8-a183-7221bd52ad3c {{(pid=85346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 15 19:54:43.295600 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.rpc [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Device 827e729e-1c55-44d8-a183-7221bd52ad3c not bound to the agent host hv-cinder-78638 {{(pid=85346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 15 19:54:43.576168 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-a2274752-a687-4704-a9d2-9f4ae0a6c2fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036853103613'] for router_interface, before_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:54:44.052075 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-f1bf1055-c787-4cd1-b9cc-b02c02521991 req-f1c9f12e-ba77-4209-be11-c7af4bc04e86 tempest-VolumesNegativeTest-182835076 tempest-VolumesNegativeTest-182835076-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=af30cf0c5a7b4cc297835c99fc4d6c2f&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0631850
Apr 15 19:54:44.083292 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.plugin [None req-a2274752-a687-4704-a9d2-9f4ae0a6c2fb admin admin] Deleting port dfe49340-c463-4c81-810f-81115301194c {{(pid=85344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 19:54:44.083899 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-a2274752-a687-4704-a9d2-9f4ae0a6c2fb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363247007848052'] for port, before_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:54:44.316283 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-ce399bdd-41f5-43d5-8da5-385256fa9fe3 req-3b78f308-8cb9-4604-a38f-38c669a1a060 tempest-VolumesNegativeTest-182835076 tempest-VolumesNegativeTest-182835076-project] 10.222.0.47 "GET /v2.0/ports?device_id=af6985c4-a175-4557-9140-aa9fb6c0301d HTTP/1.1" status: 200  len: 210 time: 0.2112138
Apr 15 19:54:44.328566 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.db [None req-a2274752-a687-4704-a9d2-9f4ae0a6c2fb admin admin] For port dfe49340-c463-4c81-810f-81115301194c, host dv-cinder-786383-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-2-iscsi',level=0,port_id=dfe49340-c463-4c81-810f-81115301194c,segment=NetworkSegment(b9dd8948-c2b9-4d3c-aa32-4c15ba0968da),segment_id=b9dd8948-c2b9-4d3c-aa32-4c15ba0968da)] {{(pid=85344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 19:54:44.328984 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-a2274752-a687-4704-a9d2-9f4ae0a6c2fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853097680'] for port, precommit_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:54:44.416791 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1bf1055-c787-4cd1-b9cc-b02c02521991 req-a4d4ff08-cb86-4f0d-b035-7391a3a2f6c3 tempest-VolumesNegativeTest-182835076 tempest-VolumesNegativeTest-182835076-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:54:44.418520 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-f1bf1055-c787-4cd1-b9cc-b02c02521991 req-a4d4ff08-cb86-4f0d-b035-7391a3a2f6c3 tempest-VolumesNegativeTest-182835076 tempest-VolumesNegativeTest-182835076-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.3582633
Apr 15 19:54:44.433477 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.v2.base [req-f1bf1055-c787-4cd1-b9cc-b02c02521991 req-6009d6f7-e781-46a9-a459-6eb118d0f610 tempest-VolumesNegativeTest-182835076 tempest-VolumesNegativeTest-182835076-project] Request body: {'port': {'device_id': 'af6985c4-a175-4557-9140-aa9fb6c0301d', 'network_id': 'a789c702-6d18-4db4-af82-5f41de52b2f2', 'admin_state_up': True, 'tenant_id': 'af30cf0c5a7b4cc297835c99fc4d6c2f'}} {{(pid=85345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 19:54:44.568222 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.plugin [None req-a2274752-a687-4704-a9d2-9f4ae0a6c2fb admin admin] Calling delete_port for dfe49340-c463-4c81-810f-81115301194c owned by network:router_interface {{(pid=85344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 15 19:54:44.607127 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.quota.driver [req-f1bf1055-c787-4cd1-b9cc-b02c02521991 req-6009d6f7-e781-46a9-a459-6eb118d0f610 tempest-VolumesNegativeTest-182835076 tempest-VolumesNegativeTest-182835076-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85345) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:54:44.614236 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource [req-f1bf1055-c787-4cd1-b9cc-b02c02521991 req-6009d6f7-e781-46a9-a459-6eb118d0f610 tempest-VolumesNegativeTest-182835076 tempest-VolumesNegativeTest-182835076-project] Usage tracker for resource:port and tenant:af30cf0c5a7b4cc297835c99fc4d6c2f is out of sync, need to count used quota {{(pid=85345) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:54:44.620544 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource [req-f1bf1055-c787-4cd1-b9cc-b02c02521991 req-6009d6f7-e781-46a9-a459-6eb118d0f610 tempest-VolumesNegativeTest-182835076 tempest-VolumesNegativeTest-182835076-project] Quota usage for port was recalculated. Used quota:0. {{(pid=85345) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:54:44.632023 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.quota.driver [req-f1bf1055-c787-4cd1-b9cc-b02c02521991 req-6009d6f7-e781-46a9-a459-6eb118d0f610 tempest-VolumesNegativeTest-182835076 tempest-VolumesNegativeTest-182835076-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=85345) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:54:44.650321 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f1bf1055-c787-4cd1-b9cc-b02c02521991 req-6009d6f7-e781-46a9-a459-6eb118d0f610 tempest-VolumesNegativeTest-182835076 tempest-VolumesNegativeTest-182835076-project] Made reservation on behalf of af30cf0c5a7b4cc297835c99fc4d6c2f for: {'port': 1} {{(pid=85345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 15 19:54:44.660354 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [req-f1bf1055-c787-4cd1-b9cc-b02c02521991 req-6009d6f7-e781-46a9-a459-6eb118d0f610 tempest-VolumesNegativeTest-182835076 tempest-VolumesNegativeTest-182835076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854565853'] for port, before_create {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:54:44.685999 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [req-f1bf1055-c787-4cd1-b9cc-b02c02521991 req-6009d6f7-e781-46a9-a459-6eb118d0f610 tempest-VolumesNegativeTest-182835076 tempest-VolumesNegativeTest-182835076-project] Notify callbacks [] for security_group, before_create {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:54:44.721952 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.quota.driver [req-f1bf1055-c787-4cd1-b9cc-b02c02521991 req-6009d6f7-e781-46a9-a459-6eb118d0f610 tempest-VolumesNegativeTest-182835076 tempest-VolumesNegativeTest-182835076-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85345) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:54:44.730332 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource [req-f1bf1055-c787-4cd1-b9cc-b02c02521991 req-6009d6f7-e781-46a9-a459-6eb118d0f610 tempest-VolumesNegativeTest-182835076 tempest-VolumesNegativeTest-182835076-project] Usage tracker for resource:security_group_rule and tenant:af30cf0c5a7b4cc297835c99fc4d6c2f is out of sync, need to count used quota {{(pid=85345) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:54:44.736351 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource [req-f1bf1055-c787-4cd1-b9cc-b02c02521991 req-6009d6f7-e781-46a9-a459-6eb118d0f610 tempest-VolumesNegativeTest-182835076 tempest-VolumesNegativeTest-182835076-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85345) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:54:44.750875 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.quota.driver [req-f1bf1055-c787-4cd1-b9cc-b02c02521991 req-6009d6f7-e781-46a9-a459-6eb118d0f610 tempest-VolumesNegativeTest-182835076 tempest-VolumesNegativeTest-182835076-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85345) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:54:44.911967 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [req-f1bf1055-c787-4cd1-b9cc-b02c02521991 req-6009d6f7-e781-46a9-a459-6eb118d0f610 tempest-VolumesNegativeTest-182835076 tempest-VolumesNegativeTest-182835076-project] Notify callbacks [] for security_group, precommit_create {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:54:44.917300 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [req-f1bf1055-c787-4cd1-b9cc-b02c02521991 req-6009d6f7-e781-46a9-a459-6eb118d0f610 tempest-VolumesNegativeTest-182835076 tempest-VolumesNegativeTest-182835076-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806004'] for security_group, after_create {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:54:44.924871 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-e6bc0f42-5d36-4890-9f9b-921b73d1fa23 tempest-AttachVolumeTestJSON-1178366330 tempest-AttachVolumeTestJSON-1178366330-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:54:45.035546 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6009d6f7-e781-46a9-a459-6eb118d0f610 tempest-VolumesNegativeTest-182835076 tempest-VolumesNegativeTest-182835076-project] Pushing event updated for resources: {'SecurityGroup': ['ID=953e262e-ab2d-4ba2-8b51-6abcdfe65b9a,revision_number=1']} {{(pid=85345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:54:45.039014 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-6009d6f7-e781-46a9-a459-6eb118d0f610 tempest-VolumesNegativeTest-182835076 tempest-VolumesNegativeTest-182835076-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:54:45.064009 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-a2274752-a687-4704-a9d2-9f4ae0a6c2fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854693686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852972410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789846929199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363247008293407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851621869'] for port, after_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:54:45.081986 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-b462505d-8857-4610-bc6a-50e99eaebbb0 tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:54:45.144832 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.db_base_plugin_common [req-f1bf1055-c787-4cd1-b9cc-b02c02521991 req-6009d6f7-e781-46a9-a459-6eb118d0f610 tempest-VolumesNegativeTest-182835076 tempest-VolumesNegativeTest-182835076-project] Allocated IP 192.168.233.240 (a789c702-6d18-4db4-af82-5f41de52b2f2/164d8ea0-6f9f-426c-8b68-100cda1710f5/283f08a3-c787-4dd9-9126-fc255c73cf23) {{(pid=85345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 15 19:54:45.184725 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2274752-a687-4704-a9d2-9f4ae0a6c2fb admin admin] Pushing event deleted for resources: {'Port': ['ID=dfe49340-c463-4c81-810f-81115301194c,revision_number=None']} {{(pid=85344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:54:45.188994 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-a2274752-a687-4704-a9d2-9f4ae0a6c2fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:54:45.431355 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [req-f1bf1055-c787-4cd1-b9cc-b02c02521991 req-6009d6f7-e781-46a9-a459-6eb118d0f610 tempest-VolumesNegativeTest-182835076 tempest-VolumesNegativeTest-182835076-project] Notify callbacks [] for port, precommit_create {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:54:45.452947 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.provisioning_blocks [req-f1bf1055-c787-4cd1-b9cc-b02c02521991 req-6009d6f7-e781-46a9-a459-6eb118d0f610 tempest-VolumesNegativeTest-182835076 tempest-VolumesNegativeTest-182835076-project] Transition to ACTIVE for port object 283f08a3-c787-4dd9-9126-fc255c73cf23 will not be triggered until provisioned by entity DHCP. {{(pid=85345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 19:54:45.491415 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [req-f1bf1055-c787-4cd1-b9cc-b02c02521991 req-6009d6f7-e781-46a9-a459-6eb118d0f610 tempest-VolumesNegativeTest-182835076 tempest-VolumesNegativeTest-182835076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854693686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852972410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789846482393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2200102'] for port, after_create {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:54:45.562731 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-73617de4-fb21-426a-b34c-248d59af9f04 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:54:45.668405 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6009d6f7-e781-46a9-a459-6eb118d0f610 tempest-VolumesNegativeTest-182835076 tempest-VolumesNegativeTest-182835076-project] Pushing event updated for resources: {'Port': ['ID=283f08a3-c787-4dd9-9126-fc255c73cf23,revision_number=1']} {{(pid=85345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:54:45.674711 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-6009d6f7-e781-46a9-a459-6eb118d0f610 tempest-VolumesNegativeTest-182835076 tempest-VolumesNegativeTest-182835076-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:54:45.752591 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f1bf1055-c787-4cd1-b9cc-b02c02521991 req-6009d6f7-e781-46a9-a459-6eb118d0f610 tempest-VolumesNegativeTest-182835076 tempest-VolumesNegativeTest-182835076-project] Network a789c702-6d18-4db4-af82-5f41de52b2f2 is already hosted by enough agents. {{(pid=85345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 15 19:54:45.754028 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.scheduler.base_scheduler [req-f1bf1055-c787-4cd1-b9cc-b02c02521991 req-6009d6f7-e781-46a9-a459-6eb118d0f610 tempest-VolumesNegativeTest-182835076 tempest-VolumesNegativeTest-182835076-project] Resources bound (agent type, host, resource id):  {{(pid=85345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 19:54:45.756700 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1bf1055-c787-4cd1-b9cc-b02c02521991 req-6009d6f7-e781-46a9-a459-6eb118d0f610 tempest-VolumesNegativeTest-182835076 tempest-VolumesNegativeTest-182835076-project] Received port after_create {{(pid=85345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 15 19:54:46.061384 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-a2274752-a687-4704-a9d2-9f4ae0a6c2fb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1803407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036853102680'] for router_interface, after_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:54:46.068416 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.provisioning_blocks [None req-4cee1097-3075-4a76-acb6-beccc1d3e4b2 None None] Provisioning for port 283f08a3-c787-4dd9-9126-fc255c73cf23 completed by entity DHCP. {{(pid=85346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 19:54:46.079453 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.provisioning_blocks [None req-4cee1097-3075-4a76-acb6-beccc1d3e4b2 None None] Provisioning complete for port 283f08a3-c787-4dd9-9126-fc255c73cf23 triggered by entity DHCP. {{(pid=85346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 19:54:46.080502 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-4cee1097-3075-4a76-acb6-beccc1d3e4b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-428662'] for port, provisioning_complete {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:54:46.175174 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.plugin [None req-4cee1097-3075-4a76-acb6-beccc1d3e4b2 None None] Port 283f08a3-c787-4dd9-9126-fc255c73cf23 cannot update to ACTIVE because it is not bound. {{(pid=85346) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 15 19:54:46.188206 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cfb871-38e1-4a3a-9ada-c8bc5601901c req-75ef37d7-93fc-4dca-8664-6e577fdb0149 tempest-VolumesNegativeTest-182835076 tempest-VolumesNegativeTest-182835076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:54:46.189984 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-35cfb871-38e1-4a3a-9ada-c8bc5601901c req-75ef37d7-93fc-4dca-8664-6e577fdb0149 tempest-VolumesNegativeTest-182835076 tempest-VolumesNegativeTest-182835076-project] 10.222.0.47 "GET /v2.0/ports?device_id=af6985c4-a175-4557-9140-aa9fb6c0301d HTTP/1.1" status: 200  len: 936 time: 0.6548758
Apr 15 19:54:46.230823 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1bf1055-c787-4cd1-b9cc-b02c02521991 req-6009d6f7-e781-46a9-a459-6eb118d0f610 tempest-VolumesNegativeTest-182835076 tempest-VolumesNegativeTest-182835076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:54:46.231433 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [req-f1bf1055-c787-4cd1-b9cc-b02c02521991 req-6009d6f7-e781-46a9-a459-6eb118d0f610 tempest-VolumesNegativeTest-182835076 tempest-VolumesNegativeTest-182835076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771739'] for port, before_response {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:54:46.260136 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-f1bf1055-c787-4cd1-b9cc-b02c02521991 req-6009d6f7-e781-46a9-a459-6eb118d0f610 tempest-VolumesNegativeTest-182835076 tempest-VolumesNegativeTest-182835076-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 1.8305960
Apr 15 19:54:46.280747 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.v2.base [req-f1bf1055-c787-4cd1-b9cc-b02c02521991 req-a3936f26-0d7a-425f-a728-056cf686722e service neutron] Request body: {'port': {'device_id': 'af6985c4-a175-4557-9140-aa9fb6c0301d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=85345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 19:54:46.283780 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-35cfb871-38e1-4a3a-9ada-c8bc5601901c req-eca0264d-2b6b-44ca-8794-d667de2e3656 tempest-VolumesNegativeTest-182835076 tempest-VolumesNegativeTest-182835076-project] 10.222.0.47 "GET /v2.0/security-groups?id=953e262e-ab2d-4ba2-8b51-6abcdfe65b9a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0824697
Apr 15 19:54:46.426737 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [req-f1bf1055-c787-4cd1-b9cc-b02c02521991 req-a3936f26-0d7a-425f-a728-056cf686722e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854565853'] for port, before_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:54:46.924803 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.notifiers.nova [req-f1bf1055-c787-4cd1-b9cc-b02c02521991 req-a3936f26-0d7a-425f-a728-056cf686722e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 283f08a3-c787-4dd9-9126-fc255c73cf23 {{(pid=85345) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 15 19:54:46.927637 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2274752-a687-4704-a9d2-9f4ae0a6c2fb admin admin] Router ec3407e0-5714-4826-b1fb-02e8d779ef9e has already been hosted by L3 agent 74482fb0-5b00-43f0-8fa9-533a3c8b2378 {{(pid=85344) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 15 19:54:46.936160 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [req-f1bf1055-c787-4cd1-b9cc-b02c02521991 req-a3936f26-0d7a-425f-a728-056cf686722e service neutron] Notify callbacks [] for port, precommit_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:54:46.954397 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.provisioning_blocks [req-f1bf1055-c787-4cd1-b9cc-b02c02521991 req-a3936f26-0d7a-425f-a728-056cf686722e service neutron] Transition to ACTIVE for port object 283f08a3-c787-4dd9-9126-fc255c73cf23 will not be triggered until provisioned by entity L2. {{(pid=85345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 19:54:46.958314 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [req-f1bf1055-c787-4cd1-b9cc-b02c02521991 req-a3936f26-0d7a-425f-a728-056cf686722e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854693686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852972410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789846929216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789846482410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789846483725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852575682'] for port, after_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:54:46.988724 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-01d04e1c-f38e-462c-b335-0a816ccfbb9d tempest-AttachVolumeTestJSON-1178366330 tempest-AttachVolumeTestJSON-1178366330-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:54:47.148531 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3936f26-0d7a-425f-a728-056cf686722e service neutron] Pushing event updated for resources: {'Port': ['ID=283f08a3-c787-4dd9-9126-fc255c73cf23,revision_number=2']} {{(pid=85345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:54:47.162801 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-a3936f26-0d7a-425f-a728-056cf686722e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:54:47.237876 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2274752-a687-4704-a9d2-9f4ae0a6c2fb admin admin] Notify agent at l3_agent.dv-cinder-786383-2-iscsi the message routers_updated {{(pid=85344) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 15 19:54:47.256048 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-194e2bae-e499-4373-91de-541f7dabfbe6 None None] Sync routers for ids ['ec3407e0-5714-4826-b1fb-02e8d779ef9e'] in dv-cinder-786383-2-iscsi {{(pid=85346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 15 19:54:47.292126 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [None req-a2274752-a687-4704-a9d2-9f4ae0a6c2fb admin admin] 10.222.0.47 "PUT /v2.0/routers/ec3407e0-5714-4826-b1fb-02e8d779ef9e/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 4.6420264
Apr 15 19:54:47.292646 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.wsgi [-] (85344) accepted ('10.222.0.47', 49720) {{(pid=85344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:54:47.293749 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-194e2bae-e499-4373-91de-541f7dabfbe6 None None] Routers {'ec3407e0-5714-4826-b1fb-02e8d779ef9e'} bound to L3 agent in host dv-cinder-786383-2-iscsi {{(pid=85346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 19:54:47.298445 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.l3_hamode_db [None req-194e2bae-e499-4373-91de-541f7dabfbe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe8b9a1a1d0>, 'dv-cinder-786383-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-15T19:40:08Z,description=<?>,heartbeat_timestamp=2021-04-15T19:54:38Z,host='dv-cinder-786383-2-iscsi',id=74482fb0-5b00-43f0-8fa9-533a3c8b2378,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T19:40:08Z,topic='l3_agent')) {'router_ids': ['ec3407e0-5714-4826-b1fb-02e8d779ef9e'], 'active': True} {{(pid=85346) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 19:54:47.604214 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-2c8655fa-0f9c-4945-9f29-71cb982c5244 admin admin] Notify callbacks [] for router, before_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:54:47.714779 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.l3_dvr_db [None req-194e2bae-e499-4373-91de-541f7dabfbe6 None None] Set router ec3407e0-5714-4826-b1fb-02e8d779ef9e gateway port host: dv-cinder-786383-2-iscsi {{(pid=85346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 19:54:47.809881 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.managers [req-f1bf1055-c787-4cd1-b9cc-b02c02521991 req-a3936f26-0d7a-425f-a728-056cf686722e service neutron] Attempting to bind port 283f08a3-c787-4dd9-9126-fc255c73cf23 on host hv-cinder-78638 for vnic_type normal with profile  {{(pid=85345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 15 19:54:47.810479 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.managers [req-f1bf1055-c787-4cd1-b9cc-b02c02521991 req-a3936f26-0d7a-425f-a728-056cf686722e service neutron] Attempting to bind port 283f08a3-c787-4dd9-9126-fc255c73cf23 by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': '08eb81cc-7d1d-4ece-ab82-f01682bba33b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'a789c702-6d18-4db4-af82-5f41de52b2f2'}] {{(pid=85345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 15 19:54:47.811132 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1bf1055-c787-4cd1-b9cc-b02c02521991 req-a3936f26-0d7a-425f-a728-056cf686722e service neutron] Attempting to bind port 283f08a3-c787-4dd9-9126-fc255c73cf23 on network a789c702-6d18-4db4-af82-5f41de52b2f2 {{(pid=85345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 19:54:47.827255 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1bf1055-c787-4cd1-b9cc-b02c02521991 req-a3936f26-0d7a-425f-a728-056cf686722e service neutron] Port 283f08a3-c787-4dd9-9126-fc255c73cf23 on network a789c702-6d18-4db4-af82-5f41de52b2f2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=85345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 15 19:54:47.827780 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1bf1055-c787-4cd1-b9cc-b02c02521991 req-a3936f26-0d7a-425f-a728-056cf686722e service neutron] Attempting to bind port 283f08a3-c787-4dd9-9126-fc255c73cf23 on network a789c702-6d18-4db4-af82-5f41de52b2f2 {{(pid=85345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 19:54:47.840101 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-2c8655fa-0f9c-4945-9f29-71cb982c5244 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:54:47.844570 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1bf1055-c787-4cd1-b9cc-b02c02521991 req-a3936f26-0d7a-425f-a728-056cf686722e service neutron] Checking agent: {'id': '202ba611-b908-4e0e-99b2-33811728b356', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 19, 46, 37), 'started_at': datetime.datetime(2021, 4, 15, 19, 46, 37), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 19, 54, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 15 19:54:47.845191 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1bf1055-c787-4cd1-b9cc-b02c02521991 req-a3936f26-0d7a-425f-a728-056cf686722e service neutron] Checking segment: {'id': '08eb81cc-7d1d-4ece-ab82-f01682bba33b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'a789c702-6d18-4db4-af82-5f41de52b2f2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 19:54:47.845870 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1bf1055-c787-4cd1-b9cc-b02c02521991 req-a3936f26-0d7a-425f-a728-056cf686722e service neutron] Bound using segment: {'id': '08eb81cc-7d1d-4ece-ab82-f01682bba33b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'a789c702-6d18-4db4-af82-5f41de52b2f2'} {{(pid=85345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 15 19:54:47.846711 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.managers [req-f1bf1055-c787-4cd1-b9cc-b02c02521991 req-a3936f26-0d7a-425f-a728-056cf686722e service neutron] Bound port: 283f08a3-c787-4dd9-9126-fc255c73cf23, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '08eb81cc-7d1d-4ece-ab82-f01682bba33b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'a789c702-6d18-4db4-af82-5f41de52b2f2'}}] {{(pid=85345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 15 19:54:47.847391 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [req-f1bf1055-c787-4cd1-b9cc-b02c02521991 req-a3936f26-0d7a-425f-a728-056cf686722e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854565853'] for port, before_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:54:47.852494 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.plugin [None req-2c8655fa-0f9c-4945-9f29-71cb982c5244 admin admin] Deleting port 7c44ee2f-d2d0-495f-b2dc-f8bcb5432422 {{(pid=85344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 19:54:47.853692 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-2c8655fa-0f9c-4945-9f29-71cb982c5244 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363247007848052'] for port, before_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:54:47.890386 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95580356-7fb0-4de7-8de3-e5e74cb2586c req-1070dc93-4563-4dd4-a98d-293ee936ad2c tempest-VolumesNegativeTest-182835076 tempest-VolumesNegativeTest-182835076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:54:47.891769 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource [req-95580356-7fb0-4de7-8de3-e5e74cb2586c req-1070dc93-4563-4dd4-a98d-293ee936ad2c tempest-VolumesNegativeTest-182835076 tempest-VolumesNegativeTest-182835076-project] Synchronizing usage tracker for tenant:af30cf0c5a7b4cc297835c99fc4d6c2f on resource:port {{(pid=85345) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 15 19:54:47.979144 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource [req-95580356-7fb0-4de7-8de3-e5e74cb2586c req-1070dc93-4563-4dd4-a98d-293ee936ad2c tempest-VolumesNegativeTest-182835076 tempest-VolumesNegativeTest-182835076-project] Unset dirty status for tenant:af30cf0c5a7b4cc297835c99fc4d6c2f on resource:port {{(pid=85345) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 15 19:54:47.980722 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-95580356-7fb0-4de7-8de3-e5e74cb2586c req-1070dc93-4563-4dd4-a98d-293ee936ad2c tempest-VolumesNegativeTest-182835076 tempest-VolumesNegativeTest-182835076-project] 10.222.0.47 "GET /v2.0/ports?device_id=af6985c4-a175-4557-9140-aa9fb6c0301d HTTP/1.1" status: 200  len: 948 time: 0.3881993
Apr 15 19:54:48.041683 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.db [req-f1bf1055-c787-4cd1-b9cc-b02c02521991 req-a3936f26-0d7a-425f-a728-056cf686722e service neutron] For port 283f08a3-c787-4dd9-9126-fc255c73cf23, host hv-cinder-78638, cleared binding levels {{(pid=85345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 15 19:54:48.060551 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.db [req-f1bf1055-c787-4cd1-b9cc-b02c02521991 req-a3936f26-0d7a-425f-a728-056cf686722e service neutron] For port 283f08a3-c787-4dd9-9126-fc255c73cf23, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=283f08a3-c787-4dd9-9126-fc255c73cf23,segment=NetworkSegment(08eb81cc-7d1d-4ece-ab82-f01682bba33b),segment_id=08eb81cc-7d1d-4ece-ab82-f01682bba33b)] {{(pid=85345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 15 19:54:48.063637 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource [req-95580356-7fb0-4de7-8de3-e5e74cb2586c req-548080a8-2acd-4e00-af62-4a7faadb2ca6 tempest-VolumesNegativeTest-182835076 tempest-VolumesNegativeTest-182835076-project] Synchronizing usage tracker for tenant:af30cf0c5a7b4cc297835c99fc4d6c2f on resource:security_group {{(pid=85345) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 15 19:54:48.069405 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [req-f1bf1055-c787-4cd1-b9cc-b02c02521991 req-a3936f26-0d7a-425f-a728-056cf686722e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854693686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852972410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789846929216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789846482410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789846483725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852575682'] for port, after_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:54:48.090246 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-27863de7-8e07-431a-a3e6-40af624d06ff tempest-AttachVolumeNegativeTest-1626257925 tempest-AttachVolumeNegativeTest-1626257925-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:54:48.176330 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.db [None req-2c8655fa-0f9c-4945-9f29-71cb982c5244 admin admin] For port 7c44ee2f-d2d0-495f-b2dc-f8bcb5432422, host dv-cinder-786383-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-2-iscsi',level=0,port_id=7c44ee2f-d2d0-495f-b2dc-f8bcb5432422,segment=NetworkSegment(e9359222-f335-47df-9fcb-1acccd0748d1),segment_id=e9359222-f335-47df-9fcb-1acccd0748d1)] {{(pid=85344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 19:54:48.177021 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-2c8655fa-0f9c-4945-9f29-71cb982c5244 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853097680'] for port, precommit_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:54:48.267055 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource [req-95580356-7fb0-4de7-8de3-e5e74cb2586c req-548080a8-2acd-4e00-af62-4a7faadb2ca6 tempest-VolumesNegativeTest-182835076 tempest-VolumesNegativeTest-182835076-project] Unset dirty status for tenant:af30cf0c5a7b4cc297835c99fc4d6c2f on resource:security_group {{(pid=85345) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 15 19:54:48.269254 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-95580356-7fb0-4de7-8de3-e5e74cb2586c req-548080a8-2acd-4e00-af62-4a7faadb2ca6 tempest-VolumesNegativeTest-182835076 tempest-VolumesNegativeTest-182835076-project] 10.222.0.47 "GET /v2.0/security-groups?id=953e262e-ab2d-4ba2-8b51-6abcdfe65b9a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2734575
Apr 15 19:54:48.316613 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3936f26-0d7a-425f-a728-056cf686722e service neutron] Pushing event updated for resources: {'Port': ['ID=283f08a3-c787-4dd9-9126-fc255c73cf23,revision_number=3']} {{(pid=85345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:54:48.324233 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-a3936f26-0d7a-425f-a728-056cf686722e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:54:48.339922 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.plugin [None req-2c8655fa-0f9c-4945-9f29-71cb982c5244 admin admin] Calling delete_port for 7c44ee2f-d2d0-495f-b2dc-f8bcb5432422 owned by network:router_gateway {{(pid=85344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 15 19:54:48.342079 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.l3_hamode_db [None req-194e2bae-e499-4373-91de-541f7dabfbe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe8b9a1a1d0>, [{'id': 'ec3407e0-5714-4826-b1fb-02e8d779ef9e', 'name': 'tempest-TestMinimumBasicScenario-2020818-router', 'tenant_id': '18011ad8d1764685bdd8f676b9d51581', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b576887-bb01-4bfc-8617-ca8b886d7b7e', 'external_fixed_ips': [{'subnet_id': '7ad9face-0ae3-4529-aacd-d53ebb36e4d0', 'ip_address': '172.27.2.150'}], 'enable_snat': True}, 'gw_port_id': '7c44ee2f-d2d0-495f-b2dc-f8bcb5432422', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:50:39Z', 'updated_at': '2021-04-15T19:54:44Z', 'revision_number': 5, 'project_id': '18011ad8d1764685bdd8f676b9d51581', 'gw_port': {'id': '7c44ee2f-d2d0-495f-b2dc-f8bcb5432422', 'name': '', 'network_id': '0b576887-bb01-4bfc-8617-ca8b886d7b7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:64:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec3407e0-5714-4826-b1fb-02e8d779ef9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': '7ad9face-0ae3-4529-aacd-d53ebb36e4d0', 'ip_address': '172.27.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:50:42Z', 'updated_at': '2021-04-15T19:50:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ad9face-0ae3-4529-aacd-d53ebb36e4d0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-2-iscsi'}], 'dv-cinder-786383-2-iscsi', False) {} {{(pid=85346) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 19:54:48.350075 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-194e2bae-e499-4373-91de-541f7dabfbe6 None None] Checking router: ec3407e0-5714-4826-b1fb-02e8d779ef9e for host: dv-cinder-786383-2-iscsi {{(pid=85346) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 15 19:54:48.363367 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1bf1055-c787-4cd1-b9cc-b02c02521991 req-a3936f26-0d7a-425f-a728-056cf686722e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:54:48.364576 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [req-f1bf1055-c787-4cd1-b9cc-b02c02521991 req-a3936f26-0d7a-425f-a728-056cf686722e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771739'] for port, before_response {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:54:48.367067 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-f1bf1055-c787-4cd1-b9cc-b02c02521991 req-a3936f26-0d7a-425f-a728-056cf686722e service neutron] 10.222.0.65 "PUT /v2.0/ports/283f08a3-c787-4dd9-9126-fc255c73cf23 HTTP/1.1" status: 200  len: 1098 time: 2.0907357
Apr 15 19:54:48.367987 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af6985c4-a175-4557-9140-aa9fb6c0301d', 'tag': '283f08a3-c787-4dd9-9126-fc255c73cf23'}] {{(pid=85345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 19:54:48.369364 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-194e2bae-e499-4373-91de-541f7dabfbe6 None None] Routers {'ec3407e0-5714-4826-b1fb-02e8d779ef9e'} bound to L3 agent in host dv-cinder-786383-2-iscsi {{(pid=85346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 19:54:48.372998 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.l3_hamode_db [None req-194e2bae-e499-4373-91de-541f7dabfbe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe8b9a1a1d0>, 'dv-cinder-786383-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-15T19:40:08Z,description=<?>,heartbeat_timestamp=2021-04-15T19:54:38Z,host='dv-cinder-786383-2-iscsi',id=74482fb0-5b00-43f0-8fa9-533a3c8b2378,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T19:40:08Z,topic='l3_agent')) {'router_ids': ['ec3407e0-5714-4826-b1fb-02e8d779ef9e'], 'active': True} {{(pid=85346) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 19:54:48.539470 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af6985c4-a175-4557-9140-aa9fb6c0301d', 'tag': '283f08a3-c787-4dd9-9126-fc255c73cf23', 'status': 'completed', 'code': 200}
Apr 15 19:54:48.581903 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1bf1055-c787-4cd1-b9cc-b02c02521991 req-444349c7-33d8-45bb-8372-1568d55a8f3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:54:48.583968 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-f1bf1055-c787-4cd1-b9cc-b02c02521991 req-444349c7-33d8-45bb-8372-1568d55a8f3a service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=af30cf0c5a7b4cc297835c99fc4d6c2f&device_id=af6985c4-a175-4557-9140-aa9fb6c0301d HTTP/1.1" status: 200  len: 1101 time: 0.1201496
Apr 15 19:54:48.654910 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.l3_dvr_db [None req-194e2bae-e499-4373-91de-541f7dabfbe6 None None] Set router ec3407e0-5714-4826-b1fb-02e8d779ef9e gateway port host: None {{(pid=85346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 19:54:48.702347 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-f1bf1055-c787-4cd1-b9cc-b02c02521991 req-6e6b56ba-c6e9-4533-8553-19d7f7955c63 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.240&port_id=283f08a3-c787-4dd9-9126-fc255c73cf23 HTTP/1.1" status: 200  len: 217 time: 0.0979099
Apr 15 19:54:48.769252 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-2c8655fa-0f9c-4945-9f29-71cb982c5244 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854693686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852972410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789846929199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363247008293407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851621869'] for port, after_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:54:48.792536 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1bf1055-c787-4cd1-b9cc-b02c02521991 req-ffe616a7-01ff-4631-be32-ee1cf21f3b6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:54:48.793948 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-f1bf1055-c787-4cd1-b9cc-b02c02521991 req-ffe616a7-01ff-4631-be32-ee1cf21f3b6c service neutron] 10.222.0.65 "GET /v2.0/subnets?id=164d8ea0-6f9f-426c-8b68-100cda1710f5 HTTP/1.1" status: 200  len: 843 time: 0.0739584
Apr 15 19:54:48.815614 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:54:48.893144 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1bf1055-c787-4cd1-b9cc-b02c02521991 req-3df45b8d-3d22-4f45-b896-283454dc58df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:54:48.894970 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-f1bf1055-c787-4cd1-b9cc-b02c02521991 req-3df45b8d-3d22-4f45-b896-283454dc58df service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=a789c702-6d18-4db4-af82-5f41de52b2f2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1178 time: 0.0917056
Apr 15 19:54:48.936138 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.l3_hamode_db [None req-194e2bae-e499-4373-91de-541f7dabfbe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe8b9a1a1d0>, [{'id': 'ec3407e0-5714-4826-b1fb-02e8d779ef9e', 'name': 'tempest-TestMinimumBasicScenario-2020818-router', 'tenant_id': '18011ad8d1764685bdd8f676b9d51581', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:50:39Z', 'updated_at': '2021-04-15T19:54:47Z', 'revision_number': 6, 'project_id': '18011ad8d1764685bdd8f676b9d51581', 'gw_port_host': None}], 'dv-cinder-786383-2-iscsi', False) {} {{(pid=85346) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 19:54:48.948821 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-194e2bae-e499-4373-91de-541f7dabfbe6 None None] The sync data for ids ['ec3407e0-5714-4826-b1fb-02e8d779ef9e'] in dv-cinder-786383-2-iscsi is: [{'id': 'ec3407e0-5714-4826-b1fb-02e8d779ef9e', 'name': 'tempest-TestMinimumBasicScenario-2020818-router', 'tenant_id': '18011ad8d1764685bdd8f676b9d51581', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:50:39Z', 'updated_at': '2021-04-15T19:54:47Z', 'revision_number': 6, 'project_id': '18011ad8d1764685bdd8f676b9d51581', 'gw_port_host': None}] {{(pid=85346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 15 19:54:48.997063 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8655fa-0f9c-4945-9f29-71cb982c5244 admin admin] Pushing event deleted for resources: {'Port': ['ID=7c44ee2f-d2d0-495f-b2dc-f8bcb5432422,revision_number=None']} {{(pid=85344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:54:49.001618 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-2c8655fa-0f9c-4945-9f29-71cb982c5244 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:54:49.071092 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-f1bf1055-c787-4cd1-b9cc-b02c02521991 req-31b4dce1-fd86-4dd1-bedf-e1b57949e884 service neutron] 10.222.0.65 "GET /v2.0/networks/a789c702-6d18-4db4-af82-5f41de52b2f2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1657841
Apr 15 19:54:49.184021 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-2c8655fa-0f9c-4945-9f29-71cb982c5244 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036853102830'] for router_gateway, after_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:54:49.228912 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-f1bf1055-c787-4cd1-b9cc-b02c02521991 req-bb67fbb8-481c-4b71-86c2-b52899ee26d6 service neutron] 10.222.0.65 "GET /v2.0/networks/a789c702-6d18-4db4-af82-5f41de52b2f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1498244
Apr 15 19:54:49.412338 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931c4666-64d7-429d-aab1-5b7c0ac05c02 req-28aacf8d-c16e-437c-b01f-bc01ef0d2cba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:54:49.415937 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-931c4666-64d7-429d-aab1-5b7c0ac05c02 req-28aacf8d-c16e-437c-b01f-bc01ef0d2cba service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=af30cf0c5a7b4cc297835c99fc4d6c2f&device_id=af6985c4-a175-4557-9140-aa9fb6c0301d HTTP/1.1" status: 200  len: 1101 time: 0.1344717
Apr 15 19:54:49.436309 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-2c8655fa-0f9c-4945-9f29-71cb982c5244 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036853104216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854716024'] for router, precommit_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:54:49.442822 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-2c8655fa-0f9c-4945-9f29-71cb982c5244 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:54:49.602884 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931c4666-64d7-429d-aab1-5b7c0ac05c02 req-ad9650cd-3e6d-4469-b010-8421e5827b56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:54:49.605143 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-931c4666-64d7-429d-aab1-5b7c0ac05c02 req-ad9650cd-3e6d-4469-b010-8421e5827b56 service neutron] 10.222.0.65 "GET /v2.0/networks?id=a789c702-6d18-4db4-af82-5f41de52b2f2 HTTP/1.1" status: 200  len: 870 time: 0.1822622
Apr 15 19:54:49.610282 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-2c8655fa-0f9c-4945-9f29-71cb982c5244 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1686840'] for router, after_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:54:49.610845 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c8655fa-0f9c-4945-9f29-71cb982c5244 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ec3407e0-5714-4826-b1fb-02e8d779ef9e {{(pid=85344) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}}
Apr 15 19:54:49.647792 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-2c8655fa-0f9c-4945-9f29-71cb982c5244 admin admin] Notify callbacks [] for router, before_response {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:54:49.649081 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [None req-2c8655fa-0f9c-4945-9f29-71cb982c5244 admin admin] 10.222.0.47 "DELETE /v2.0/routers/ec3407e0-5714-4826-b1fb-02e8d779ef9e HTTP/1.1" status: 204  len: 168 time: 2.3546922
Apr 15 19:54:49.656796 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.wsgi [-] (85344) accepted ('10.222.0.47', 49736) {{(pid=85344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:54:49.727129 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-931c4666-64d7-429d-aab1-5b7c0ac05c02 req-3065310d-f1a7-4774-b322-32a81932a93f service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.240&port_id=283f08a3-c787-4dd9-9126-fc255c73cf23 HTTP/1.1" status: 200  len: 217 time: 0.1136529
Apr 15 19:54:49.876920 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931c4666-64d7-429d-aab1-5b7c0ac05c02 req-839a4078-1cec-4e63-9415-ef9ce81b996d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:54:49.879947 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-931c4666-64d7-429d-aab1-5b7c0ac05c02 req-839a4078-1cec-4e63-9415-ef9ce81b996d service neutron] 10.222.0.65 "GET /v2.0/subnets?id=164d8ea0-6f9f-426c-8b68-100cda1710f5 HTTP/1.1" status: 200  len: 843 time: 0.1432173
Apr 15 19:54:50.002760 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931c4666-64d7-429d-aab1-5b7c0ac05c02 req-cdf7d969-608f-4d49-a306-dc3d414c6859 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:54:50.004577 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-931c4666-64d7-429d-aab1-5b7c0ac05c02 req-cdf7d969-608f-4d49-a306-dc3d414c6859 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=a789c702-6d18-4db4-af82-5f41de52b2f2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1178 time: 0.1038480
Apr 15 19:54:50.094031 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c802a3c4-695e-44e0-a5c3-eebfa43d0cbe req-248216e1-2136-480e-b388-fb66d7e3e43a tempest-VolumesNegativeTest-182835076 tempest-VolumesNegativeTest-182835076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:54:50.097324 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-c802a3c4-695e-44e0-a5c3-eebfa43d0cbe req-248216e1-2136-480e-b388-fb66d7e3e43a tempest-VolumesNegativeTest-182835076 tempest-VolumesNegativeTest-182835076-project] 10.222.0.47 "GET /v2.0/ports?device_id=af6985c4-a175-4557-9140-aa9fb6c0301d HTTP/1.1" status: 200  len: 948 time: 0.6416929
Apr 15 19:54:50.167232 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa6d5e9d-becb-4f35-9f32-f76209297d6e admin admin] Deleting subnet 922b60ea-4b47-44c0-8320-575ac4d11e8d {{(pid=85344) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 15 19:54:50.174989 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-fa6d5e9d-becb-4f35-9f32-f76209297d6e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:54:50.200360 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-931c4666-64d7-429d-aab1-5b7c0ac05c02 req-26321e4b-c531-43e7-b427-ceae7974d72d service neutron] 10.222.0.65 "GET /v2.0/networks/a789c702-6d18-4db4-af82-5f41de52b2f2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1848032
Apr 15 19:54:50.208215 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-c802a3c4-695e-44e0-a5c3-eebfa43d0cbe req-3d0c14d7-3697-4007-ab59-21387c7ec076 tempest-VolumesNegativeTest-182835076 tempest-VolumesNegativeTest-182835076-project] 10.222.0.47 "GET /v2.0/security-groups?id=953e262e-ab2d-4ba2-8b51-6abcdfe65b9a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1019711
Apr 15 19:54:50.238336 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-fa6d5e9d-becb-4f35-9f32-f76209297d6e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2751258'] for subnet, precommit_delete_associations {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:54:50.378261 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-931c4666-64d7-429d-aab1-5b7c0ac05c02 req-0fec58dc-1f75-41aa-b032-c9bf8108edc7 service neutron] 10.222.0.65 "GET /v2.0/networks/a789c702-6d18-4db4-af82-5f41de52b2f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1660974
Apr 15 19:54:50.401045 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-fa6d5e9d-becb-4f35-9f32-f76209297d6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8687'] for subnet, precommit_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:54:50.717109 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-fa6d5e9d-becb-4f35-9f32-f76209297d6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854767129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852808376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852972410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3153990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852221213'] for subnet, after_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:54:50.734637 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-da3f5e57-786d-4dfd-ae0d-94ad5b5d74d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:54:50.834632 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6d5e9d-becb-4f35-9f32-f76209297d6e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=922b60ea-4b47-44c0-8320-575ac4d11e8d,revision_number=None']} {{(pid=85344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:54:50.855607 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-fa6d5e9d-becb-4f35-9f32-f76209297d6e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:54:50.874915 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.rpc [None req-56ecdebd-c5a0-4569-bc96-ba437f5ce558 None None] Device dfe49340-c463-4c81-810f-81115301194c no longer exists at agent ovs-agent-dv-cinder-786383-2-iscsi {{(pid=85346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 15 19:54:50.918219 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-fa6d5e9d-becb-4f35-9f32-f76209297d6e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852972363'] for subnet, before_response {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:54:50.930640 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [None req-fa6d5e9d-becb-4f35-9f32-f76209297d6e admin admin] 10.222.0.47 "DELETE /v2.0/subnets/922b60ea-4b47-44c0-8320-575ac4d11e8d HTTP/1.1" status: 204  len: 168 time: 1.2719977
Apr 15 19:54:50.933518 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.wsgi [-] (85344) accepted ('10.222.0.47', 49744) {{(pid=85344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:54:50.941166 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88259620-9acb-48d5-abf2-4c604751c408 None None] Network 42fbcbc3-b235-4653-875d-d3c9a17e6927 requested from dv-cinder-786383-2-iscsi {{(pid=85346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 15 19:54:50.960653 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.plugin [None req-56ecdebd-c5a0-4569-bc96-ba437f5ce558 None None] No Port match for: dfe49340-c463-4c81-810f-81115301194c {{(pid=85346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 15 19:54:50.961181 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.rpc [None req-56ecdebd-c5a0-4569-bc96-ba437f5ce558 None None] Device dfe49340-c463-4c81-810f-81115301194c not bound to the agent host dv-cinder-786383-2-iscsi {{(pid=85346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 15 19:54:50.961759 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.rpc [None req-56ecdebd-c5a0-4569-bc96-ba437f5ce558 None None] Device 7c44ee2f-d2d0-495f-b2dc-f8bcb5432422 no longer exists at agent ovs-agent-dv-cinder-786383-2-iscsi {{(pid=85346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 15 19:54:51.070281 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.plugin [None req-56ecdebd-c5a0-4569-bc96-ba437f5ce558 None None] No Port match for: 7c44ee2f-d2d0-495f-b2dc-f8bcb5432422 {{(pid=85346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 15 19:54:51.071308 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.rpc [None req-56ecdebd-c5a0-4569-bc96-ba437f5ce558 None None] Device 7c44ee2f-d2d0-495f-b2dc-f8bcb5432422 not bound to the agent host dv-cinder-786383-2-iscsi {{(pid=85346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 15 19:54:51.141504 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-d2c5160c-c2d5-48a4-a622-b6235c1c55b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854748596'] for network, before_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:54:51.240894 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.plugin [None req-d2c5160c-c2d5-48a4-a622-b6235c1c55b4 admin admin] Deleting port 782088fb-75d8-475c-be9c-c3222a81a195 {{(pid=85344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 19:54:51.241406 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-d2c5160c-c2d5-48a4-a622-b6235c1c55b4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363247007848052'] for port, before_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:54:51.373426 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9fb3456-9656-48d0-b50c-44ab0803c3c7 None None] DHCP port deletion for 42fbcbc3-b235-4653-875d-d3c9a17e6927 request from dv-cinder-786383-2-iscsi {{(pid=85346) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}}
Apr 15 19:54:51.379251 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.plugin [None req-a9fb3456-9656-48d0-b50c-44ab0803c3c7 None None] Deleting port 782088fb-75d8-475c-be9c-c3222a81a195 {{(pid=85346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 19:54:51.379712 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-a9fb3456-9656-48d0-b50c-44ab0803c3c7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363247007848052'] for port, before_delete {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:54:51.528282 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.db [None req-d2c5160c-c2d5-48a4-a622-b6235c1c55b4 admin admin] For port 782088fb-75d8-475c-be9c-c3222a81a195, host dv-cinder-786383-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-2-iscsi',level=0,port_id=782088fb-75d8-475c-be9c-c3222a81a195,segment=NetworkSegment(b9dd8948-c2b9-4d3c-aa32-4c15ba0968da),segment_id=b9dd8948-c2b9-4d3c-aa32-4c15ba0968da)] {{(pid=85344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 19:54:51.529558 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-d2c5160c-c2d5-48a4-a622-b6235c1c55b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853097680'] for port, precommit_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:54:51.543110 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af320996-2cf5-48ae-97d6-8a38adfea671 req-53070b0b-3393-43d8-9132-9c94231284d4 tempest-VolumesNegativeTest-182835076 tempest-VolumesNegativeTest-182835076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:54:51.544851 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-af320996-2cf5-48ae-97d6-8a38adfea671 req-53070b0b-3393-43d8-9132-9c94231284d4 tempest-VolumesNegativeTest-182835076 tempest-VolumesNegativeTest-182835076-project] 10.222.0.47 "GET /v2.0/ports?device_id=af6985c4-a175-4557-9140-aa9fb6c0301d HTTP/1.1" status: 200  len: 948 time: 0.1449337
Apr 15 19:54:51.600033 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-af320996-2cf5-48ae-97d6-8a38adfea671 req-283b7f10-af72-442f-ad5e-a64afbe7e0be tempest-VolumesNegativeTest-182835076 tempest-VolumesNegativeTest-182835076-project] 10.222.0.47 "GET /v2.0/security-groups?id=953e262e-ab2d-4ba2-8b51-6abcdfe65b9a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0479739
Apr 15 19:54:51.720005 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.plugin [None req-d2c5160c-c2d5-48a4-a622-b6235c1c55b4 admin admin] Calling delete_port for 782088fb-75d8-475c-be9c-c3222a81a195 owned by network:dhcp {{(pid=85344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 15 19:54:51.724088 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.db [None req-a9fb3456-9656-48d0-b50c-44ab0803c3c7 None None] For port 782088fb-75d8-475c-be9c-c3222a81a195, host dv-cinder-786383-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-2-iscsi',level=0,port_id=782088fb-75d8-475c-be9c-c3222a81a195,segment=NetworkSegment(b9dd8948-c2b9-4d3c-aa32-4c15ba0968da),segment_id=b9dd8948-c2b9-4d3c-aa32-4c15ba0968da)] {{(pid=85346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 19:54:51.724971 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-a9fb3456-9656-48d0-b50c-44ab0803c3c7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853097680'] for port, precommit_delete {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:54:51.864500 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-d2c5160c-c2d5-48a4-a622-b6235c1c55b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854693686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852972410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789846929199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363247008293407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851621869'] for port, after_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:54:51.882033 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-a2274752-a687-4704-a9d2-9f4ae0a6c2fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:54:51.922890 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.plugin [None req-a9fb3456-9656-48d0-b50c-44ab0803c3c7 None None] Calling delete_port for 782088fb-75d8-475c-be9c-c3222a81a195 owned by network:dhcp {{(pid=85346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 15 19:54:51.980236 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c5160c-c2d5-48a4-a622-b6235c1c55b4 admin admin] Pushing event deleted for resources: {'Port': ['ID=782088fb-75d8-475c-be9c-c3222a81a195,revision_number=None']} {{(pid=85344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:54:51.996276 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-d2c5160c-c2d5-48a4-a622-b6235c1c55b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:54:52.039271 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2c5160c-c2d5-48a4-a622-b6235c1c55b4 admin admin] No DVR routers for this DVR port 782088fb-75d8-475c-be9c-c3222a81a195 on host dv-cinder-786383-2-iscsi {{(pid=85344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 15 19:54:52.081596 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.db.api [None req-a9fb3456-9656-48d0-b50c-44ab0803c3c7 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=85346) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 15 19:54:52.082208 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_db.api [None req-a9fb3456-9656-48d0-b50c-44ab0803c3c7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=85346) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 15 19:54:52.172938 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-d2c5160c-c2d5-48a4-a622-b6235c1c55b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854320274', 'neutron.services.segments.db._delete_segments_for_network-8789847050952'] for network, precommit_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:54:52.304231 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.services.segments.db [None req-d2c5160c-c2d5-48a4-a622-b6235c1c55b4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe8ba741f60>,) {'filters': {'network_id': ['42fbcbc3-b235-4653-875d-d3c9a17e6927']}} {{(pid=85344) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 19:54:52.319229 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.services.segments.db [None req-d2c5160c-c2d5-48a4-a622-b6235c1c55b4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe8ba741f60>, 'b9dd8948-c2b9-4d3c-aa32-4c15ba0968da') {'for_net_delete': True} {{(pid=85344) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 19:54:52.319537 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.services.segments.db [None req-d2c5160c-c2d5-48a4-a622-b6235c1c55b4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe8ba741f60>, 'b9dd8948-c2b9-4d3c-aa32-4c15ba0968da') {} {{(pid=85344) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 19:54:52.334721 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-d2c5160c-c2d5-48a4-a622-b6235c1c55b4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789847056089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852024542'] for segment, before_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:54:52.351436 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-d2c5160c-c2d5-48a4-a622-b6235c1c55b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854767479'] for segment, precommit_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:54:52.361257 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d2c5160c-c2d5-48a4-a622-b6235c1c55b4 admin admin] Releasing vlan 693 on physical network physnet1 to pool {{(pid=85344) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 15 19:54:52.557366 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.managers [None req-d2c5160c-c2d5-48a4-a622-b6235c1c55b4 admin admin] Network 42fbcbc3-b235-4653-875d-d3c9a17e6927 has no segments {{(pid=85344) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 15 19:54:52.567384 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-d2c5160c-c2d5-48a4-a622-b6235c1c55b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851621145'] for segment, after_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:54:52.583896 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.plugin [None req-a9fb3456-9656-48d0-b50c-44ab0803c3c7 None None] Deleting port 782088fb-75d8-475c-be9c-c3222a81a195 {{(pid=85346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 19:54:52.584546 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-a9fb3456-9656-48d0-b50c-44ab0803c3c7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363247007848052'] for port, before_delete {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:54:52.665755 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.plugin [None req-a9fb3456-9656-48d0-b50c-44ab0803c3c7 None None] The port '782088fb-75d8-475c-be9c-c3222a81a195' was deleted {{(pid=85346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}}
Apr 15 19:54:52.777248 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.managers [None req-d2c5160c-c2d5-48a4-a622-b6235c1c55b4 admin admin] Network 42fbcbc3-b235-4653-875d-d3c9a17e6927 has no segments {{(pid=85344) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 15 19:54:52.831794 dv-cinder-786383-2-iscsi neutron-server[85229]: Traceback (most recent call last):
Apr 15 19:54:52.831794 dv-cinder-786383-2-iscsi neutron-server[85229]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 15 19:54:52.831794 dv-cinder-786383-2-iscsi neutron-server[85229]:     timer()
Apr 15 19:54:52.831794 dv-cinder-786383-2-iscsi neutron-server[85229]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 15 19:54:52.831794 dv-cinder-786383-2-iscsi neutron-server[85229]:     cb(*args, **kw)
Apr 15 19:54:52.831794 dv-cinder-786383-2-iscsi neutron-server[85229]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 15 19:54:52.831794 dv-cinder-786383-2-iscsi neutron-server[85229]:     return func(*args, **kwargs)
Apr 15 19:54:52.831794 dv-cinder-786383-2-iscsi neutron-server[85229]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 15 19:54:52.831794 dv-cinder-786383-2-iscsi neutron-server[85229]:     self._notify()
Apr 15 19:54:52.831794 dv-cinder-786383-2-iscsi neutron-server[85229]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 15 19:54:52.831794 dv-cinder-786383-2-iscsi neutron-server[85229]:     self.callback(batched_events)
Apr 15 19:54:52.831794 dv-cinder-786383-2-iscsi neutron-server[85229]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 15 19:54:52.831794 dv-cinder-786383-2-iscsi neutron-server[85229]:     event.method(event)
Apr 15 19:54:52.831794 dv-cinder-786383-2-iscsi neutron-server[85229]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 15 19:54:52.831794 dv-cinder-786383-2-iscsi neutron-server[85229]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 15 19:54:52.831794 dv-cinder-786383-2-iscsi neutron-server[85229]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 15 19:54:52.831794 dv-cinder-786383-2-iscsi neutron-server[85229]:     segment_id)['aggregates'][0]
Apr 15 19:54:52.831794 dv-cinder-786383-2-iscsi neutron-server[85229]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 15 19:54:52.831794 dv-cinder-786383-2-iscsi neutron-server[85229]:     return f(self, *a, **k)
Apr 15 19:54:52.831794 dv-cinder-786383-2-iscsi neutron-server[85229]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 15 19:54:52.831794 dv-cinder-786383-2-iscsi neutron-server[85229]:     return self._get(url).json()
Apr 15 19:54:52.831794 dv-cinder-786383-2-iscsi neutron-server[85229]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 15 19:54:52.831794 dv-cinder-786383-2-iscsi neutron-server[85229]:     **kwargs)
Apr 15 19:54:52.831794 dv-cinder-786383-2-iscsi neutron-server[85229]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 15 19:54:52.831794 dv-cinder-786383-2-iscsi neutron-server[85229]:     return self.request(url, 'GET', **kwargs)
Apr 15 19:54:52.831794 dv-cinder-786383-2-iscsi neutron-server[85229]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 15 19:54:52.831794 dv-cinder-786383-2-iscsi neutron-server[85229]:     **endpoint_filter)
Apr 15 19:54:52.831794 dv-cinder-786383-2-iscsi neutron-server[85229]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 15 19:54:52.831794 dv-cinder-786383-2-iscsi neutron-server[85229]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 15 19:54:52.831794 dv-cinder-786383-2-iscsi neutron-server[85229]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 15 19:54:52.831794 dv-cinder-786383-2-iscsi neutron-server[85229]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 15 19:54:52.831794 dv-cinder-786383-2-iscsi neutron-server[85229]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 15 19:54:52.896810 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.rpc [None req-56ecdebd-c5a0-4569-bc96-ba437f5ce558 None None] Device 782088fb-75d8-475c-be9c-c3222a81a195 no longer exists at agent ovs-agent-dv-cinder-786383-2-iscsi {{(pid=85346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 15 19:54:52.953906 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.plugin [None req-56ecdebd-c5a0-4569-bc96-ba437f5ce558 None None] No Port match for: 782088fb-75d8-475c-be9c-c3222a81a195 {{(pid=85346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 15 19:54:52.954405 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.rpc [None req-56ecdebd-c5a0-4569-bc96-ba437f5ce558 None None] Device 782088fb-75d8-475c-be9c-c3222a81a195 not bound to the agent host dv-cinder-786383-2-iscsi {{(pid=85346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 15 19:54:52.974098 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-d2c5160c-c2d5-48a4-a622-b6235c1c55b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-455527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852808340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852972410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1673212'] for network, after_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:54:52.994691 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:54:53.012176 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-d2c5160c-c2d5-48a4-a622-b6235c1c55b4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852972363'] for network, before_response {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:54:53.027394 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c5160c-c2d5-48a4-a622-b6235c1c55b4 admin admin] Pushing event deleted for resources: {'Network': ['ID=42fbcbc3-b235-4653-875d-d3c9a17e6927,revision_number=None']} {{(pid=85344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:54:53.030442 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-d2c5160c-c2d5-48a4-a622-b6235c1c55b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:54:53.049809 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [None req-d2c5160c-c2d5-48a4-a622-b6235c1c55b4 admin admin] 10.222.0.47 "DELETE /v2.0/networks/42fbcbc3-b235-4653-875d-d3c9a17e6927 HTTP/1.1" status: 204  len: 168 time: 2.1149178
Apr 15 19:54:53.053579 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.wsgi [-] (85345) accepted ('10.222.0.47', 49760) {{(pid=85345) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:54:53.080758 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bbdeec-5aea-4157-995d-ddb78148c58d req-0bb861fc-9f5a-4b00-9af2-bea3572db3af tempest-VolumesNegativeTest-182835076 tempest-VolumesNegativeTest-182835076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:54:53.082807 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-77bbdeec-5aea-4157-995d-ddb78148c58d req-0bb861fc-9f5a-4b00-9af2-bea3572db3af tempest-VolumesNegativeTest-182835076 tempest-VolumesNegativeTest-182835076-project] 10.222.0.47 "GET /v2.0/ports?device_id=af6985c4-a175-4557-9140-aa9fb6c0301d HTTP/1.1" status: 200  len: 948 time: 0.1947272
Apr 15 19:54:53.148625 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-77bbdeec-5aea-4157-995d-ddb78148c58d req-38ed6956-2e4c-497a-a2af-b36d872b15d3 tempest-VolumesNegativeTest-182835076 tempest-VolumesNegativeTest-182835076-project] 10.222.0.47 "GET /v2.0/security-groups?id=953e262e-ab2d-4ba2-8b51-6abcdfe65b9a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0575833
Apr 15 19:54:53.284178 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.rpc [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Device 283f08a3-c787-4dd9-9126-fc255c73cf23 details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=85346) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 15 19:54:53.463939 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.db [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] For port 283f08a3-c787-4dd9-9126-fc255c73cf23, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=283f08a3-c787-4dd9-9126-fc255c73cf23,segment=NetworkSegment(08eb81cc-7d1d-4ece-ab82-f01682bba33b),segment_id=08eb81cc-7d1d-4ece-ab82-f01682bba33b)] {{(pid=85346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 19:54:53.484310 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.rpc [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Returning: {'device': '283f08a3-c787-4dd9-9126-fc255c73cf23', 'network_id': 'a789c702-6d18-4db4-af82-5f41de52b2f2', 'port_id': '283f08a3-c787-4dd9-9126-fc255c73cf23', 'mac_address': 'fa:16:3e:cc:a1:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 698, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '164d8ea0-6f9f-426c-8b68-100cda1710f5', 'ip_address': '192.168.233.240'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85346) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 15 19:54:53.550873 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854565853'] for port, before_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:54:53.571317 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.notifiers.nova [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 283f08a3-c787-4dd9-9126-fc255c73cf23 {{(pid=85346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 15 19:54:53.592081 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.db [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] For port 283f08a3-c787-4dd9-9126-fc255c73cf23, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=283f08a3-c787-4dd9-9126-fc255c73cf23,segment=NetworkSegment(08eb81cc-7d1d-4ece-ab82-f01682bba33b),segment_id=08eb81cc-7d1d-4ece-ab82-f01682bba33b)] {{(pid=85346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 19:54:53.596728 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854693686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852972410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789846929216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789846482410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789846483725'] for port, after_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:54:53.598800 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:54:53.677535 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Pushing event updated for resources: {'Port': ['ID=283f08a3-c787-4dd9-9126-fc255c73cf23,revision_number=4']} {{(pid=85346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:54:53.681220 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:54:53.745251 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-8a3df21b-25ab-4b7c-a49c-09934e004641 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036853103613'] for router_interface, before_delete {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:54:53.840290 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.db [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] get_ports_and_sgs() called for port_ids ['283f08a3-c787-4dd9-9126-fc255c73cf23'] {{(pid=85346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 15 19:54:54.593211 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfc6b89-8d6d-40cf-bfde-2d3f171e5d34 req-c074f6e7-044c-4839-affd-df33d8c7247e tempest-VolumesNegativeTest-182835076 tempest-VolumesNegativeTest-182835076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:54:54.596239 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-acfc6b89-8d6d-40cf-bfde-2d3f171e5d34 req-c074f6e7-044c-4839-affd-df33d8c7247e tempest-VolumesNegativeTest-182835076 tempest-VolumesNegativeTest-182835076-project] 10.222.0.47 "GET /v2.0/ports?device_id=af6985c4-a175-4557-9140-aa9fb6c0301d HTTP/1.1" status: 200  len: 949 time: 0.2969725
Apr 15 19:54:54.726281 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.plugin [None req-8a3df21b-25ab-4b7c-a49c-09934e004641 admin admin] Deleting port afe16213-daa7-4897-b331-466990403ce5 {{(pid=85345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 19:54:54.727616 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-8a3df21b-25ab-4b7c-a49c-09934e004641 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363247007848052'] for port, before_delete {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:54:54.789277 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-acfc6b89-8d6d-40cf-bfde-2d3f171e5d34 req-f9b3c3bf-e575-45a3-a623-54d0393a200d tempest-VolumesNegativeTest-182835076 tempest-VolumesNegativeTest-182835076-project] 10.222.0.47 "GET /v2.0/security-groups?id=953e262e-ab2d-4ba2-8b51-6abcdfe65b9a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1343684
Apr 15 19:54:54.947437 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.db [None req-8a3df21b-25ab-4b7c-a49c-09934e004641 admin admin] For port afe16213-daa7-4897-b331-466990403ce5, host dv-cinder-786383-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-2-iscsi',level=0,port_id=afe16213-daa7-4897-b331-466990403ce5,segment=NetworkSegment(59959a79-eb8f-4ab4-94f9-eb606f01a001),segment_id=59959a79-eb8f-4ab4-94f9-eb606f01a001)] {{(pid=85345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 19:54:54.947841 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-8a3df21b-25ab-4b7c-a49c-09934e004641 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853097680'] for port, precommit_delete {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:54:55.095526 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.plugin [None req-8a3df21b-25ab-4b7c-a49c-09934e004641 admin admin] Calling delete_port for afe16213-daa7-4897-b331-466990403ce5 owned by network:router_interface {{(pid=85345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 15 19:54:55.291811 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-8a3df21b-25ab-4b7c-a49c-09934e004641 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854693686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852972410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789846929199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363247008293407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2200102'] for port, after_delete {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:54:55.296546 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.rpc [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Device 283f08a3-c787-4dd9-9126-fc255c73cf23 up at agent hyperv_hv-cinder-78638 {{(pid=85346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 19:54:55.306567 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-71412259-67fa-4e91-bcbb-7c628b9cb3b9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:54:55.362975 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3df21b-25ab-4b7c-a49c-09934e004641 admin admin] Pushing event deleted for resources: {'Port': ['ID=afe16213-daa7-4897-b331-466990403ce5,revision_number=None']} {{(pid=85345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:54:55.429849 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a3df21b-25ab-4b7c-a49c-09934e004641 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:54:55.430343 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a3df21b-25ab-4b7c-a49c-09934e004641 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:54:55.431496 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a3df21b-25ab-4b7c-a49c-09934e004641 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:54:55.431907 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a3df21b-25ab-4b7c-a49c-09934e004641 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:54:55.432308 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a3df21b-25ab-4b7c-a49c-09934e004641 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:54:55.432949 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a3df21b-25ab-4b7c-a49c-09934e004641 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:54:55.433248 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a3df21b-25ab-4b7c-a49c-09934e004641 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:54:55.433668 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a3df21b-25ab-4b7c-a49c-09934e004641 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:54:55.434053 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a3df21b-25ab-4b7c-a49c-09934e004641 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:54:55.434417 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a3df21b-25ab-4b7c-a49c-09934e004641 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:54:55.434803 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a3df21b-25ab-4b7c-a49c-09934e004641 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:54:55.435216 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a3df21b-25ab-4b7c-a49c-09934e004641 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:54:55.437267 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.provisioning_blocks [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Provisioning for port 283f08a3-c787-4dd9-9126-fc255c73cf23 completed by entity L2. {{(pid=85346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 19:54:55.441813 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-8a3df21b-25ab-4b7c-a49c-09934e004641 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:54:55.445572 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.provisioning_blocks [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Provisioning complete for port 283f08a3-c787-4dd9-9126-fc255c73cf23 triggered by entity L2. {{(pid=85346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 19:54:55.446117 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-428662'] for port, provisioning_complete {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:54:55.645466 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854565853'] for port, before_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:54:55.705691 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af6985c4-a175-4557-9140-aa9fb6c0301d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '283f08a3-c787-4dd9-9126-fc255c73cf23'}] {{(pid=85346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 19:54:55.729357 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.db [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] For port 283f08a3-c787-4dd9-9126-fc255c73cf23, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=283f08a3-c787-4dd9-9126-fc255c73cf23,segment=NetworkSegment(08eb81cc-7d1d-4ece-ab82-f01682bba33b),segment_id=08eb81cc-7d1d-4ece-ab82-f01682bba33b)] {{(pid=85346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 19:54:55.741015 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854693686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852972410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789846929216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789846482410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789846483725'] for port, after_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:54:55.760781 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-5bd556ed-7cba-4f83-8961-e27ce655dd06 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:54:55.817862 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af6985c4-a175-4557-9140-aa9fb6c0301d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '283f08a3-c787-4dd9-9126-fc255c73cf23', 'code': 200}
Apr 15 19:54:55.960816 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Pushing event updated for resources: {'Port': ['ID=283f08a3-c787-4dd9-9126-fc255c73cf23,revision_number=5']} {{(pid=85346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:54:55.967147 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:54:56.007053 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-8a3df21b-25ab-4b7c-a49c-09934e004641 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1803407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036853102680'] for router_interface, after_delete {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:54:56.334791 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a402266f-cbb2-49dc-86ef-8ae5e0e27125 req-3564cffd-e2bf-40d1-a54a-974c5fc77c4f tempest-VolumesNegativeTest-182835076 tempest-VolumesNegativeTest-182835076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:54:56.337494 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-a402266f-cbb2-49dc-86ef-8ae5e0e27125 req-3564cffd-e2bf-40d1-a54a-974c5fc77c4f tempest-VolumesNegativeTest-182835076 tempest-VolumesNegativeTest-182835076-project] 10.222.0.47 "GET /v2.0/ports?device_id=af6985c4-a175-4557-9140-aa9fb6c0301d HTTP/1.1" status: 200  len: 950 time: 0.3319902
Apr 15 19:54:56.401681 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4674eaf7-2289-410c-817a-ba3b16554103 req-f2a41d78-be09-4583-94c4-fde5ff835815 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:54:56.403335 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-4674eaf7-2289-410c-817a-ba3b16554103 req-f2a41d78-be09-4583-94c4-fde5ff835815 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=af6985c4-a175-4557-9140-aa9fb6c0301d HTTP/1.1" status: 200  len: 1103 time: 0.3029046
Apr 15 19:54:56.654515 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-4674eaf7-2289-410c-817a-ba3b16554103 req-6519480f-a4af-4936-89a7-245b64684a73 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=953e262e-ab2d-4ba2-8b51-6abcdfe65b9a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2428293
Apr 15 19:54:56.664554 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-a402266f-cbb2-49dc-86ef-8ae5e0e27125 req-496a3422-1571-4077-bada-0bd7f349926f tempest-VolumesNegativeTest-182835076 tempest-VolumesNegativeTest-182835076-project] 10.222.0.47 "GET /v2.0/security-groups?id=953e262e-ab2d-4ba2-8b51-6abcdfe65b9a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2541511
Apr 15 19:54:56.924687 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a3df21b-25ab-4b7c-a49c-09934e004641 admin admin] Router fee7563a-2745-4ca9-af30-7feaa0729b26 has already been hosted by L3 agent 74482fb0-5b00-43f0-8fa9-533a3c8b2378 {{(pid=85345) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 15 19:54:57.128723 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a3df21b-25ab-4b7c-a49c-09934e004641 admin admin] Notify agent at l3_agent.dv-cinder-786383-2-iscsi the message routers_updated {{(pid=85345) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 15 19:54:57.141998 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [None req-8a3df21b-25ab-4b7c-a49c-09934e004641 admin admin] 10.222.0.47 "PUT /v2.0/routers/fee7563a-2745-4ca9-af30-7feaa0729b26/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 4.0868185
Apr 15 19:54:57.142568 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-137709d1-6c6b-4fdd-a1d8-9378db3f2a71 None None] Sync routers for ids ['fee7563a-2745-4ca9-af30-7feaa0729b26'] in dv-cinder-786383-2-iscsi {{(pid=85347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 15 19:54:57.145304 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.wsgi [-] (85345) accepted ('10.222.0.47', 49784) {{(pid=85345) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:54:57.153306 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-137709d1-6c6b-4fdd-a1d8-9378db3f2a71 None None] Routers {'fee7563a-2745-4ca9-af30-7feaa0729b26'} bound to L3 agent in host dv-cinder-786383-2-iscsi {{(pid=85347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 19:54:57.153965 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.l3_hamode_db [None req-137709d1-6c6b-4fdd-a1d8-9378db3f2a71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe8b9ce1978>, 'dv-cinder-786383-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-15T19:40:08Z,description=<?>,heartbeat_timestamp=2021-04-15T19:54:38Z,host='dv-cinder-786383-2-iscsi',id=74482fb0-5b00-43f0-8fa9-533a3c8b2378,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T19:40:08Z,topic='l3_agent')) {'router_ids': ['fee7563a-2745-4ca9-af30-7feaa0729b26'], 'active': True} {{(pid=85347) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 19:54:57.547901 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.l3_dvr_db [None req-137709d1-6c6b-4fdd-a1d8-9378db3f2a71 None None] Set router fee7563a-2745-4ca9-af30-7feaa0729b26 gateway port host: dv-cinder-786383-2-iscsi {{(pid=85347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 19:54:57.783457 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-50cfe4b7-a33f-410f-a1a8-f029b94fa49f admin admin] Notify callbacks [] for router, before_delete {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:54:57.904841 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.l3_hamode_db [None req-137709d1-6c6b-4fdd-a1d8-9378db3f2a71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe8b9ce1978>, [{'id': 'fee7563a-2745-4ca9-af30-7feaa0729b26', 'name': 'tempest-TestMinimumBasicScenario-1731290700-router', 'tenant_id': '6d9ddf59a18c43fcac05d76052159121', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b576887-bb01-4bfc-8617-ca8b886d7b7e', 'external_fixed_ips': [{'subnet_id': '7ad9face-0ae3-4529-aacd-d53ebb36e4d0', 'ip_address': '172.27.2.175'}], 'enable_snat': True}, 'gw_port_id': '83ac1d21-d3e6-45c0-bc13-fe752bedb284', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:51:02Z', 'updated_at': '2021-04-15T19:54:55Z', 'revision_number': 5, 'project_id': '6d9ddf59a18c43fcac05d76052159121', 'gw_port': {'id': '83ac1d21-d3e6-45c0-bc13-fe752bedb284', 'name': '', 'network_id': '0b576887-bb01-4bfc-8617-ca8b886d7b7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:fa:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fee7563a-2745-4ca9-af30-7feaa0729b26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': '7ad9face-0ae3-4529-aacd-d53ebb36e4d0', 'ip_address': '172.27.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:51:05Z', 'updated_at': '2021-04-15T19:51:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ad9face-0ae3-4529-aacd-d53ebb36e4d0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-2-iscsi'}], 'dv-cinder-786383-2-iscsi', False) {} {{(pid=85347) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 19:54:57.910284 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-137709d1-6c6b-4fdd-a1d8-9378db3f2a71 None None] Checking router: fee7563a-2745-4ca9-af30-7feaa0729b26 for host: dv-cinder-786383-2-iscsi {{(pid=85347) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 15 19:54:57.921412 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-137709d1-6c6b-4fdd-a1d8-9378db3f2a71 None None] Routers {'fee7563a-2745-4ca9-af30-7feaa0729b26'} bound to L3 agent in host dv-cinder-786383-2-iscsi {{(pid=85347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 19:54:57.922103 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.l3_hamode_db [None req-137709d1-6c6b-4fdd-a1d8-9378db3f2a71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe8b9ce1978>, 'dv-cinder-786383-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-15T19:40:08Z,description=<?>,heartbeat_timestamp=2021-04-15T19:54:38Z,host='dv-cinder-786383-2-iscsi',id=74482fb0-5b00-43f0-8fa9-533a3c8b2378,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T19:40:08Z,topic='l3_agent')) {'router_ids': ['fee7563a-2745-4ca9-af30-7feaa0729b26'], 'active': True} {{(pid=85347) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 19:54:58.038401 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f942b4-de4f-4f08-a372-c975de137a86 req-8d941a76-e0b1-44d9-9f8e-401042fbba6d tempest-VolumesNegativeTest-182835076 tempest-VolumesNegativeTest-182835076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:54:58.042020 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-58f942b4-de4f-4f08-a372-c975de137a86 req-8d941a76-e0b1-44d9-9f8e-401042fbba6d tempest-VolumesNegativeTest-182835076 tempest-VolumesNegativeTest-182835076-project] 10.222.0.47 "GET /v2.0/ports?device_id=af6985c4-a175-4557-9140-aa9fb6c0301d HTTP/1.1" status: 200  len: 950 time: 0.1038046
Apr 15 19:54:58.129877 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-58f942b4-de4f-4f08-a372-c975de137a86 req-910243c8-db11-47af-a95d-e6c248104e23 tempest-VolumesNegativeTest-182835076 tempest-VolumesNegativeTest-182835076-project] 10.222.0.47 "GET /v2.0/security-groups?id=953e262e-ab2d-4ba2-8b51-6abcdfe65b9a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0804729
Apr 15 19:54:58.156439 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-50cfe4b7-a33f-410f-a1a8-f029b94fa49f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:54:58.170351 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.plugin [None req-50cfe4b7-a33f-410f-a1a8-f029b94fa49f admin admin] Deleting port 83ac1d21-d3e6-45c0-bc13-fe752bedb284 {{(pid=85345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 19:54:58.171017 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-50cfe4b7-a33f-410f-a1a8-f029b94fa49f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363247007848052'] for port, before_delete {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:54:58.172225 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.l3_dvr_db [None req-137709d1-6c6b-4fdd-a1d8-9378db3f2a71 None None] Set router fee7563a-2745-4ca9-af30-7feaa0729b26 gateway port host: dv-cinder-786383-2-iscsi {{(pid=85347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 19:54:58.538082 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.db [None req-50cfe4b7-a33f-410f-a1a8-f029b94fa49f admin admin] For port 83ac1d21-d3e6-45c0-bc13-fe752bedb284, host dv-cinder-786383-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-2-iscsi',level=0,port_id=83ac1d21-d3e6-45c0-bc13-fe752bedb284,segment=NetworkSegment(e9359222-f335-47df-9fcb-1acccd0748d1),segment_id=e9359222-f335-47df-9fcb-1acccd0748d1)] {{(pid=85345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 19:54:58.539719 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-50cfe4b7-a33f-410f-a1a8-f029b94fa49f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853097680'] for port, precommit_delete {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:54:58.578829 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.l3_hamode_db [None req-137709d1-6c6b-4fdd-a1d8-9378db3f2a71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe8b9ce1978>, [{'id': 'fee7563a-2745-4ca9-af30-7feaa0729b26', 'name': 'tempest-TestMinimumBasicScenario-1731290700-router', 'tenant_id': '6d9ddf59a18c43fcac05d76052159121', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b576887-bb01-4bfc-8617-ca8b886d7b7e', 'external_fixed_ips': [{'subnet_id': '7ad9face-0ae3-4529-aacd-d53ebb36e4d0', 'ip_address': '172.27.2.175'}], 'enable_snat': True}, 'gw_port_id': '83ac1d21-d3e6-45c0-bc13-fe752bedb284', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:51:02Z', 'updated_at': '2021-04-15T19:54:55Z', 'revision_number': 5, 'project_id': '6d9ddf59a18c43fcac05d76052159121', 'gw_port': {'id': '83ac1d21-d3e6-45c0-bc13-fe752bedb284', 'name': '', 'network_id': '0b576887-bb01-4bfc-8617-ca8b886d7b7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:fa:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fee7563a-2745-4ca9-af30-7feaa0729b26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': '7ad9face-0ae3-4529-aacd-d53ebb36e4d0', 'ip_address': '172.27.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:51:05Z', 'updated_at': '2021-04-15T19:51:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ad9face-0ae3-4529-aacd-d53ebb36e4d0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-2-iscsi'}], 'dv-cinder-786383-2-iscsi', False) {} {{(pid=85347) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 19:54:58.587260 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-137709d1-6c6b-4fdd-a1d8-9378db3f2a71 None None] The sync data for ids ['fee7563a-2745-4ca9-af30-7feaa0729b26'] in dv-cinder-786383-2-iscsi is: [{'id': 'fee7563a-2745-4ca9-af30-7feaa0729b26', 'name': 'tempest-TestMinimumBasicScenario-1731290700-router', 'tenant_id': '6d9ddf59a18c43fcac05d76052159121', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b576887-bb01-4bfc-8617-ca8b886d7b7e', 'external_fixed_ips': [{'subnet_id': '7ad9face-0ae3-4529-aacd-d53ebb36e4d0', 'ip_address': '172.27.2.175'}], 'enable_snat': True}, 'gw_port_id': '83ac1d21-d3e6-45c0-bc13-fe752bedb284', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:51:02Z', 'updated_at': '2021-04-15T19:54:55Z', 'revision_number': 5, 'project_id': '6d9ddf59a18c43fcac05d76052159121', 'gw_port': {'id': '83ac1d21-d3e6-45c0-bc13-fe752bedb284', 'name': '', 'network_id': '0b576887-bb01-4bfc-8617-ca8b886d7b7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:fa:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fee7563a-2745-4ca9-af30-7feaa0729b26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': '7ad9face-0ae3-4529-aacd-d53ebb36e4d0', 'ip_address': '172.27.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:51:05Z', 'updated_at': '2021-04-15T19:51:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ad9face-0ae3-4529-aacd-d53ebb36e4d0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-2-iscsi'}] {{(pid=85347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 15 19:54:58.822416 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.plugin [None req-50cfe4b7-a33f-410f-a1a8-f029b94fa49f admin admin] Calling delete_port for 83ac1d21-d3e6-45c0-bc13-fe752bedb284 owned by network:router_gateway {{(pid=85345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 15 19:54:58.838252 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.rpc [None req-56ecdebd-c5a0-4569-bc96-ba437f5ce558 None None] Device afe16213-daa7-4897-b331-466990403ce5 no longer exists at agent ovs-agent-dv-cinder-786383-2-iscsi {{(pid=85346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 15 19:54:58.928393 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.plugin [None req-56ecdebd-c5a0-4569-bc96-ba437f5ce558 None None] No Port match for: afe16213-daa7-4897-b331-466990403ce5 {{(pid=85346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 15 19:54:58.929491 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.rpc [None req-56ecdebd-c5a0-4569-bc96-ba437f5ce558 None None] Device afe16213-daa7-4897-b331-466990403ce5 not bound to the agent host dv-cinder-786383-2-iscsi {{(pid=85346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 15 19:54:59.225273 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a442fd-bd42-4b6b-b828-2af76a4d1c92 req-f85144b5-7400-4dfd-91c4-1ce9ff36503a tempest-VolumesNegativeTest-182835076 tempest-VolumesNegativeTest-182835076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:54:59.228256 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-69a442fd-bd42-4b6b-b828-2af76a4d1c92 req-f85144b5-7400-4dfd-91c4-1ce9ff36503a tempest-VolumesNegativeTest-182835076 tempest-VolumesNegativeTest-182835076-project] 10.222.0.47 "GET /v2.0/ports?device_id=af6985c4-a175-4557-9140-aa9fb6c0301d HTTP/1.1" status: 200  len: 950 time: 0.2374949
Apr 15 19:54:59.302072 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-50cfe4b7-a33f-410f-a1a8-f029b94fa49f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854693686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852972410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789846929199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363247008293407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2200102'] for port, after_delete {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:54:59.319422 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-bdd3c1b4-3877-45ea-969e-e207656dbf47 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:54:59.432726 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-69a442fd-bd42-4b6b-b828-2af76a4d1c92 req-4baadf21-f52c-4fc8-a6d8-efa06bcd6ed2 tempest-VolumesNegativeTest-182835076 tempest-VolumesNegativeTest-182835076-project] 10.222.0.47 "GET /v2.0/security-groups?id=953e262e-ab2d-4ba2-8b51-6abcdfe65b9a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1950264
Apr 15 19:54:59.436592 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50cfe4b7-a33f-410f-a1a8-f029b94fa49f admin admin] Pushing event deleted for resources: {'Port': ['ID=83ac1d21-d3e6-45c0-bc13-fe752bedb284,revision_number=None']} {{(pid=85345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:54:59.440125 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-50cfe4b7-a33f-410f-a1a8-f029b94fa49f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:54:59.714743 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-50cfe4b7-a33f-410f-a1a8-f029b94fa49f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036853102830'] for router_gateway, after_delete {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:54:59.926480 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-50cfe4b7-a33f-410f-a1a8-f029b94fa49f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036853104216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854716024'] for router, precommit_delete {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:54:59.929274 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-50cfe4b7-a33f-410f-a1a8-f029b94fa49f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:54:59.953645 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-50cfe4b7-a33f-410f-a1a8-f029b94fa49f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1686840'] for router, after_delete {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:54:59.954440 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50cfe4b7-a33f-410f-a1a8-f029b94fa49f admin admin] Fanout notify agent at l3_agent the message router_deleted on router fee7563a-2745-4ca9-af30-7feaa0729b26 {{(pid=85345) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}}
Apr 15 19:54:59.974083 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-50cfe4b7-a33f-410f-a1a8-f029b94fa49f admin admin] Notify callbacks [] for router, before_response {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:54:59.978136 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [None req-50cfe4b7-a33f-410f-a1a8-f029b94fa49f admin admin] 10.222.0.47 "DELETE /v2.0/routers/fee7563a-2745-4ca9-af30-7feaa0729b26 HTTP/1.1" status: 204  len: 168 time: 2.8305416
Apr 15 19:54:59.980380 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.wsgi [-] (85345) accepted ('10.222.0.47', 49804) {{(pid=85345) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:55:00.105397 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.db_base_plugin_v2 [None req-015ed9a1-27a9-46ba-bc03-c9a008a699d8 admin admin] Deleting subnet db565bb4-0fa6-4799-b20d-ab2eac97d57d {{(pid=85345) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 15 19:55:00.111017 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-015ed9a1-27a9-46ba-bc03-c9a008a699d8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:55:00.315744 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-015ed9a1-27a9-46ba-bc03-c9a008a699d8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851567171'] for subnet, precommit_delete_associations {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:55:00.587200 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b150dd0-d548-4330-a27c-a6d1b7af015c req-42f48d75-f212-4857-8d44-fc9a60bcdccd tempest-VolumesNegativeTest-182835076 tempest-VolumesNegativeTest-182835076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:55:00.590271 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-5b150dd0-d548-4330-a27c-a6d1b7af015c req-42f48d75-f212-4857-8d44-fc9a60bcdccd tempest-VolumesNegativeTest-182835076 tempest-VolumesNegativeTest-182835076-project] 10.222.0.65 "GET /v2.0/ports?device_id=af6985c4-a175-4557-9140-aa9fb6c0301d HTTP/1.1" status: 200  len: 950 time: 0.4263222
Apr 15 19:55:00.839168 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-015ed9a1-27a9-46ba-bc03-c9a008a699d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8687'] for subnet, precommit_delete {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:55:00.903971 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.rpc [None req-56ecdebd-c5a0-4569-bc96-ba437f5ce558 None None] Device 83ac1d21-d3e6-45c0-bc13-fe752bedb284 no longer exists at agent ovs-agent-dv-cinder-786383-2-iscsi {{(pid=85346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 15 19:55:01.165755 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.plugin [req-5b150dd0-d548-4330-a27c-a6d1b7af015c req-83ee0b97-4e2f-4236-8897-38bab6d23352 tempest-VolumesNegativeTest-182835076 tempest-VolumesNegativeTest-182835076-project] Deleting port 283f08a3-c787-4dd9-9126-fc255c73cf23 {{(pid=85345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 19:55:01.165755 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [req-5b150dd0-d548-4330-a27c-a6d1b7af015c req-83ee0b97-4e2f-4236-8897-38bab6d23352 tempest-VolumesNegativeTest-182835076 tempest-VolumesNegativeTest-182835076-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363247007848052'] for port, before_delete {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:55:01.225604 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.plugin [None req-56ecdebd-c5a0-4569-bc96-ba437f5ce558 None None] No Port match for: 83ac1d21-d3e6-45c0-bc13-fe752bedb284 {{(pid=85346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 15 19:55:01.225998 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.rpc [None req-56ecdebd-c5a0-4569-bc96-ba437f5ce558 None None] Device 83ac1d21-d3e6-45c0-bc13-fe752bedb284 not bound to the agent host dv-cinder-786383-2-iscsi {{(pid=85346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 15 19:55:01.592294 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e451a06-d7be-4082-8eac-76c2da9ed09b req-d0cad2c1-03cb-45d0-abb3-3f7e33c82b51 tempest-VolumesNegativeTest-182835076 tempest-VolumesNegativeTest-182835076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:55:01.595053 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-8e451a06-d7be-4082-8eac-76c2da9ed09b req-d0cad2c1-03cb-45d0-abb3-3f7e33c82b51 tempest-VolumesNegativeTest-182835076 tempest-VolumesNegativeTest-182835076-project] 10.222.0.47 "GET /v2.0/ports?device_id=af6985c4-a175-4557-9140-aa9fb6c0301d HTTP/1.1" status: 200  len: 950 time: 0.9208822
Apr 15 19:55:02.085937 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-8e451a06-d7be-4082-8eac-76c2da9ed09b req-ec54d61a-ed8d-494b-a414-d9f81b66b7d0 tempest-VolumesNegativeTest-182835076 tempest-VolumesNegativeTest-182835076-project] 10.222.0.47 "GET /v2.0/security-groups?id=953e262e-ab2d-4ba2-8b51-6abcdfe65b9a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4496114
Apr 15 19:55:02.133092 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-015ed9a1-27a9-46ba-bc03-c9a008a699d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854767129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852808376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852972410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852575629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851485176'] for subnet, after_delete {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:55:02.135631 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.db [req-5b150dd0-d548-4330-a27c-a6d1b7af015c req-83ee0b97-4e2f-4236-8897-38bab6d23352 tempest-VolumesNegativeTest-182835076 tempest-VolumesNegativeTest-182835076-project] For port 283f08a3-c787-4dd9-9126-fc255c73cf23, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=283f08a3-c787-4dd9-9126-fc255c73cf23,segment=NetworkSegment(08eb81cc-7d1d-4ece-ab82-f01682bba33b),segment_id=08eb81cc-7d1d-4ece-ab82-f01682bba33b)] {{(pid=85345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 19:55:02.136111 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [req-5b150dd0-d548-4330-a27c-a6d1b7af015c req-83ee0b97-4e2f-4236-8897-38bab6d23352 tempest-VolumesNegativeTest-182835076 tempest-VolumesNegativeTest-182835076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853097680'] for port, precommit_delete {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:55:02.165429 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-7b75cccd-01ab-4fcc-924c-235d5680deac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:55:02.394719 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015ed9a1-27a9-46ba-bc03-c9a008a699d8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=db565bb4-0fa6-4799-b20d-ab2eac97d57d,revision_number=None']} {{(pid=85345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:55:02.397475 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-015ed9a1-27a9-46ba-bc03-c9a008a699d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:55:02.406133 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.plugin [req-5b150dd0-d548-4330-a27c-a6d1b7af015c req-83ee0b97-4e2f-4236-8897-38bab6d23352 tempest-VolumesNegativeTest-182835076 tempest-VolumesNegativeTest-182835076-project] Calling delete_port for 283f08a3-c787-4dd9-9126-fc255c73cf23 owned by compute:nova {{(pid=85345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 15 19:55:02.503284 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-015ed9a1-27a9-46ba-bc03-c9a008a699d8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:55:02.510073 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d06bb22b-5c32-4ba5-af01-1733a52b776f None None] Network e61e36f0-4064-47a7-9aaf-860a12321aad requested from dv-cinder-786383-2-iscsi {{(pid=85346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 15 19:55:02.532931 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [None req-015ed9a1-27a9-46ba-bc03-c9a008a699d8 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/db565bb4-0fa6-4799-b20d-ab2eac97d57d HTTP/1.1" status: 204  len: 168 time: 2.5508149
Apr 15 19:55:02.535885 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.wsgi [-] (85344) accepted ('10.222.0.47', 49834) {{(pid=85344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:55:02.613683 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [req-5b150dd0-d548-4330-a27c-a6d1b7af015c req-83ee0b97-4e2f-4236-8897-38bab6d23352 tempest-VolumesNegativeTest-182835076 tempest-VolumesNegativeTest-182835076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854693686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852972410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789846929199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363247008293407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2200102'] for port, after_delete {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:55:02.635807 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:55:02.711549 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.db [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] get_ports_and_sgs() called for port_ids ['283f08a3-c787-4dd9-9126-fc255c73cf23'] {{(pid=85346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 15 19:55:02.739642 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-1a067754-4c94-42db-959d-0f7cbae78b1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854748596'] for network, before_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:55:02.817157 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ee0b97-4e2f-4236-8897-38bab6d23352 tempest-VolumesNegativeTest-182835076 tempest-VolumesNegativeTest-182835076-project] Pushing event deleted for resources: {'Port': ['ID=283f08a3-c787-4dd9-9126-fc255c73cf23,revision_number=None']} {{(pid=85345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:55:02.820921 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-83ee0b97-4e2f-4236-8897-38bab6d23352 tempest-VolumesNegativeTest-182835076 tempest-VolumesNegativeTest-182835076-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:55:02.830767 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.plugin [None req-1a067754-4c94-42db-959d-0f7cbae78b1a admin admin] Deleting port de713a99-dac1-4428-85b0-bdac97736c78 {{(pid=85344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 19:55:02.831171 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-1a067754-4c94-42db-959d-0f7cbae78b1a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363247007848052'] for port, before_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:55:03.164476 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c63d97f-a14e-4449-a00c-c7eeed2437f6 None None] DHCP port deletion for e61e36f0-4064-47a7-9aaf-860a12321aad request from dv-cinder-786383-2-iscsi {{(pid=85346) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}}
Apr 15 19:55:03.171542 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.plugin [None req-0c63d97f-a14e-4449-a00c-c7eeed2437f6 None None] Deleting port de713a99-dac1-4428-85b0-bdac97736c78 {{(pid=85346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 19:55:03.171542 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-0c63d97f-a14e-4449-a00c-c7eeed2437f6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363247007848052'] for port, before_delete {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:55:03.183605 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.db [None req-1a067754-4c94-42db-959d-0f7cbae78b1a admin admin] For port de713a99-dac1-4428-85b0-bdac97736c78, host dv-cinder-786383-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-2-iscsi',level=0,port_id=de713a99-dac1-4428-85b0-bdac97736c78,segment=NetworkSegment(59959a79-eb8f-4ab4-94f9-eb606f01a001),segment_id=59959a79-eb8f-4ab4-94f9-eb606f01a001)] {{(pid=85344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 19:55:03.185367 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-1a067754-4c94-42db-959d-0f7cbae78b1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853097680'] for port, precommit_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:55:03.201027 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b150dd0-d548-4330-a27c-a6d1b7af015c req-83ee0b97-4e2f-4236-8897-38bab6d23352 tempest-VolumesNegativeTest-182835076 tempest-VolumesNegativeTest-182835076-project] No DVR routers for this DVR port 283f08a3-c787-4dd9-9126-fc255c73cf23 on host hv-cinder-78638 {{(pid=85345) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 15 19:55:03.204009 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [req-5b150dd0-d548-4330-a27c-a6d1b7af015c req-83ee0b97-4e2f-4236-8897-38bab6d23352 tempest-VolumesNegativeTest-182835076 tempest-VolumesNegativeTest-182835076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771739'] for port, before_response {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:55:03.216197 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af6985c4-a175-4557-9140-aa9fb6c0301d', 'name': 'network-vif-deleted', 'tag': '283f08a3-c787-4dd9-9126-fc255c73cf23'}] {{(pid=85345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 19:55:03.224096 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-5b150dd0-d548-4330-a27c-a6d1b7af015c req-83ee0b97-4e2f-4236-8897-38bab6d23352 tempest-VolumesNegativeTest-182835076 tempest-VolumesNegativeTest-182835076-project] 10.222.0.65 "DELETE /v2.0/ports/283f08a3-c787-4dd9-9126-fc255c73cf23 HTTP/1.1" status: 204  len: 173 time: 2.6248927
Apr 15 19:55:03.619987 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.db [None req-0c63d97f-a14e-4449-a00c-c7eeed2437f6 None None] For port de713a99-dac1-4428-85b0-bdac97736c78, host dv-cinder-786383-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-2-iscsi',level=0,port_id=de713a99-dac1-4428-85b0-bdac97736c78,segment=NetworkSegment(59959a79-eb8f-4ab4-94f9-eb606f01a001),segment_id=59959a79-eb8f-4ab4-94f9-eb606f01a001)] {{(pid=85346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 19:55:03.621279 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-0c63d97f-a14e-4449-a00c-c7eeed2437f6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853097680'] for port, precommit_delete {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:55:03.761977 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.plugin [None req-1a067754-4c94-42db-959d-0f7cbae78b1a admin admin] Calling delete_port for de713a99-dac1-4428-85b0-bdac97736c78 owned by network:dhcp {{(pid=85344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 15 19:55:03.820301 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.plugin [None req-0c63d97f-a14e-4449-a00c-c7eeed2437f6 None None] Calling delete_port for de713a99-dac1-4428-85b0-bdac97736c78 owned by network:dhcp {{(pid=85346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 15 19:55:03.933240 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-1dd4e81c-a4c2-4dd3-b097-292660343335 req-606090d2-7b70-47b5-8161-57dbc9178318 tempest-VolumesNegativeTest-182835076 tempest-VolumesNegativeTest-182835076-project] 10.222.0.47 "GET /v2.0/ports?device_id=af6985c4-a175-4557-9140-aa9fb6c0301d HTTP/1.1" status: 200  len: 210 time: 0.0686119
Apr 15 19:55:03.994183 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-1a067754-4c94-42db-959d-0f7cbae78b1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854693686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852972410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789846929199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363247008293407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851621869'] for port, after_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:55:04.017439 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-1d6fb572-c976-4210-b6f4-90b11761e643 tempest-AttachVolumeNegativeTest-1626257925 tempest-AttachVolumeNegativeTest-1626257925-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:55:04.026013 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.db.api [None req-0c63d97f-a14e-4449-a00c-c7eeed2437f6 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=85346) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 15 19:55:04.026753 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_db.api [None req-0c63d97f-a14e-4449-a00c-c7eeed2437f6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=85346) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 15 19:55:04.074056 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af6985c4-a175-4557-9140-aa9fb6c0301d', 'name': 'network-vif-deleted', 'tag': '283f08a3-c787-4dd9-9126-fc255c73cf23', 'status': 'completed', 'code': 200}
Apr 15 19:55:04.397538 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1726cbb-f6dc-4fbe-a128-86bab35a1f60 req-a3d2d747-f833-4661-baa8-53ab4ef179a4 tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:55:04.400823 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-e1726cbb-f6dc-4fbe-a128-86bab35a1f60 req-a3d2d747-f833-4661-baa8-53ab4ef179a4 tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] 10.222.0.47 "GET /v2.0/ports?device_id=15ded056-669a-490c-bb20-a972f8e772bb HTTP/1.1" status: 200  len: 945 time: 0.1901443
Apr 15 19:55:04.405490 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a067754-4c94-42db-959d-0f7cbae78b1a admin admin] Pushing event deleted for resources: {'Port': ['ID=de713a99-dac1-4428-85b0-bdac97736c78,revision_number=None']} {{(pid=85344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:55:04.410545 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-1a067754-4c94-42db-959d-0f7cbae78b1a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.393s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:55:04.452674 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a067754-4c94-42db-959d-0f7cbae78b1a admin admin] No DVR routers for this DVR port de713a99-dac1-4428-85b0-bdac97736c78 on host dv-cinder-786383-2-iscsi {{(pid=85344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 15 19:55:04.474744 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-e1726cbb-f6dc-4fbe-a128-86bab35a1f60 req-e6073bfc-bf69-4bdf-917b-24df5e976609 tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] 10.222.0.47 "GET /v2.0/security-groups?id=500453f8-6d6a-46df-a520-49d2e2355d6e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0594182
Apr 15 19:55:04.528134 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.plugin [None req-0c63d97f-a14e-4449-a00c-c7eeed2437f6 None None] Deleting port de713a99-dac1-4428-85b0-bdac97736c78 {{(pid=85346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 19:55:04.528716 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-0c63d97f-a14e-4449-a00c-c7eeed2437f6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363247007848052'] for port, before_delete {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:55:04.607653 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.plugin [None req-0c63d97f-a14e-4449-a00c-c7eeed2437f6 None None] The port 'de713a99-dac1-4428-85b0-bdac97736c78' was deleted {{(pid=85346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}}
Apr 15 19:55:04.675545 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-1a067754-4c94-42db-959d-0f7cbae78b1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854320274', 'neutron.services.segments.db._delete_segments_for_network-8789847050952'] for network, precommit_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:55:04.863344 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.services.segments.db [None req-1a067754-4c94-42db-959d-0f7cbae78b1a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe8b8055f98>,) {'filters': {'network_id': ['e61e36f0-4064-47a7-9aaf-860a12321aad']}} {{(pid=85344) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 19:55:04.878322 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.services.segments.db [None req-1a067754-4c94-42db-959d-0f7cbae78b1a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe8b8055f98>, '59959a79-eb8f-4ab4-94f9-eb606f01a001') {'for_net_delete': True} {{(pid=85344) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 19:55:04.878674 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.services.segments.db [None req-1a067754-4c94-42db-959d-0f7cbae78b1a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe8b8055f98>, '59959a79-eb8f-4ab4-94f9-eb606f01a001') {} {{(pid=85344) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 19:55:04.891139 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.rpc [None req-56ecdebd-c5a0-4569-bc96-ba437f5ce558 None None] Device de713a99-dac1-4428-85b0-bdac97736c78 no longer exists at agent ovs-agent-dv-cinder-786383-2-iscsi {{(pid=85346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 15 19:55:04.894539 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-1a067754-4c94-42db-959d-0f7cbae78b1a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789847056089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852024542'] for segment, before_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:55:04.916722 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-1a067754-4c94-42db-959d-0f7cbae78b1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854767479'] for segment, precommit_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:55:04.924578 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a067754-4c94-42db-959d-0f7cbae78b1a admin admin] Releasing vlan 667 on physical network physnet1 to pool {{(pid=85344) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 15 19:55:04.933593 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.plugin [None req-56ecdebd-c5a0-4569-bc96-ba437f5ce558 None None] No Port match for: de713a99-dac1-4428-85b0-bdac97736c78 {{(pid=85346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 15 19:55:04.934503 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.rpc [None req-56ecdebd-c5a0-4569-bc96-ba437f5ce558 None None] Device de713a99-dac1-4428-85b0-bdac97736c78 not bound to the agent host dv-cinder-786383-2-iscsi {{(pid=85346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 15 19:55:05.171806 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.managers [None req-1a067754-4c94-42db-959d-0f7cbae78b1a admin admin] Network e61e36f0-4064-47a7-9aaf-860a12321aad has no segments {{(pid=85344) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 15 19:55:05.182393 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-1a067754-4c94-42db-959d-0f7cbae78b1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851621145'] for segment, after_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:55:05.369984 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.rpc [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Device 283f08a3-c787-4dd9-9126-fc255c73cf23 no longer exists at agent hyperv_hv-cinder-78638 {{(pid=85346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 15 19:55:05.388300 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.managers [None req-1a067754-4c94-42db-959d-0f7cbae78b1a admin admin] Network e61e36f0-4064-47a7-9aaf-860a12321aad has no segments {{(pid=85344) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 15 19:55:05.411625 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.plugin [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] No Port match for: 283f08a3-c787-4dd9-9126-fc255c73cf23 {{(pid=85346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 15 19:55:05.412029 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.rpc [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Device 283f08a3-c787-4dd9-9126-fc255c73cf23 not bound to the agent host hv-cinder-78638 {{(pid=85346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 15 19:55:05.418563 dv-cinder-786383-2-iscsi neutron-server[85229]: Traceback (most recent call last):
Apr 15 19:55:05.418563 dv-cinder-786383-2-iscsi neutron-server[85229]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 15 19:55:05.418563 dv-cinder-786383-2-iscsi neutron-server[85229]:     timer()
Apr 15 19:55:05.418563 dv-cinder-786383-2-iscsi neutron-server[85229]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 15 19:55:05.418563 dv-cinder-786383-2-iscsi neutron-server[85229]:     cb(*args, **kw)
Apr 15 19:55:05.418563 dv-cinder-786383-2-iscsi neutron-server[85229]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 15 19:55:05.418563 dv-cinder-786383-2-iscsi neutron-server[85229]:     return func(*args, **kwargs)
Apr 15 19:55:05.418563 dv-cinder-786383-2-iscsi neutron-server[85229]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 15 19:55:05.418563 dv-cinder-786383-2-iscsi neutron-server[85229]:     self._notify()
Apr 15 19:55:05.418563 dv-cinder-786383-2-iscsi neutron-server[85229]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 15 19:55:05.418563 dv-cinder-786383-2-iscsi neutron-server[85229]:     self.callback(batched_events)
Apr 15 19:55:05.418563 dv-cinder-786383-2-iscsi neutron-server[85229]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 15 19:55:05.418563 dv-cinder-786383-2-iscsi neutron-server[85229]:     event.method(event)
Apr 15 19:55:05.418563 dv-cinder-786383-2-iscsi neutron-server[85229]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 15 19:55:05.418563 dv-cinder-786383-2-iscsi neutron-server[85229]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 15 19:55:05.418563 dv-cinder-786383-2-iscsi neutron-server[85229]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 15 19:55:05.418563 dv-cinder-786383-2-iscsi neutron-server[85229]:     segment_id)['aggregates'][0]
Apr 15 19:55:05.418563 dv-cinder-786383-2-iscsi neutron-server[85229]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 15 19:55:05.418563 dv-cinder-786383-2-iscsi neutron-server[85229]:     return f(self, *a, **k)
Apr 15 19:55:05.418563 dv-cinder-786383-2-iscsi neutron-server[85229]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 15 19:55:05.418563 dv-cinder-786383-2-iscsi neutron-server[85229]:     return self._get(url).json()
Apr 15 19:55:05.418563 dv-cinder-786383-2-iscsi neutron-server[85229]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 15 19:55:05.418563 dv-cinder-786383-2-iscsi neutron-server[85229]:     **kwargs)
Apr 15 19:55:05.418563 dv-cinder-786383-2-iscsi neutron-server[85229]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 15 19:55:05.418563 dv-cinder-786383-2-iscsi neutron-server[85229]:     return self.request(url, 'GET', **kwargs)
Apr 15 19:55:05.418563 dv-cinder-786383-2-iscsi neutron-server[85229]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 15 19:55:05.418563 dv-cinder-786383-2-iscsi neutron-server[85229]:     **endpoint_filter)
Apr 15 19:55:05.418563 dv-cinder-786383-2-iscsi neutron-server[85229]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 15 19:55:05.418563 dv-cinder-786383-2-iscsi neutron-server[85229]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 15 19:55:05.418563 dv-cinder-786383-2-iscsi neutron-server[85229]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 15 19:55:05.418563 dv-cinder-786383-2-iscsi neutron-server[85229]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 15 19:55:05.418563 dv-cinder-786383-2-iscsi neutron-server[85229]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 15 19:55:05.442936 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-6d27b43f-8ac5-4020-8895-91d0f6421bb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789847050935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-428960'] for agent, after_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:55:05.519692 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-1a067754-4c94-42db-959d-0f7cbae78b1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-455527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852808340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852972410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1673212'] for network, after_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:55:05.527609 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-fecd5958-279d-4530-a319-e1feac87c80e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:55:05.561012 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-1a067754-4c94-42db-959d-0f7cbae78b1a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852972363'] for network, before_response {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:55:05.574737 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a067754-4c94-42db-959d-0f7cbae78b1a admin admin] Pushing event deleted for resources: {'Network': ['ID=e61e36f0-4064-47a7-9aaf-860a12321aad,revision_number=None']} {{(pid=85344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:55:05.578340 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-1a067754-4c94-42db-959d-0f7cbae78b1a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:55:05.585994 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [None req-1a067754-4c94-42db-959d-0f7cbae78b1a admin admin] 10.222.0.47 "DELETE /v2.0/networks/e61e36f0-4064-47a7-9aaf-860a12321aad HTTP/1.1" status: 204  len: 168 time: 3.0478258
Apr 15 19:55:05.773048 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a882b3-3425-4a44-a8db-371386ce66cf req-aba11974-fd68-4797-b759-e3311f3d6be7 tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:55:05.774773 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-39a882b3-3425-4a44-a8db-371386ce66cf req-aba11974-fd68-4797-b759-e3311f3d6be7 tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] 10.222.0.47 "GET /v2.0/ports?device_id=15ded056-669a-490c-bb20-a972f8e772bb HTTP/1.1" status: 200  len: 945 time: 0.1150951
Apr 15 19:55:05.835973 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-39a882b3-3425-4a44-a8db-371386ce66cf req-71dd8f52-730d-46c6-b465-f643399acd1b tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] 10.222.0.47 "GET /v2.0/security-groups?id=500453f8-6d6a-46df-a520-49d2e2355d6e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0542421
Apr 15 19:55:05.923381 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.wsgi [-] (85345) accepted ('10.222.0.47', 49936) {{(pid=85345) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:55:06.000108 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [None req-7fc3e99e-c513-4c74-a78a-cf89cff8055e admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=18011ad8d1764685bdd8f676b9d51581&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0748863
Apr 15 19:55:06.003146 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.wsgi [-] (85344) accepted ('10.222.0.47', 49948) {{(pid=85344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:55:06.089984 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-98779090-e6ba-4a83-a9e8-73945ef78cf8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:55:06.122776 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-98779090-e6ba-4a83-a9e8-73945ef78cf8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:55:06.186567 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-98779090-e6ba-4a83-a9e8-73945ef78cf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806004'] for security_group, after_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:55:06.193929 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-35a901de-3f18-4c3e-acab-407369a4875f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:55:06.214478 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98779090-e6ba-4a83-a9e8-73945ef78cf8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ff6e6e3-e87a-4420-83f1-af5745c75659,revision_number=None']} {{(pid=85344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:55:06.218298 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-98779090-e6ba-4a83-a9e8-73945ef78cf8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:55:06.229956 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-98779090-e6ba-4a83-a9e8-73945ef78cf8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:55:06.231911 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [None req-98779090-e6ba-4a83-a9e8-73945ef78cf8 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/9ff6e6e3-e87a-4420-83f1-af5745c75659 HTTP/1.1" status: 204  len: 168 time: 0.2271783
Apr 15 19:55:06.795307 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.wsgi [-] (85344) accepted ('10.222.0.47', 49988) {{(pid=85344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:55:06.880805 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [None req-955978ac-4f56-4bbf-accc-ea92ddd2abdd admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=6d9ddf59a18c43fcac05d76052159121&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0841179
Apr 15 19:55:06.885729 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.wsgi [-] (85344) accepted ('10.222.0.47', 49992) {{(pid=85344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:55:06.964023 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-83bef180-232e-4a9c-be5f-bae19ee00ac3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:55:07.000508 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-83bef180-232e-4a9c-be5f-bae19ee00ac3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:55:07.149445 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-83bef180-232e-4a9c-be5f-bae19ee00ac3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806004'] for security_group, after_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:55:07.156411 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-f80ae806-0403-4e64-9ee0-8970226ff37c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:55:07.173932 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83bef180-232e-4a9c-be5f-bae19ee00ac3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc63b47b-1db4-4012-a29c-4fe55f2c7c97,revision_number=None']} {{(pid=85344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:55:07.179602 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-83bef180-232e-4a9c-be5f-bae19ee00ac3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:55:07.183325 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-83bef180-232e-4a9c-be5f-bae19ee00ac3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:55:07.184591 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [None req-83bef180-232e-4a9c-be5f-bae19ee00ac3 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/fc63b47b-1db4-4012-a29c-4fe55f2c7c97 HTTP/1.1" status: 204  len: 168 time: 0.2978022
Apr 15 19:55:07.221211 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4aad8c9-fa4b-4210-a882-83ce5caaec44 req-cbba7db8-ef1d-429c-8bb3-b108a36c5faa tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:55:07.223014 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-b4aad8c9-fa4b-4210-a882-83ce5caaec44 req-cbba7db8-ef1d-429c-8bb3-b108a36c5faa tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] 10.222.0.47 "GET /v2.0/ports?device_id=15ded056-669a-490c-bb20-a972f8e772bb HTTP/1.1" status: 200  len: 945 time: 0.1416788
Apr 15 19:55:07.336263 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-b4aad8c9-fa4b-4210-a882-83ce5caaec44 req-b13f92a7-9b62-4476-99db-4b8a6a99747e tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] 10.222.0.47 "GET /v2.0/security-groups?id=500453f8-6d6a-46df-a520-49d2e2355d6e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1012254
Apr 15 19:55:08.090150 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-ae350f7f-101e-4c86-af96-eba113a25c51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789847050935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-428960'] for agent, after_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:55:08.315862 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789847050935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-428960'] for agent, after_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:55:08.698078 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f3a5b9-ca38-4daa-9c1d-ad4b59f1d6f1 req-d5773235-8d39-4813-8a2d-6b1bc76e6e29 tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:55:08.701465 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-b4f3a5b9-ca38-4daa-9c1d-ad4b59f1d6f1 req-d5773235-8d39-4813-8a2d-6b1bc76e6e29 tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] 10.222.0.47 "GET /v2.0/ports?device_id=15ded056-669a-490c-bb20-a972f8e772bb HTTP/1.1" status: 200  len: 945 time: 0.1239173
Apr 15 19:55:08.786980 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-b4f3a5b9-ca38-4daa-9c1d-ad4b59f1d6f1 req-91ae1b0e-9b70-45b7-8324-c85c3d884806 tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] 10.222.0.47 "GET /v2.0/security-groups?id=500453f8-6d6a-46df-a520-49d2e2355d6e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0731428
Apr 15 19:55:09.145467 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-b400c4f8-8969-424f-8663-39cf5b6e1207 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789847050935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-428960'] for agent, after_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:55:09.525331 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-56ecdebd-c5a0-4569-bc96-ba437f5ce558 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789847050935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-428960'] for agent, after_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:55:09.968872 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.agents_db [None req-b0af7715-6be6-4101-aede-c7b275f02801 None None] Agent healthcheck: found 6 active agents {{(pid=85347) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 15 19:55:10.079768 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2077f62-0936-4ad1-b1b4-fcbccf62b4db req-96c2ba0d-2f60-447d-9673-d757575b3576 tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:55:10.081496 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-a2077f62-0936-4ad1-b1b4-fcbccf62b4db req-96c2ba0d-2f60-447d-9673-d757575b3576 tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] 10.222.0.47 "GET /v2.0/ports?device_id=15ded056-669a-490c-bb20-a972f8e772bb HTTP/1.1" status: 200  len: 945 time: 0.1066504
Apr 15 19:55:10.141849 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-a2077f62-0936-4ad1-b1b4-fcbccf62b4db req-3eb46e7d-755b-4c18-b936-e39df650ad28 tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] 10.222.0.47 "GET /v2.0/security-groups?id=500453f8-6d6a-46df-a520-49d2e2355d6e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0493553
Apr 15 19:55:10.586132 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-3d77682a-3290-49f5-9a09-7e8e47f8ddca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789847050935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-428960'] for agent, after_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:55:11.303479 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.wsgi [-] (85344) accepted ('10.222.0.47', 50146) {{(pid=85344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:55:11.472161 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abaa2bdd-a2f9-4f8e-9652-13577830f271 req-50b2f908-ecc7-45f1-9cf5-a468eedcfbfb tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:55:11.475140 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-abaa2bdd-a2f9-4f8e-9652-13577830f271 req-50b2f908-ecc7-45f1-9cf5-a468eedcfbfb tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] 10.222.0.47 "GET /v2.0/ports?device_id=15ded056-669a-490c-bb20-a972f8e772bb HTTP/1.1" status: 200  len: 945 time: 0.1333387
Apr 15 19:55:11.554884 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [None req-4ac99450-d359-48cd-b574-e060fcebbd82 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=af30cf0c5a7b4cc297835c99fc4d6c2f&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2492225
Apr 15 19:55:11.556535 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.wsgi [-] (85344) accepted ('10.222.0.47', 50152) {{(pid=85344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:55:11.564615 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-abaa2bdd-a2f9-4f8e-9652-13577830f271 req-cbd7c0d6-e940-441b-8d00-d9925e56cca6 tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] 10.222.0.47 "GET /v2.0/security-groups?id=500453f8-6d6a-46df-a520-49d2e2355d6e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0786386
Apr 15 19:55:11.702893 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-de6d03d5-57c7-4eae-9814-530d1faad9b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:55:11.768376 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-de6d03d5-57c7-4eae-9814-530d1faad9b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:55:11.848997 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-de6d03d5-57c7-4eae-9814-530d1faad9b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806004'] for security_group, after_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:55:11.858914 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-2a7e9076-3bba-4a04-8ed1-54fe469c5d5b tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:55:11.888663 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6d03d5-57c7-4eae-9814-530d1faad9b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=953e262e-ab2d-4ba2-8b51-6abcdfe65b9a,revision_number=None']} {{(pid=85344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:55:11.892642 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-de6d03d5-57c7-4eae-9814-530d1faad9b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:55:11.902413 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-de6d03d5-57c7-4eae-9814-530d1faad9b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:55:11.904472 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [None req-de6d03d5-57c7-4eae-9814-530d1faad9b3 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/953e262e-ab2d-4ba2-8b51-6abcdfe65b9a HTTP/1.1" status: 204  len: 168 time: 0.3462393
Apr 15 19:55:12.826411 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.wsgi [-] (85345) accepted ('10.222.0.47', 50184) {{(pid=85345) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:55:12.912216 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6bfc44-91be-468f-b753-fc67fac63ea1 req-4acf37b3-ecfe-42f7-8357-9a9d876b637b tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:55:12.915838 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-ec6bfc44-91be-468f-b753-fc67fac63ea1 req-4acf37b3-ecfe-42f7-8357-9a9d876b637b tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] 10.222.0.47 "GET /v2.0/ports?device_id=15ded056-669a-490c-bb20-a972f8e772bb HTTP/1.1" status: 200  len: 945 time: 0.1194048
Apr 15 19:55:12.975546 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.v2.base [None req-79867a87-2741-4210-9b5f-4a77d83f72cd admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-665475497-network', 'tenant_id': 'eb14f2a277d24b47a4387fa0c3b543f8'}} {{(pid=85345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 19:55:12.980197 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-ec6bfc44-91be-468f-b753-fc67fac63ea1 req-6cb5535f-8d6f-48df-a0e2-aff0e817ceab tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] 10.222.0.47 "GET /v2.0/security-groups?id=500453f8-6d6a-46df-a520-49d2e2355d6e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0582178
Apr 15 19:55:12.980975 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.quota.driver [None req-79867a87-2741-4210-9b5f-4a77d83f72cd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85345) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:55:12.985181 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource [None req-79867a87-2741-4210-9b5f-4a77d83f72cd admin admin] Usage tracker for resource:network and tenant:eb14f2a277d24b47a4387fa0c3b543f8 is out of sync, need to count used quota {{(pid=85345) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:55:12.988538 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource [None req-79867a87-2741-4210-9b5f-4a77d83f72cd admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85345) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:55:12.996321 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.quota.driver [None req-79867a87-2741-4210-9b5f-4a77d83f72cd admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85345) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:55:13.007597 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79867a87-2741-4210-9b5f-4a77d83f72cd admin admin] Made reservation on behalf of eb14f2a277d24b47a4387fa0c3b543f8 for: {'network': 1} {{(pid=85345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 15 19:55:13.012613 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-79867a87-2741-4210-9b5f-4a77d83f72cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854565853'] for network, before_create {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:55:13.027290 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-79867a87-2741-4210-9b5f-4a77d83f72cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:55:13.048492 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.quota.driver [None req-79867a87-2741-4210-9b5f-4a77d83f72cd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85345) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:55:13.053146 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource [None req-79867a87-2741-4210-9b5f-4a77d83f72cd admin admin] Usage tracker for resource:security_group_rule and tenant:eb14f2a277d24b47a4387fa0c3b543f8 is out of sync, need to count used quota {{(pid=85345) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:55:13.057145 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource [None req-79867a87-2741-4210-9b5f-4a77d83f72cd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85345) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:55:13.064123 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.quota.driver [None req-79867a87-2741-4210-9b5f-4a77d83f72cd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85345) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:55:13.178949 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-79867a87-2741-4210-9b5f-4a77d83f72cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:55:13.182688 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-79867a87-2741-4210-9b5f-4a77d83f72cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806004'] for security_group, after_create {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:55:13.187532 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-1b83c7f0-a6c4-4dff-a52b-bf68d1bafbc7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:55:13.207743 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79867a87-2741-4210-9b5f-4a77d83f72cd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 664}  {{(pid=85345) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 15 19:55:13.232955 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-79867a87-2741-4210-9b5f-4a77d83f72cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854767479'] for segment, precommit_create {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:55:13.232955 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.db.segments_db [None req-79867a87-2741-4210-9b5f-4a77d83f72cd admin admin] Added segment 45072c43-142a-403b-ba9f-04d0dc8cb809 of type vlan for network 91119058-40a7-4d92-9915-8ad275971f47
Apr 15 19:55:13.234198 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79867a87-2741-4210-9b5f-4a77d83f72cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f095c61c-fe4a-44c2-90e3-b7fb4e45e31a,revision_number=1']} {{(pid=85345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:55:13.241879 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-79867a87-2741-4210-9b5f-4a77d83f72cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:55:13.272811 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-79867a87-2741-4210-9b5f-4a77d83f72cd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789846470498'] for network, precommit_create {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:55:13.306218 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-79867a87-2741-4210-9b5f-4a77d83f72cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852808340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852972410'] for network, after_create {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:55:13.307820 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79867a87-2741-4210-9b5f-4a77d83f72cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:55:13.308595 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-79867a87-2741-4210-9b5f-4a77d83f72cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852972363'] for network, before_response {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:55:13.312645 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:55:13.432747 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79867a87-2741-4210-9b5f-4a77d83f72cd admin admin] Pushing event updated for resources: {'Network': ['ID=91119058-40a7-4d92-9915-8ad275971f47,revision_number=1']} {{(pid=85345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:55:13.435818 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-79867a87-2741-4210-9b5f-4a77d83f72cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:55:13.438056 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [None req-79867a87-2741-4210-9b5f-4a77d83f72cd admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201  len: 886 time: 0.6088266
Apr 15 19:55:13.441374 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.wsgi [-] (85344) accepted ('10.222.0.47', 50200) {{(pid=85344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:55:13.447698 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.v2.base [None req-6fd94963-3d43-483f-ab63-a8bfa232be48 admin admin] Request body: {'subnet': {'network_id': '91119058-40a7-4d92-9915-8ad275971f47', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-665475497-subnet', 'tenant_id': 'eb14f2a277d24b47a4387fa0c3b543f8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=85344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 19:55:13.449468 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.rpc [None req-56ecdebd-c5a0-4569-bc96-ba437f5ce558 None None] Network 91119058-40a7-4d92-9915-8ad275971f47 details requested by agent ovs-agent-dv-cinder-786383-2-iscsi with host dv-cinder-786383-2-iscsi {{(pid=85346) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 15 19:55:13.453280 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.quota.driver [None req-6fd94963-3d43-483f-ab63-a8bfa232be48 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:55:13.457671 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource [None req-6fd94963-3d43-483f-ab63-a8bfa232be48 admin admin] Usage tracker for resource:subnet and tenant:eb14f2a277d24b47a4387fa0c3b543f8 is out of sync, need to count used quota {{(pid=85344) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:55:13.460867 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource [None req-6fd94963-3d43-483f-ab63-a8bfa232be48 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85344) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:55:13.467777 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.quota.driver [None req-6fd94963-3d43-483f-ab63-a8bfa232be48 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:55:13.479523 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fd94963-3d43-483f-ab63-a8bfa232be48 admin admin] Made reservation on behalf of eb14f2a277d24b47a4387fa0c3b543f8 for: {'subnet': 1} {{(pid=85344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 15 19:55:13.484731 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-6fd94963-3d43-483f-ab63-a8bfa232be48 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2554569'] for subnet, before_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:55:13.970484 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-6fd94963-3d43-483f-ab63-a8bfa232be48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852808376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852972410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851621763', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2554618'] for subnet, after_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:55:13.987471 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-bbcf0bf3-2437-42f2-8aef-fb2ab1984223 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:55:14.129676 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd94963-3d43-483f-ab63-a8bfa232be48 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b2e1a883-1b41-4d7e-b551-2578999cbee3,revision_number=0']} {{(pid=85344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:55:14.132864 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-6fd94963-3d43-483f-ab63-a8bfa232be48 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:55:14.265246 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fd94963-3d43-483f-ab63-a8bfa232be48 admin admin] Checking segment: {'id': '45072c43-142a-403b-ba9f-04d0dc8cb809', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '91119058-40a7-4d92-9915-8ad275971f47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 19:55:14.265506 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fd94963-3d43-483f-ab63-a8bfa232be48 admin admin] Network hostable DHCP agents. Network: 91119058-40a7-4d92-9915-8ad275971f47, hostable agents: ['48b86c86-f902-4f97-86c7-19da88045e62'], hosted agents: [] {{(pid=85344) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 15 19:55:14.307616 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888122ff-61f2-4e61-b05b-eda97acf4b51 req-ee9d0ba2-586d-4c48-9683-4140ce374577 tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:55:14.309350 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-888122ff-61f2-4e61-b05b-eda97acf4b51 req-ee9d0ba2-586d-4c48-9683-4140ce374577 tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] 10.222.0.47 "GET /v2.0/ports?device_id=15ded056-669a-490c-bb20-a972f8e772bb HTTP/1.1" status: 200  len: 945 time: 0.1450412
Apr 15 19:55:14.310620 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fd94963-3d43-483f-ab63-a8bfa232be48 admin admin] Network 91119058-40a7-4d92-9915-8ad275971f47 is scheduled to be hosted by DHCP agent 48b86c86-f902-4f97-86c7-19da88045e62 with binding_index 1 {{(pid=85344) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 15 19:55:14.336887 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.scheduler.base_scheduler [None req-6fd94963-3d43-483f-ab63-a8bfa232be48 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786383-2-iscsi, 91119058-40a7-4d92-9915-8ad275971f47) {{(pid=85344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 19:55:14.347917 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6efbca50-5e98-4764-809a-311d2cfdd86d None None] Network 91119058-40a7-4d92-9915-8ad275971f47 requested from dv-cinder-786383-2-iscsi {{(pid=85346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 15 19:55:14.364454 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fd94963-3d43-483f-ab63-a8bfa232be48 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:55:14.365515 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-6fd94963-3d43-483f-ab63-a8bfa232be48 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852972363'] for subnet, before_response {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:55:14.428921 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-888122ff-61f2-4e61-b05b-eda97acf4b51 req-17100759-bb7b-451d-80b4-7e854cc40e05 tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] 10.222.0.47 "GET /v2.0/security-groups?id=500453f8-6d6a-46df-a520-49d2e2355d6e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1110370
Apr 15 19:55:14.443844 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [None req-6fd94963-3d43-483f-ab63-a8bfa232be48 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 850 time: 1.0011351
Apr 15 19:55:14.735648 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20eeb91d-4f63-4db0-a35d-0c967f51814b None None] Network 91119058-40a7-4d92-9915-8ad275971f47 requested from dv-cinder-786383-2-iscsi {{(pid=85346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 15 19:55:15.780233 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc636bef-9de2-431e-808c-0b86ddfbab16 req-f492d277-b786-43d1-88f4-cf9fea7e1405 tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:55:15.783082 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-bc636bef-9de2-431e-808c-0b86ddfbab16 req-f492d277-b786-43d1-88f4-cf9fea7e1405 tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] 10.222.0.47 "GET /v2.0/ports?device_id=15ded056-669a-490c-bb20-a972f8e772bb HTTP/1.1" status: 200  len: 945 time: 0.1598692
Apr 15 19:55:15.835055 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-bc636bef-9de2-431e-808c-0b86ddfbab16 req-554211c9-14f8-4b8f-a82f-5b01c447531d tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] 10.222.0.47 "GET /v2.0/security-groups?id=500453f8-6d6a-46df-a520-49d2e2355d6e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0444553
Apr 15 19:55:16.790309 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fc4425-b176-48cf-8e06-d716c68f852c req-d453d124-9528-49dd-bde7-774a1b7040b0 tempest-VolumesSnapshotTestJSON-1357221646 tempest-VolumesSnapshotTestJSON-1357221646-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:55:16.792016 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-31fc4425-b176-48cf-8e06-d716c68f852c req-d453d124-9528-49dd-bde7-774a1b7040b0 tempest-VolumesSnapshotTestJSON-1357221646 tempest-VolumesSnapshotTestJSON-1357221646-project] 10.222.0.47 "GET /v2.0/networks?id=91119058-40a7-4d92-9915-8ad275971f47 HTTP/1.1" status: 200  len: 813 time: 0.1844027
Apr 15 19:55:16.815957 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-31fc4425-b176-48cf-8e06-d716c68f852c req-bb03422b-15e4-47ee-a328-6f093d3e90b0 tempest-VolumesSnapshotTestJSON-1357221646 tempest-VolumesSnapshotTestJSON-1357221646-project] 10.222.0.47 "GET /v2.0/quotas/eb14f2a277d24b47a4387fa0c3b543f8 HTTP/1.1" status: 200  len: 375 time: 0.0116794
Apr 15 19:55:16.888186 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-31fc4425-b176-48cf-8e06-d716c68f852c req-7079aca8-6cfc-49f1-8624-edb00834d2a6 tempest-VolumesSnapshotTestJSON-1357221646 tempest-VolumesSnapshotTestJSON-1357221646-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=eb14f2a277d24b47a4387fa0c3b543f8&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0632529
Apr 15 19:55:17.081468 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-31fc4425-b176-48cf-8e06-d716c68f852c req-a9e424fc-11e7-448a-bd87-1728f9c843e0 service neutron] 10.222.0.47 "GET /v2.0/networks/91119058-40a7-4d92-9915-8ad275971f47?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1837153
Apr 15 19:55:17.207474 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4387359d-bc03-4be2-a2b1-ded6075fea16 req-09138d49-3abc-43e0-9f0e-77236d537e60 tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:55:17.210421 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-4387359d-bc03-4be2-a2b1-ded6075fea16 req-09138d49-3abc-43e0-9f0e-77236d537e60 tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] 10.222.0.47 "GET /v2.0/ports?device_id=15ded056-669a-490c-bb20-a972f8e772bb HTTP/1.1" status: 200  len: 945 time: 0.1759689
Apr 15 19:55:17.241699 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-31fc4425-b176-48cf-8e06-d716c68f852c req-0322effe-20bf-4042-ac32-1c4d1b803c1f service neutron] 10.222.0.47 "GET /v2.0/networks/91119058-40a7-4d92-9915-8ad275971f47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1534462
Apr 15 19:55:17.278464 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-4387359d-bc03-4be2-a2b1-ded6075fea16 req-aca94f10-5d68-402d-bc37-667b8764df1d tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] 10.222.0.47 "GET /v2.0/security-groups?id=500453f8-6d6a-46df-a520-49d2e2355d6e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0610189
Apr 15 19:55:17.421224 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.rpc [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Device 033069ce-9f6b-4a8e-9537-d15a30597c12 details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=85346) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 15 19:55:17.506510 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-4bd5f40d-0313-4e68-97e5-1a0b496d84dd req-53b77db9-b26c-4b63-8ad2-d42339a3adc0 tempest-VolumesSnapshotTestJSON-1357221646 tempest-VolumesSnapshotTestJSON-1357221646-project] 10.222.0.47 "GET /v2.0/ports?device_id=857fbe8c-896b-4aaf-b163-5403866ce223 HTTP/1.1" status: 200  len: 210 time: 0.0586426
Apr 15 19:55:17.618660 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.db [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] For port 033069ce-9f6b-4a8e-9537-d15a30597c12, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=033069ce-9f6b-4a8e-9537-d15a30597c12,segment=NetworkSegment(50fe2df4-77d3-40aa-a8a3-45d53f7bd89a),segment_id=50fe2df4-77d3-40aa-a8a3-45d53f7bd89a)] {{(pid=85346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 19:55:17.638012 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.rpc [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Returning: {'device': '033069ce-9f6b-4a8e-9537-d15a30597c12', 'network_id': '3371f473-4c26-4f81-abc4-c2c4353fa3ab', 'port_id': '033069ce-9f6b-4a8e-9537-d15a30597c12', 'mac_address': 'fa:16:3e:36:1e:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 679, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8272d6a7-33c7-4e21-aec7-64c68285458e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85346) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 15 19:55:17.735450 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854565853'] for port, before_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:55:17.767859 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.notifiers.nova [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 033069ce-9f6b-4a8e-9537-d15a30597c12 {{(pid=85346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 15 19:55:17.793931 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.db [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] For port 033069ce-9f6b-4a8e-9537-d15a30597c12, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=033069ce-9f6b-4a8e-9537-d15a30597c12,segment=NetworkSegment(50fe2df4-77d3-40aa-a8a3-45d53f7bd89a),segment_id=50fe2df4-77d3-40aa-a8a3-45d53f7bd89a)] {{(pid=85346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 19:55:17.797721 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854693686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852972410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789846929216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789846482410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789846483725'] for port, after_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:55:17.801303 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-90663d85-9d06-440e-b26b-0c413df46d44 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:55:17.923742 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.db [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] get_ports_and_sgs() called for port_ids ['033069ce-9f6b-4a8e-9537-d15a30597c12'] {{(pid=85346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 15 19:55:17.985284 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Pushing event updated for resources: {'Port': ['ID=033069ce-9f6b-4a8e-9537-d15a30597c12,revision_number=6']} {{(pid=85346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:55:18.003430 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:55:18.003908 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:55:18.004365 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:55:18.004813 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:55:18.005254 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:55:18.005700 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:55:18.006157 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:55:18.006597 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:55:18.007281 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:55:18.007675 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:55:18.008649 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:55:18.009088 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:55:18.015404 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:55:18.574506 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243db71d-aa02-4e56-9797-dbe1b84d824c req-cedcb81c-321d-4f71-8f36-8ee0d7ffad0c tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:55:18.582762 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-243db71d-aa02-4e56-9797-dbe1b84d824c req-cedcb81c-321d-4f71-8f36-8ee0d7ffad0c tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] 10.222.0.47 "GET /v2.0/ports?device_id=15ded056-669a-490c-bb20-a972f8e772bb HTTP/1.1" status: 200  len: 944 time: 0.1257770
Apr 15 19:55:18.658345 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-243db71d-aa02-4e56-9797-dbe1b84d824c req-efde6947-f26d-4a19-9a2c-80a36ac94b9b tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] 10.222.0.47 "GET /v2.0/security-groups?id=500453f8-6d6a-46df-a520-49d2e2355d6e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0743783
Apr 15 19:55:18.779851 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-3cfa7a76-651f-4d51-aaaa-21efa161f096 req-da702a6e-8007-46f8-b090-4c1f7008e24e tempest-VolumesSnapshotTestJSON-1357221646 tempest-VolumesSnapshotTestJSON-1357221646-project] 10.222.0.47 "GET /v2.0/ports?device_id=857fbe8c-896b-4aaf-b163-5403866ce223 HTTP/1.1" status: 200  len: 210 time: 0.1236627
Apr 15 19:55:19.070124 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fc4425-b176-48cf-8e06-d716c68f852c req-1dea13fe-0621-4905-9da4-778ebdd80255 tempest-VolumesSnapshotTestJSON-1357221646 tempest-VolumesSnapshotTestJSON-1357221646-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:55:19.072268 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource [req-31fc4425-b176-48cf-8e06-d716c68f852c req-1dea13fe-0621-4905-9da4-778ebdd80255 tempest-VolumesSnapshotTestJSON-1357221646 tempest-VolumesSnapshotTestJSON-1357221646-project] Synchronizing usage tracker for tenant:eb14f2a277d24b47a4387fa0c3b543f8 on resource:network {{(pid=85345) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 15 19:55:19.101339 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource [req-31fc4425-b176-48cf-8e06-d716c68f852c req-1dea13fe-0621-4905-9da4-778ebdd80255 tempest-VolumesSnapshotTestJSON-1357221646 tempest-VolumesSnapshotTestJSON-1357221646-project] Unset dirty status for tenant:eb14f2a277d24b47a4387fa0c3b543f8 on resource:network {{(pid=85345) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 15 19:55:19.102816 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-31fc4425-b176-48cf-8e06-d716c68f852c req-1dea13fe-0621-4905-9da4-778ebdd80255 tempest-VolumesSnapshotTestJSON-1357221646 tempest-VolumesSnapshotTestJSON-1357221646-project] 10.222.0.65 "GET /v2.0/networks?id=91119058-40a7-4d92-9915-8ad275971f47 HTTP/1.1" status: 200  len: 813 time: 0.2446756
Apr 15 19:55:19.126962 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.v2.base [req-31fc4425-b176-48cf-8e06-d716c68f852c req-20c503c1-f3bc-45ff-804d-f5d3b63fce18 tempest-VolumesSnapshotTestJSON-1357221646 tempest-VolumesSnapshotTestJSON-1357221646-project] Request body: {'port': {'device_id': '857fbe8c-896b-4aaf-b163-5403866ce223', 'network_id': '91119058-40a7-4d92-9915-8ad275971f47', 'admin_state_up': True, 'tenant_id': 'eb14f2a277d24b47a4387fa0c3b543f8'}} {{(pid=85345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 19:55:19.334230 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.quota.driver [req-31fc4425-b176-48cf-8e06-d716c68f852c req-20c503c1-f3bc-45ff-804d-f5d3b63fce18 tempest-VolumesSnapshotTestJSON-1357221646 tempest-VolumesSnapshotTestJSON-1357221646-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85345) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:55:19.338710 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource [req-31fc4425-b176-48cf-8e06-d716c68f852c req-20c503c1-f3bc-45ff-804d-f5d3b63fce18 tempest-VolumesSnapshotTestJSON-1357221646 tempest-VolumesSnapshotTestJSON-1357221646-project] Usage tracker for resource:port and tenant:eb14f2a277d24b47a4387fa0c3b543f8 is out of sync, need to count used quota {{(pid=85345) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:55:19.342474 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource [req-31fc4425-b176-48cf-8e06-d716c68f852c req-20c503c1-f3bc-45ff-804d-f5d3b63fce18 tempest-VolumesSnapshotTestJSON-1357221646 tempest-VolumesSnapshotTestJSON-1357221646-project] Quota usage for port was recalculated. Used quota:0. {{(pid=85345) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:55:19.349157 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.quota.driver [req-31fc4425-b176-48cf-8e06-d716c68f852c req-20c503c1-f3bc-45ff-804d-f5d3b63fce18 tempest-VolumesSnapshotTestJSON-1357221646 tempest-VolumesSnapshotTestJSON-1357221646-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=85345) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:55:19.362090 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-31fc4425-b176-48cf-8e06-d716c68f852c req-20c503c1-f3bc-45ff-804d-f5d3b63fce18 tempest-VolumesSnapshotTestJSON-1357221646 tempest-VolumesSnapshotTestJSON-1357221646-project] Made reservation on behalf of eb14f2a277d24b47a4387fa0c3b543f8 for: {'port': 1} {{(pid=85345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 15 19:55:19.377321 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [req-31fc4425-b176-48cf-8e06-d716c68f852c req-20c503c1-f3bc-45ff-804d-f5d3b63fce18 tempest-VolumesSnapshotTestJSON-1357221646 tempest-VolumesSnapshotTestJSON-1357221646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854565853'] for port, before_create {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:55:19.437919 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.rpc [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Device 033069ce-9f6b-4a8e-9537-d15a30597c12 up at agent hyperv_hv-cinder-78638 {{(pid=85346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 19:55:19.535794 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.provisioning_blocks [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Provisioning complete for port 033069ce-9f6b-4a8e-9537-d15a30597c12 triggered by entity L2. {{(pid=85346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 19:55:19.536321 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-428662'] for port, provisioning_complete {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:55:19.689951 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.db_base_plugin_common [req-31fc4425-b176-48cf-8e06-d716c68f852c req-20c503c1-f3bc-45ff-804d-f5d3b63fce18 tempest-VolumesSnapshotTestJSON-1357221646 tempest-VolumesSnapshotTestJSON-1357221646-project] Allocated IP 172.20.0.13 (91119058-40a7-4d92-9915-8ad275971f47/b2e1a883-1b41-4d7e-b551-2578999cbee3/fe87fa88-8e19-4537-9aa9-c7309f19c1f0) {{(pid=85345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 15 19:55:19.784380 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854565853'] for port, before_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:55:19.878756 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.db [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] For port 033069ce-9f6b-4a8e-9537-d15a30597c12, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=033069ce-9f6b-4a8e-9537-d15a30597c12,segment=NetworkSegment(50fe2df4-77d3-40aa-a8a3-45d53f7bd89a),segment_id=50fe2df4-77d3-40aa-a8a3-45d53f7bd89a)] {{(pid=85346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 19:55:19.879995 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15ded056-669a-490c-bb20-a972f8e772bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '033069ce-9f6b-4a8e-9537-d15a30597c12'}] {{(pid=85346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 19:55:19.888851 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854693686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852972410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789846929216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789846482410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789846483725'] for port, after_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:55:19.891923 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:55:20.000270 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Pushing event updated for resources: {'Port': ['ID=033069ce-9f6b-4a8e-9537-d15a30597c12,revision_number=7']} {{(pid=85346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:55:20.004551 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:55:20.077543 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33341212-8610-41d6-9e9a-e32eebeb04f4 req-643e181c-c64f-44cf-a6c4-bcdd21544c02 tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:55:20.087108 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-33341212-8610-41d6-9e9a-e32eebeb04f4 req-643e181c-c64f-44cf-a6c4-bcdd21544c02 tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] 10.222.0.47 "GET /v2.0/ports?device_id=15ded056-669a-490c-bb20-a972f8e772bb HTTP/1.1" status: 200  len: 945 time: 0.2274289
Apr 15 19:55:20.150614 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-33341212-8610-41d6-9e9a-e32eebeb04f4 req-4d628b30-b437-43cc-becd-80c5b10bc6ce tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] 10.222.0.47 "GET /v2.0/security-groups?id=500453f8-6d6a-46df-a520-49d2e2355d6e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0625060
Apr 15 19:55:20.170787 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-637d4e29-4356-4a8e-b244-0dc368df61d0 req-cdfded40-392e-499f-a557-6b433e8e154f tempest-VolumesSnapshotTestJSON-1357221646 tempest-VolumesSnapshotTestJSON-1357221646-project] 10.222.0.47 "GET /v2.0/ports?device_id=857fbe8c-896b-4aaf-b163-5403866ce223 HTTP/1.1" status: 200  len: 210 time: 0.2533743
Apr 15 19:55:20.264790 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15ded056-669a-490c-bb20-a972f8e772bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '033069ce-9f6b-4a8e-9537-d15a30597c12', 'code': 200}
Apr 15 19:55:20.346174 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [req-31fc4425-b176-48cf-8e06-d716c68f852c req-20c503c1-f3bc-45ff-804d-f5d3b63fce18 tempest-VolumesSnapshotTestJSON-1357221646 tempest-VolumesSnapshotTestJSON-1357221646-project] Notify callbacks [] for port, precommit_create {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:55:20.411521 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [req-31fc4425-b176-48cf-8e06-d716c68f852c req-20c503c1-f3bc-45ff-804d-f5d3b63fce18 tempest-VolumesSnapshotTestJSON-1357221646 tempest-VolumesSnapshotTestJSON-1357221646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854693686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852972410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789846482393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2200102'] for port, after_create {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:55:20.609695 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-6009d6f7-e781-46a9-a459-6eb118d0f610 tempest-VolumesNegativeTest-182835076 tempest-VolumesNegativeTest-182835076-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:55:20.693766 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-31fc4425-b176-48cf-8e06-d716c68f852c req-20c503c1-f3bc-45ff-804d-f5d3b63fce18 tempest-VolumesSnapshotTestJSON-1357221646 tempest-VolumesSnapshotTestJSON-1357221646-project] Network 91119058-40a7-4d92-9915-8ad275971f47 is already hosted by enough agents. {{(pid=85345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 15 19:55:20.698121 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.scheduler.base_scheduler [req-31fc4425-b176-48cf-8e06-d716c68f852c req-20c503c1-f3bc-45ff-804d-f5d3b63fce18 tempest-VolumesSnapshotTestJSON-1357221646 tempest-VolumesSnapshotTestJSON-1357221646-project] Resources bound (agent type, host, resource id):  {{(pid=85345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 19:55:20.709250 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.l3_dvrscheduler_db [req-31fc4425-b176-48cf-8e06-d716c68f852c req-20c503c1-f3bc-45ff-804d-f5d3b63fce18 tempest-VolumesSnapshotTestJSON-1357221646 tempest-VolumesSnapshotTestJSON-1357221646-project] Received port after_create {{(pid=85345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 15 19:55:20.785212 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fc4425-b176-48cf-8e06-d716c68f852c req-20c503c1-f3bc-45ff-804d-f5d3b63fce18 tempest-VolumesSnapshotTestJSON-1357221646 tempest-VolumesSnapshotTestJSON-1357221646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:55:20.785641 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [req-31fc4425-b176-48cf-8e06-d716c68f852c req-20c503c1-f3bc-45ff-804d-f5d3b63fce18 tempest-VolumesSnapshotTestJSON-1357221646 tempest-VolumesSnapshotTestJSON-1357221646-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771739'] for port, before_response {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:55:20.822805 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c503c1-f3bc-45ff-804d-f5d3b63fce18 tempest-VolumesSnapshotTestJSON-1357221646 tempest-VolumesSnapshotTestJSON-1357221646-project] Pushing event updated for resources: {'Port': ['ID=fe87fa88-8e19-4537-9aa9-c7309f19c1f0,revision_number=1']} {{(pid=85345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:55:20.828486 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-20c503c1-f3bc-45ff-804d-f5d3b63fce18 tempest-VolumesSnapshotTestJSON-1357221646 tempest-VolumesSnapshotTestJSON-1357221646-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:55:20.830138 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-31fc4425-b176-48cf-8e06-d716c68f852c req-20c503c1-f3bc-45ff-804d-f5d3b63fce18 tempest-VolumesSnapshotTestJSON-1357221646 tempest-VolumesSnapshotTestJSON-1357221646-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.7152641
Apr 15 19:55:20.844392 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.v2.base [req-31fc4425-b176-48cf-8e06-d716c68f852c req-97684547-8b0f-4e14-93ff-1cabfccff4a9 service neutron] Request body: {'port': {'device_id': '857fbe8c-896b-4aaf-b163-5403866ce223', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=85345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 19:55:21.068535 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [req-31fc4425-b176-48cf-8e06-d716c68f852c req-97684547-8b0f-4e14-93ff-1cabfccff4a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854565853'] for port, before_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:55:21.646644 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52eace5-ce35-4b82-8c61-80b0768b30ce req-1ea5522b-b98a-41db-88c5-ce58bd092ffc tempest-VolumesSnapshotTestJSON-1357221646 tempest-VolumesSnapshotTestJSON-1357221646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:55:21.649511 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-e52eace5-ce35-4b82-8c61-80b0768b30ce req-1ea5522b-b98a-41db-88c5-ce58bd092ffc tempest-VolumesSnapshotTestJSON-1357221646 tempest-VolumesSnapshotTestJSON-1357221646-project] 10.222.0.47 "GET /v2.0/ports?device_id=857fbe8c-896b-4aaf-b163-5403866ce223 HTTP/1.1" status: 200  len: 932 time: 0.1571324
Apr 15 19:55:21.763147 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-e52eace5-ce35-4b82-8c61-80b0768b30ce req-820d7f8e-1e60-4413-8d12-664f29136d37 tempest-VolumesSnapshotTestJSON-1357221646 tempest-VolumesSnapshotTestJSON-1357221646-project] 10.222.0.47 "GET /v2.0/security-groups?id=f095c61c-fe4a-44c2-90e3-b7fb4e45e31a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1005192
Apr 15 19:55:22.369588 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.notifiers.nova [req-31fc4425-b176-48cf-8e06-d716c68f852c req-97684547-8b0f-4e14-93ff-1cabfccff4a9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fe87fa88-8e19-4537-9aa9-c7309f19c1f0 {{(pid=85345) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 15 19:55:22.390842 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09879c51-6d4c-45f6-9957-d1e0544e282a req-ba29cc51-2abc-409c-a7ba-04293e014876 tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:55:22.393446 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-09879c51-6d4c-45f6-9957-d1e0544e282a req-ba29cc51-2abc-409c-a7ba-04293e014876 tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] 10.222.0.47 "GET /v2.0/ports?device_id=15ded056-669a-490c-bb20-a972f8e772bb HTTP/1.1" status: 200  len: 945 time: 0.7976155
Apr 15 19:55:22.404484 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [req-31fc4425-b176-48cf-8e06-d716c68f852c req-97684547-8b0f-4e14-93ff-1cabfccff4a9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:55:22.495112 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.provisioning_blocks [req-31fc4425-b176-48cf-8e06-d716c68f852c req-97684547-8b0f-4e14-93ff-1cabfccff4a9 service neutron] Transition to ACTIVE for port object fe87fa88-8e19-4537-9aa9-c7309f19c1f0 will not be triggered until provisioned by entity L2. {{(pid=85345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 19:55:22.507840 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [req-31fc4425-b176-48cf-8e06-d716c68f852c req-97684547-8b0f-4e14-93ff-1cabfccff4a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854693686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852972410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789846929216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789846482410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789846483725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852575682'] for port, after_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:55:22.527918 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-d57f0374-f8f8-4784-9d1b-ff2a1f71765c tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:55:22.614682 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-09879c51-6d4c-45f6-9957-d1e0544e282a req-4d8e2cd1-e198-4de9-a016-642095ee8d45 tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] 10.222.0.47 "GET /v2.0/security-groups?id=500453f8-6d6a-46df-a520-49d2e2355d6e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2055073
Apr 15 19:55:22.615498 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97684547-8b0f-4e14-93ff-1cabfccff4a9 service neutron] Pushing event updated for resources: {'Port': ['ID=fe87fa88-8e19-4537-9aa9-c7309f19c1f0,revision_number=2']} {{(pid=85345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:55:22.619525 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-97684547-8b0f-4e14-93ff-1cabfccff4a9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:55:23.015034 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.managers [req-31fc4425-b176-48cf-8e06-d716c68f852c req-97684547-8b0f-4e14-93ff-1cabfccff4a9 service neutron] Attempting to bind port fe87fa88-8e19-4537-9aa9-c7309f19c1f0 on host hv-cinder-78638 for vnic_type normal with profile  {{(pid=85345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 15 19:55:23.015888 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.managers [req-31fc4425-b176-48cf-8e06-d716c68f852c req-97684547-8b0f-4e14-93ff-1cabfccff4a9 service neutron] Attempting to bind port fe87fa88-8e19-4537-9aa9-c7309f19c1f0 by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': '45072c43-142a-403b-ba9f-04d0dc8cb809', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '91119058-40a7-4d92-9915-8ad275971f47'}] {{(pid=85345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 15 19:55:23.015888 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31fc4425-b176-48cf-8e06-d716c68f852c req-97684547-8b0f-4e14-93ff-1cabfccff4a9 service neutron] Attempting to bind port fe87fa88-8e19-4537-9aa9-c7309f19c1f0 on network 91119058-40a7-4d92-9915-8ad275971f47 {{(pid=85345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 19:55:23.024286 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31fc4425-b176-48cf-8e06-d716c68f852c req-97684547-8b0f-4e14-93ff-1cabfccff4a9 service neutron] Port fe87fa88-8e19-4537-9aa9-c7309f19c1f0 on network 91119058-40a7-4d92-9915-8ad275971f47 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=85345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 15 19:55:23.024286 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31fc4425-b176-48cf-8e06-d716c68f852c req-97684547-8b0f-4e14-93ff-1cabfccff4a9 service neutron] Attempting to bind port fe87fa88-8e19-4537-9aa9-c7309f19c1f0 on network 91119058-40a7-4d92-9915-8ad275971f47 {{(pid=85345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 19:55:23.030471 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31fc4425-b176-48cf-8e06-d716c68f852c req-97684547-8b0f-4e14-93ff-1cabfccff4a9 service neutron] Checking agent: {'id': '202ba611-b908-4e0e-99b2-33811728b356', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 19, 46, 37), 'started_at': datetime.datetime(2021, 4, 15, 19, 46, 37), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 19, 55, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 15 19:55:23.031269 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31fc4425-b176-48cf-8e06-d716c68f852c req-97684547-8b0f-4e14-93ff-1cabfccff4a9 service neutron] Checking segment: {'id': '45072c43-142a-403b-ba9f-04d0dc8cb809', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '91119058-40a7-4d92-9915-8ad275971f47'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 19:55:23.031793 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31fc4425-b176-48cf-8e06-d716c68f852c req-97684547-8b0f-4e14-93ff-1cabfccff4a9 service neutron] Bound using segment: {'id': '45072c43-142a-403b-ba9f-04d0dc8cb809', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '91119058-40a7-4d92-9915-8ad275971f47'} {{(pid=85345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 15 19:55:23.035334 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.managers [req-31fc4425-b176-48cf-8e06-d716c68f852c req-97684547-8b0f-4e14-93ff-1cabfccff4a9 service neutron] Bound port: fe87fa88-8e19-4537-9aa9-c7309f19c1f0, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '45072c43-142a-403b-ba9f-04d0dc8cb809', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '91119058-40a7-4d92-9915-8ad275971f47'}}] {{(pid=85345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 15 19:55:23.035334 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [req-31fc4425-b176-48cf-8e06-d716c68f852c req-97684547-8b0f-4e14-93ff-1cabfccff4a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854565853'] for port, before_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:55:23.185833 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63bfc13-ec7c-4cf5-a1f1-60670f23cb1f req-8806e8e7-b899-4a8a-b1de-1119747d6bad tempest-VolumesSnapshotTestJSON-1357221646 tempest-VolumesSnapshotTestJSON-1357221646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:55:23.189488 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-e63bfc13-ec7c-4cf5-a1f1-60670f23cb1f req-8806e8e7-b899-4a8a-b1de-1119747d6bad tempest-VolumesSnapshotTestJSON-1357221646 tempest-VolumesSnapshotTestJSON-1357221646-project] 10.222.0.47 "GET /v2.0/ports?device_id=857fbe8c-896b-4aaf-b163-5403866ce223 HTTP/1.1" status: 200  len: 944 time: 0.2381546
Apr 15 19:55:23.209721 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.db [req-31fc4425-b176-48cf-8e06-d716c68f852c req-97684547-8b0f-4e14-93ff-1cabfccff4a9 service neutron] For port fe87fa88-8e19-4537-9aa9-c7309f19c1f0, host hv-cinder-78638, cleared binding levels {{(pid=85345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 15 19:55:23.215437 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.db [req-31fc4425-b176-48cf-8e06-d716c68f852c req-97684547-8b0f-4e14-93ff-1cabfccff4a9 service neutron] For port fe87fa88-8e19-4537-9aa9-c7309f19c1f0, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=fe87fa88-8e19-4537-9aa9-c7309f19c1f0,segment=NetworkSegment(45072c43-142a-403b-ba9f-04d0dc8cb809),segment_id=45072c43-142a-403b-ba9f-04d0dc8cb809)] {{(pid=85345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 15 19:55:23.222597 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [req-31fc4425-b176-48cf-8e06-d716c68f852c req-97684547-8b0f-4e14-93ff-1cabfccff4a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854693686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852972410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789846929216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789846482410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789846483725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852575682'] for port, after_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:55:23.244780 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-ceccaf9e-7257-4d0f-862a-77e30a0ba0b8 tempest-TestMinimumBasicScenario-16446131 tempest-TestMinimumBasicScenario-16446131-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:55:23.311721 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-e63bfc13-ec7c-4cf5-a1f1-60670f23cb1f req-051a928a-d31b-43a6-b1ff-03ab9f309cfe tempest-VolumesSnapshotTestJSON-1357221646 tempest-VolumesSnapshotTestJSON-1357221646-project] 10.222.0.47 "GET /v2.0/security-groups?id=f095c61c-fe4a-44c2-90e3-b7fb4e45e31a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1080132
Apr 15 19:55:23.443642 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97684547-8b0f-4e14-93ff-1cabfccff4a9 service neutron] Pushing event updated for resources: {'Port': ['ID=fe87fa88-8e19-4537-9aa9-c7309f19c1f0,revision_number=3']} {{(pid=85345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:55:23.451382 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-97684547-8b0f-4e14-93ff-1cabfccff4a9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:55:23.500303 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fc4425-b176-48cf-8e06-d716c68f852c req-97684547-8b0f-4e14-93ff-1cabfccff4a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:55:23.500988 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [req-31fc4425-b176-48cf-8e06-d716c68f852c req-97684547-8b0f-4e14-93ff-1cabfccff4a9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771739'] for port, before_response {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:55:23.503659 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-31fc4425-b176-48cf-8e06-d716c68f852c req-97684547-8b0f-4e14-93ff-1cabfccff4a9 service neutron] 10.222.0.65 "PUT /v2.0/ports/fe87fa88-8e19-4537-9aa9-c7309f19c1f0 HTTP/1.1" status: 200  len: 1094 time: 2.6647270
Apr 15 19:55:23.504289 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '857fbe8c-896b-4aaf-b163-5403866ce223', 'tag': 'fe87fa88-8e19-4537-9aa9-c7309f19c1f0'}] {{(pid=85345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 19:55:23.557873 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '857fbe8c-896b-4aaf-b163-5403866ce223', 'tag': 'fe87fa88-8e19-4537-9aa9-c7309f19c1f0', 'status': 'completed', 'code': 200}
Apr 15 19:55:23.659046 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fc4425-b176-48cf-8e06-d716c68f852c req-23dc48cb-c260-43e1-8a2f-9383f19bf1bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:55:23.661111 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-31fc4425-b176-48cf-8e06-d716c68f852c req-23dc48cb-c260-43e1-8a2f-9383f19bf1bb service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=eb14f2a277d24b47a4387fa0c3b543f8&device_id=857fbe8c-896b-4aaf-b163-5403866ce223 HTTP/1.1" status: 200  len: 1097 time: 0.0979459
Apr 15 19:55:23.838871 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-31fc4425-b176-48cf-8e06-d716c68f852c req-07a3549d-c709-4fd3-ad7d-ff4c51505e9f service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fe87fa88-8e19-4537-9aa9-c7309f19c1f0 HTTP/1.1" status: 200  len: 217 time: 0.1689165
Apr 15 19:55:23.928985 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fc4425-b176-48cf-8e06-d716c68f852c req-45cd2a6d-a42e-453f-8e56-95b888568cef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:55:23.931274 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-31fc4425-b176-48cf-8e06-d716c68f852c req-45cd2a6d-a42e-453f-8e56-95b888568cef service neutron] 10.222.0.65 "GET /v2.0/subnets?id=b2e1a883-1b41-4d7e-b551-2578999cbee3 HTTP/1.1" status: 200  len: 853 time: 0.0852413
Apr 15 19:55:23.972200 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808dcbd4-71e4-431c-b8ca-f53a45b3eb04 req-e5868bcd-fea8-4b70-8f0d-3b2ad2404e4f tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:55:23.982725 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-808dcbd4-71e4-431c-b8ca-f53a45b3eb04 req-e5868bcd-fea8-4b70-8f0d-3b2ad2404e4f tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] 10.222.0.47 "GET /v2.0/ports?device_id=15ded056-669a-490c-bb20-a972f8e772bb HTTP/1.1" status: 200  len: 945 time: 0.1183109
Apr 15 19:55:24.036244 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-31fc4425-b176-48cf-8e06-d716c68f852c req-d4780b97-01f9-4d36-a59d-398a16ad1f46 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=91119058-40a7-4d92-9915-8ad275971f47&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0948627
Apr 15 19:55:24.037351 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-808dcbd4-71e4-431c-b8ca-f53a45b3eb04 req-87e12633-9a20-412f-98bf-7168baa1733d tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] 10.222.0.47 "GET /v2.0/security-groups?id=500453f8-6d6a-46df-a520-49d2e2355d6e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0530319
Apr 15 19:55:24.273182 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-31fc4425-b176-48cf-8e06-d716c68f852c req-93b5a7f8-e354-4c72-ab08-98993007c371 service neutron] 10.222.0.65 "GET /v2.0/networks/91119058-40a7-4d92-9915-8ad275971f47?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2311468
Apr 15 19:55:24.505492 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-31fc4425-b176-48cf-8e06-d716c68f852c req-31d43b90-b80e-407c-85bb-8ca75168559c service neutron] 10.222.0.65 "GET /v2.0/networks/91119058-40a7-4d92-9915-8ad275971f47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2239194
Apr 15 19:55:24.827265 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752684b3-1d4b-4715-9cb9-4ecbef81f5d2 req-30519948-2d3c-40b8-8394-4e918faf3993 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:55:24.829279 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-752684b3-1d4b-4715-9cb9-4ecbef81f5d2 req-30519948-2d3c-40b8-8394-4e918faf3993 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=eb14f2a277d24b47a4387fa0c3b543f8&device_id=857fbe8c-896b-4aaf-b163-5403866ce223 HTTP/1.1" status: 200  len: 1097 time: 0.1854093
Apr 15 19:55:24.881521 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d114464a-291f-490f-85b8-8045d836f2f8 req-231930a6-43f2-4d0b-a68f-a6b0cbbdbf06 tempest-VolumesSnapshotTestJSON-1357221646 tempest-VolumesSnapshotTestJSON-1357221646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:55:24.882344 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource [req-d114464a-291f-490f-85b8-8045d836f2f8 req-231930a6-43f2-4d0b-a68f-a6b0cbbdbf06 tempest-VolumesSnapshotTestJSON-1357221646 tempest-VolumesSnapshotTestJSON-1357221646-project] Synchronizing usage tracker for tenant:eb14f2a277d24b47a4387fa0c3b543f8 on resource:port {{(pid=85345) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 15 19:55:25.023977 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752684b3-1d4b-4715-9cb9-4ecbef81f5d2 req-ba7e07ba-9275-4949-83a9-a41b8e30da69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:55:25.026381 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-752684b3-1d4b-4715-9cb9-4ecbef81f5d2 req-ba7e07ba-9275-4949-83a9-a41b8e30da69 service neutron] 10.222.0.65 "GET /v2.0/networks?id=91119058-40a7-4d92-9915-8ad275971f47 HTTP/1.1" status: 200  len: 914 time: 0.1884735
Apr 15 19:55:25.112833 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-752684b3-1d4b-4715-9cb9-4ecbef81f5d2 req-ea43a592-a67a-430b-9af8-e89465fad856 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fe87fa88-8e19-4537-9aa9-c7309f19c1f0 HTTP/1.1" status: 200  len: 217 time: 0.0795345
Apr 15 19:55:25.116101 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource [req-d114464a-291f-490f-85b8-8045d836f2f8 req-231930a6-43f2-4d0b-a68f-a6b0cbbdbf06 tempest-VolumesSnapshotTestJSON-1357221646 tempest-VolumesSnapshotTestJSON-1357221646-project] Unset dirty status for tenant:eb14f2a277d24b47a4387fa0c3b543f8 on resource:port {{(pid=85345) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 15 19:55:25.118044 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-d114464a-291f-490f-85b8-8045d836f2f8 req-231930a6-43f2-4d0b-a68f-a6b0cbbdbf06 tempest-VolumesSnapshotTestJSON-1357221646 tempest-VolumesSnapshotTestJSON-1357221646-project] 10.222.0.47 "GET /v2.0/ports?device_id=857fbe8c-896b-4aaf-b163-5403866ce223 HTTP/1.1" status: 200  len: 944 time: 0.5593209
Apr 15 19:55:25.211666 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752684b3-1d4b-4715-9cb9-4ecbef81f5d2 req-6edf0fe7-c1d2-46cb-afb9-81e6b5bb4d10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:55:25.213491 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-752684b3-1d4b-4715-9cb9-4ecbef81f5d2 req-6edf0fe7-c1d2-46cb-afb9-81e6b5bb4d10 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=b2e1a883-1b41-4d7e-b551-2578999cbee3 HTTP/1.1" status: 200  len: 853 time: 0.0928738
Apr 15 19:55:25.323852 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-752684b3-1d4b-4715-9cb9-4ecbef81f5d2 req-5306b939-1e9b-459b-8ddc-7f895d822bce service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=91119058-40a7-4d92-9915-8ad275971f47&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0988326
Apr 15 19:55:25.379628 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3039ec48-f759-40b5-9b11-847c57f8e102 req-f0922656-18f1-4794-b047-2f71eb2ee263 tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:55:25.389173 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-3039ec48-f759-40b5-9b11-847c57f8e102 req-f0922656-18f1-4794-b047-2f71eb2ee263 tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] 10.222.0.47 "GET /v2.0/ports?device_id=15ded056-669a-490c-bb20-a972f8e772bb HTTP/1.1" status: 200  len: 945 time: 0.1121218
Apr 15 19:55:25.453413 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-3039ec48-f759-40b5-9b11-847c57f8e102 req-41cd9fdc-4605-492a-b9fd-35e5c38b0a08 tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] 10.222.0.47 "GET /v2.0/security-groups?id=500453f8-6d6a-46df-a520-49d2e2355d6e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0628281
Apr 15 19:55:25.547689 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource [req-d114464a-291f-490f-85b8-8045d836f2f8 req-fe36bf7d-be8f-440b-b03b-67b0316ae5a2 tempest-VolumesSnapshotTestJSON-1357221646 tempest-VolumesSnapshotTestJSON-1357221646-project] Synchronizing usage tracker for tenant:eb14f2a277d24b47a4387fa0c3b543f8 on resource:security_group {{(pid=85345) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 15 19:55:25.554068 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-752684b3-1d4b-4715-9cb9-4ecbef81f5d2 req-91192446-29f0-4355-9b5d-37e458038d44 service neutron] 10.222.0.65 "GET /v2.0/networks/91119058-40a7-4d92-9915-8ad275971f47?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2195482
Apr 15 19:55:25.691697 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource [req-d114464a-291f-490f-85b8-8045d836f2f8 req-fe36bf7d-be8f-440b-b03b-67b0316ae5a2 tempest-VolumesSnapshotTestJSON-1357221646 tempest-VolumesSnapshotTestJSON-1357221646-project] Unset dirty status for tenant:eb14f2a277d24b47a4387fa0c3b543f8 on resource:security_group {{(pid=85345) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 15 19:55:25.703731 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-d114464a-291f-490f-85b8-8045d836f2f8 req-fe36bf7d-be8f-440b-b03b-67b0316ae5a2 tempest-VolumesSnapshotTestJSON-1357221646 tempest-VolumesSnapshotTestJSON-1357221646-project] 10.222.0.47 "GET /v2.0/security-groups?id=f095c61c-fe4a-44c2-90e3-b7fb4e45e31a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5182257
Apr 15 19:55:25.783283 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-752684b3-1d4b-4715-9cb9-4ecbef81f5d2 req-1c42b066-1416-4a63-835c-c2255bebac0c service neutron] 10.222.0.65 "GET /v2.0/networks/91119058-40a7-4d92-9915-8ad275971f47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2201777
Apr 15 19:55:26.908081 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858859fd-3cc7-4ef5-a6db-e246ab4409f1 req-50edb09d-a36c-4738-a1c0-2ce35612da0e tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:55:26.920789 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-858859fd-3cc7-4ef5-a6db-e246ab4409f1 req-50edb09d-a36c-4738-a1c0-2ce35612da0e tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] 10.222.0.47 "GET /v2.0/ports?device_id=15ded056-669a-490c-bb20-a972f8e772bb HTTP/1.1" status: 200  len: 945 time: 0.3031445
Apr 15 19:55:26.993460 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-858859fd-3cc7-4ef5-a6db-e246ab4409f1 req-a929421d-b5c1-49ee-95cc-80a63bddc67c tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] 10.222.0.47 "GET /v2.0/security-groups?id=500453f8-6d6a-46df-a520-49d2e2355d6e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0673878
Apr 15 19:55:27.022441 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a4e37e-f911-4218-920f-4ec2ac7b17e8 req-03c09217-6ded-4c85-8540-13579051276d tempest-VolumesSnapshotTestJSON-1357221646 tempest-VolumesSnapshotTestJSON-1357221646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:55:27.031882 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-d1a4e37e-f911-4218-920f-4ec2ac7b17e8 req-03c09217-6ded-4c85-8540-13579051276d tempest-VolumesSnapshotTestJSON-1357221646 tempest-VolumesSnapshotTestJSON-1357221646-project] 10.222.0.47 "GET /v2.0/ports?device_id=857fbe8c-896b-4aaf-b163-5403866ce223 HTTP/1.1" status: 200  len: 944 time: 0.1173882
Apr 15 19:55:27.092714 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-d1a4e37e-f911-4218-920f-4ec2ac7b17e8 req-3aca647f-a523-49ed-bc55-6d306e9c0df2 tempest-VolumesSnapshotTestJSON-1357221646 tempest-VolumesSnapshotTestJSON-1357221646-project] 10.222.0.47 "GET /v2.0/security-groups?id=f095c61c-fe4a-44c2-90e3-b7fb4e45e31a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0597105
Apr 15 19:55:27.474551 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.rpc [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Device fe87fa88-8e19-4537-9aa9-c7309f19c1f0 details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=85346) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 15 19:55:27.691708 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.db [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] For port fe87fa88-8e19-4537-9aa9-c7309f19c1f0, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=fe87fa88-8e19-4537-9aa9-c7309f19c1f0,segment=NetworkSegment(45072c43-142a-403b-ba9f-04d0dc8cb809),segment_id=45072c43-142a-403b-ba9f-04d0dc8cb809)] {{(pid=85346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 19:55:27.711425 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.rpc [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Returning: {'device': 'fe87fa88-8e19-4537-9aa9-c7309f19c1f0', 'network_id': '91119058-40a7-4d92-9915-8ad275971f47', 'port_id': 'fe87fa88-8e19-4537-9aa9-c7309f19c1f0', 'mac_address': 'fa:16:3e:e4:1c:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 664, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2e1a883-1b41-4d7e-b551-2578999cbee3', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85346) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 15 19:55:27.790059 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854565853'] for port, before_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:55:27.814430 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.notifiers.nova [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe87fa88-8e19-4537-9aa9-c7309f19c1f0 {{(pid=85346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 15 19:55:27.833694 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.db [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] For port fe87fa88-8e19-4537-9aa9-c7309f19c1f0, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=fe87fa88-8e19-4537-9aa9-c7309f19c1f0,segment=NetworkSegment(45072c43-142a-403b-ba9f-04d0dc8cb809),segment_id=45072c43-142a-403b-ba9f-04d0dc8cb809)] {{(pid=85346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 19:55:27.840179 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854693686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852972410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789846929216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789846482410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789846483725'] for port, after_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:55:27.842399 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-f9a65b72-7ddd-4193-83a4-387e053380ab None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:55:27.957912 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Pushing event updated for resources: {'Port': ['ID=fe87fa88-8e19-4537-9aa9-c7309f19c1f0,revision_number=4']} {{(pid=85346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:55:27.964841 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:55:28.148759 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.db [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] get_ports_and_sgs() called for port_ids ['fe87fa88-8e19-4537-9aa9-c7309f19c1f0'] {{(pid=85346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 15 19:55:28.326979 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab27fb5-c007-4a78-a735-2f6831d33004 req-a5e76137-f56b-47ac-997e-3ba4fcc25dd6 tempest-VolumesSnapshotTestJSON-1357221646 tempest-VolumesSnapshotTestJSON-1357221646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:55:28.336580 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-fab27fb5-c007-4a78-a735-2f6831d33004 req-a5e76137-f56b-47ac-997e-3ba4fcc25dd6 tempest-VolumesSnapshotTestJSON-1357221646 tempest-VolumesSnapshotTestJSON-1357221646-project] 10.222.0.47 "GET /v2.0/ports?device_id=857fbe8c-896b-4aaf-b163-5403866ce223 HTTP/1.1" status: 200  len: 945 time: 0.1050503
Apr 15 19:55:28.396698 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-fab27fb5-c007-4a78-a735-2f6831d33004 req-82c8e8a1-ed64-407e-ab60-be309176f4b1 tempest-VolumesSnapshotTestJSON-1357221646 tempest-VolumesSnapshotTestJSON-1357221646-project] 10.222.0.47 "GET /v2.0/security-groups?id=f095c61c-fe4a-44c2-90e3-b7fb4e45e31a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0590177
Apr 15 19:55:28.416696 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeac49dd-8531-46e4-830a-30227da2c479 req-3d34cc21-c174-44cc-9169-a2b44eeae275 tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:55:28.418445 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-aeac49dd-8531-46e4-830a-30227da2c479 req-3d34cc21-c174-44cc-9169-a2b44eeae275 tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] 10.222.0.47 "GET /v2.0/ports?device_id=15ded056-669a-490c-bb20-a972f8e772bb HTTP/1.1" status: 200  len: 945 time: 0.1477256
Apr 15 19:55:28.558903 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-aeac49dd-8531-46e4-830a-30227da2c479 req-4b488f95-8591-4a65-a732-38694b07dc30 tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] 10.222.0.47 "GET /v2.0/security-groups?id=500453f8-6d6a-46df-a520-49d2e2355d6e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1207676
Apr 15 19:55:29.172687 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6787a8a7-ddc5-4838-9a24-ff839c313ad3 req-79fb7104-fcc9-48a6-82c5-2d5d1abfa0f1 tempest-AttachVolumeTestJSON-1178366330 tempest-AttachVolumeTestJSON-1178366330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:55:29.175800 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-6787a8a7-ddc5-4838-9a24-ff839c313ad3 req-79fb7104-fcc9-48a6-82c5-2d5d1abfa0f1 tempest-AttachVolumeTestJSON-1178366330 tempest-AttachVolumeTestJSON-1178366330-project] 10.222.0.47 "GET /v2.0/ports?device_id=a862c73b-2bc6-4fac-8fe4-b9a5402e1935 HTTP/1.1" status: 200  len: 945 time: 0.1533346
Apr 15 19:55:29.236019 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-6787a8a7-ddc5-4838-9a24-ff839c313ad3 req-08a77614-8459-475c-8458-0296d24184e2 tempest-AttachVolumeTestJSON-1178366330 tempest-AttachVolumeTestJSON-1178366330-project] 10.222.0.47 "GET /v2.0/security-groups?id=6487eb03-e8ae-4d3c-99fb-8cea34ccc313&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0519342
Apr 15 19:55:29.497602 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.rpc [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Device fe87fa88-8e19-4537-9aa9-c7309f19c1f0 up at agent hyperv_hv-cinder-78638 {{(pid=85346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 19:55:29.650088 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.provisioning_blocks [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Provisioning for port fe87fa88-8e19-4537-9aa9-c7309f19c1f0 completed by entity L2. {{(pid=85346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 19:55:29.659831 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.provisioning_blocks [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Provisioning complete for port fe87fa88-8e19-4537-9aa9-c7309f19c1f0 triggered by entity L2. {{(pid=85346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 19:55:29.660637 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-428662'] for port, provisioning_complete {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:55:29.847324 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47282953-a7bc-44b3-8fbe-04f51570c534 req-3aede0b9-9699-429d-a374-41b9225bf16f tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:55:29.862305 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-47282953-a7bc-44b3-8fbe-04f51570c534 req-3aede0b9-9699-429d-a374-41b9225bf16f tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] 10.222.0.47 "GET /v2.0/ports?device_id=15ded056-669a-490c-bb20-a972f8e772bb HTTP/1.1" status: 200  len: 945 time: 0.1164463
Apr 15 19:55:29.918175 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854565853'] for port, before_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:55:29.931557 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-47282953-a7bc-44b3-8fbe-04f51570c534 req-d1b419ee-31cc-4001-8b06-2dff6221a87e tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] 10.222.0.47 "GET /v2.0/security-groups?id=500453f8-6d6a-46df-a520-49d2e2355d6e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0678167
Apr 15 19:55:29.935352 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ff3d1f-51ff-48cc-a4d8-b131b93c41e5 req-193eacef-37db-49a6-898c-fb10afcd50b8 tempest-VolumesSnapshotTestJSON-1357221646 tempest-VolumesSnapshotTestJSON-1357221646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:55:29.955666 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-a1ff3d1f-51ff-48cc-a4d8-b131b93c41e5 req-193eacef-37db-49a6-898c-fb10afcd50b8 tempest-VolumesSnapshotTestJSON-1357221646 tempest-VolumesSnapshotTestJSON-1357221646-project] 10.222.0.47 "GET /v2.0/ports?device_id=857fbe8c-896b-4aaf-b163-5403866ce223 HTTP/1.1" status: 200  len: 945 time: 0.3159699
Apr 15 19:55:29.974237 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '857fbe8c-896b-4aaf-b163-5403866ce223', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe87fa88-8e19-4537-9aa9-c7309f19c1f0'}] {{(pid=85346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 19:55:30.000616 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.db [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] For port fe87fa88-8e19-4537-9aa9-c7309f19c1f0, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=fe87fa88-8e19-4537-9aa9-c7309f19c1f0,segment=NetworkSegment(45072c43-142a-403b-ba9f-04d0dc8cb809),segment_id=45072c43-142a-403b-ba9f-04d0dc8cb809)] {{(pid=85346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 19:55:30.010215 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854693686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852972410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789846929216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789846482410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789846483725'] for port, after_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:55:30.014069 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-a1ff3d1f-51ff-48cc-a4d8-b131b93c41e5 req-edf9ca51-64f6-4e42-96e2-59f00f1fcf3f tempest-VolumesSnapshotTestJSON-1357221646 tempest-VolumesSnapshotTestJSON-1357221646-project] 10.222.0.47 "GET /v2.0/security-groups?id=f095c61c-fe4a-44c2-90e3-b7fb4e45e31a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0555277
Apr 15 19:55:30.016258 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:55:30.100852 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '857fbe8c-896b-4aaf-b163-5403866ce223', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe87fa88-8e19-4537-9aa9-c7309f19c1f0', 'code': 200}
Apr 15 19:55:30.152705 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Pushing event updated for resources: {'Port': ['ID=fe87fa88-8e19-4537-9aa9-c7309f19c1f0,revision_number=5']} {{(pid=85346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:55:30.156955 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:55:30.406637 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd3875e-f1de-49a7-9b0c-eadb9794620b req-33a49777-3d04-473e-87d7-a66ee22c2b51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:55:30.409024 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-4bd3875e-f1de-49a7-9b0c-eadb9794620b req-33a49777-3d04-473e-87d7-a66ee22c2b51 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=857fbe8c-896b-4aaf-b163-5403866ce223 HTTP/1.1" status: 200  len: 1099 time: 0.1186049
Apr 15 19:55:30.470968 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c8098c-9d76-407a-aeab-63e814516173 req-646dd9e1-ae92-40a8-8bf0-be50c95d0e66 tempest-AttachVolumeTestJSON-1178366330 tempest-AttachVolumeTestJSON-1178366330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:55:30.472841 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-01c8098c-9d76-407a-aeab-63e814516173 req-646dd9e1-ae92-40a8-8bf0-be50c95d0e66 tempest-AttachVolumeTestJSON-1178366330 tempest-AttachVolumeTestJSON-1178366330-project] 10.222.0.47 "GET /v2.0/ports?device_id=a862c73b-2bc6-4fac-8fe4-b9a5402e1935 HTTP/1.1" status: 200  len: 945 time: 0.1081407
Apr 15 19:55:30.489898 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-4bd3875e-f1de-49a7-9b0c-eadb9794620b req-bf2f9999-4bbf-49ed-adc9-2a449ada9b15 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=f095c61c-fe4a-44c2-90e3-b7fb4e45e31a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0692501
Apr 15 19:55:30.533352 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-01c8098c-9d76-407a-aeab-63e814516173 req-6ed9f3ce-8a77-461d-a0d3-1945eaab6074 tempest-AttachVolumeTestJSON-1178366330 tempest-AttachVolumeTestJSON-1178366330-project] 10.222.0.47 "GET /v2.0/security-groups?id=6487eb03-e8ae-4d3c-99fb-8cea34ccc313&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0477293
Apr 15 19:55:30.676143 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6369c7cf-d255-49df-8562-f79851d069f0 req-0626b91d-5406-4f68-9400-9ddf7cfb0bf3 tempest-AttachVolumeTestJSON-1178366330 tempest-AttachVolumeTestJSON-1178366330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:55:30.678667 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-6369c7cf-d255-49df-8562-f79851d069f0 req-0626b91d-5406-4f68-9400-9ddf7cfb0bf3 tempest-AttachVolumeTestJSON-1178366330 tempest-AttachVolumeTestJSON-1178366330-project] 10.222.0.65 "GET /v2.0/ports?device_id=a862c73b-2bc6-4fac-8fe4-b9a5402e1935 HTTP/1.1" status: 200  len: 945 time: 0.1082041
Apr 15 19:55:30.771597 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.plugin [req-6369c7cf-d255-49df-8562-f79851d069f0 req-4eb3a6e9-f732-457b-9f6f-02463b402853 tempest-AttachVolumeTestJSON-1178366330 tempest-AttachVolumeTestJSON-1178366330-project] Deleting port 412daaca-58b6-4ca2-9c20-8a295a14bf13 {{(pid=85345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 19:55:30.771980 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [req-6369c7cf-d255-49df-8562-f79851d069f0 req-4eb3a6e9-f732-457b-9f6f-02463b402853 tempest-AttachVolumeTestJSON-1178366330 tempest-AttachVolumeTestJSON-1178366330-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363247007848052'] for port, before_delete {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:55:31.194599 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.db [req-6369c7cf-d255-49df-8562-f79851d069f0 req-4eb3a6e9-f732-457b-9f6f-02463b402853 tempest-AttachVolumeTestJSON-1178366330 tempest-AttachVolumeTestJSON-1178366330-project] For port 412daaca-58b6-4ca2-9c20-8a295a14bf13, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=412daaca-58b6-4ca2-9c20-8a295a14bf13,segment=NetworkSegment(fba2751d-d069-4029-bec8-ed01c7a617d8),segment_id=fba2751d-d069-4029-bec8-ed01c7a617d8)] {{(pid=85345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 19:55:31.195694 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [req-6369c7cf-d255-49df-8562-f79851d069f0 req-4eb3a6e9-f732-457b-9f6f-02463b402853 tempest-AttachVolumeTestJSON-1178366330 tempest-AttachVolumeTestJSON-1178366330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853097680'] for port, precommit_delete {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:55:31.684879 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bc3b82-6f8b-47c4-8fd5-af8d4f91f27f req-af0c6874-5678-4c6f-b219-b98cc13e86a3 tempest-VolumesSnapshotTestJSON-1357221646 tempest-VolumesSnapshotTestJSON-1357221646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:55:31.687413 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-70bc3b82-6f8b-47c4-8fd5-af8d4f91f27f req-af0c6874-5678-4c6f-b219-b98cc13e86a3 tempest-VolumesSnapshotTestJSON-1357221646 tempest-VolumesSnapshotTestJSON-1357221646-project] 10.222.0.47 "GET /v2.0/ports?device_id=857fbe8c-896b-4aaf-b163-5403866ce223 HTTP/1.1" status: 200  len: 946 time: 0.4651611
Apr 15 19:55:31.702973 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dedc654-3eba-4b1b-9a20-3050c78f78d3 req-6f345ae3-2461-452a-9d67-242d531ed040 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:55:31.704901 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-3dedc654-3eba-4b1b-9a20-3050c78f78d3 req-6f345ae3-2461-452a-9d67-242d531ed040 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=4bae275d2add4a8a85e8b627d205bb33&device_id=15ded056-669a-490c-bb20-a972f8e772bb HTTP/1.1" status: 200  len: 1098 time: 0.4331052
Apr 15 19:55:31.851312 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-70bc3b82-6f8b-47c4-8fd5-af8d4f91f27f req-38e8dd69-e691-45a5-8808-3dcc208a6b95 tempest-VolumesSnapshotTestJSON-1357221646 tempest-VolumesSnapshotTestJSON-1357221646-project] 10.222.0.47 "GET /v2.0/security-groups?id=f095c61c-fe4a-44c2-90e3-b7fb4e45e31a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1510670
Apr 15 19:55:31.918695 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dedc654-3eba-4b1b-9a20-3050c78f78d3 req-d49a9d48-87b9-4a89-833e-58c30f364c06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:55:31.922084 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-3dedc654-3eba-4b1b-9a20-3050c78f78d3 req-d49a9d48-87b9-4a89-833e-58c30f364c06 service neutron] 10.222.0.65 "GET /v2.0/networks?id=3371f473-4c26-4f81-abc4-c2c4353fa3ab HTTP/1.1" status: 200  len: 918 time: 0.2008064
Apr 15 19:55:32.003935 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85953788-74a7-40f7-9828-a9d805b67d9f req-21b7778e-7414-4ebd-9d38-9492ab7a1643 tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:55:32.005805 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-85953788-74a7-40f7-9828-a9d805b67d9f req-21b7778e-7414-4ebd-9d38-9492ab7a1643 tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] 10.222.0.47 "GET /v2.0/ports?device_id=15ded056-669a-490c-bb20-a972f8e772bb HTTP/1.1" status: 200  len: 945 time: 0.8888834
Apr 15 19:55:32.090443 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [req-6369c7cf-d255-49df-8562-f79851d069f0 req-4eb3a6e9-f732-457b-9f6f-02463b402853 tempest-AttachVolumeTestJSON-1178366330 tempest-AttachVolumeTestJSON-1178366330-project] Notify callbacks [] for floatingip, precommit_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:55:32.090828 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [req-6369c7cf-d255-49df-8562-f79851d069f0 req-4eb3a6e9-f732-457b-9f6f-02463b402853 tempest-AttachVolumeTestJSON-1178366330 tempest-AttachVolumeTestJSON-1178366330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1673197'] for floatingip, after_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:55:32.091212 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.db.l3_db [req-6369c7cf-d255-49df-8562-f79851d069f0 req-4eb3a6e9-f732-457b-9f6f-02463b402853 tempest-AttachVolumeTestJSON-1178366330 tempest-AttachVolumeTestJSON-1178366330-project] Floating IP 9739caa2-cee2-4e07-b82d-88777f101346 disassociated. External IP: 172.27.2.2, port: 412daaca-58b6-4ca2-9c20-8a295a14bf13.
Apr 15 19:55:32.091571 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.plugin [req-6369c7cf-d255-49df-8562-f79851d069f0 req-4eb3a6e9-f732-457b-9f6f-02463b402853 tempest-AttachVolumeTestJSON-1178366330 tempest-AttachVolumeTestJSON-1178366330-project] Calling delete_port for 412daaca-58b6-4ca2-9c20-8a295a14bf13 owned by compute:nova {{(pid=85345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 15 19:55:32.118310 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-3dedc654-3eba-4b1b-9a20-3050c78f78d3 req-9d30d809-3069-4b48-8eff-8aacb1aa7e2b service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=033069ce-9f6b-4a8e-9537-d15a30597c12 HTTP/1.1" status: 200  len: 1001 time: 0.1879671
Apr 15 19:55:32.134332 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-85953788-74a7-40f7-9828-a9d805b67d9f req-2a31c3c4-bc33-448a-b8d9-59e6b6e5158d tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] 10.222.0.47 "GET /v2.0/security-groups?id=500453f8-6d6a-46df-a520-49d2e2355d6e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1177757
Apr 15 19:55:32.209180 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1d86e0-5ff6-4717-b771-a2cd45086d70 req-85c0ce9e-1401-4f14-9f02-244f2b645825 tempest-AttachVolumeTestJSON-1178366330 tempest-AttachVolumeTestJSON-1178366330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:55:32.211511 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-ae1d86e0-5ff6-4717-b771-a2cd45086d70 req-85c0ce9e-1401-4f14-9f02-244f2b645825 tempest-AttachVolumeTestJSON-1178366330 tempest-AttachVolumeTestJSON-1178366330-project] 10.222.0.47 "GET /v2.0/ports?device_id=a862c73b-2bc6-4fac-8fe4-b9a5402e1935 HTTP/1.1" status: 200  len: 945 time: 0.1998260
Apr 15 19:55:32.238658 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dedc654-3eba-4b1b-9a20-3050c78f78d3 req-e3009406-6bf2-4fe7-b40d-d4103172f9c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:55:32.240295 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-3dedc654-3eba-4b1b-9a20-3050c78f78d3 req-e3009406-6bf2-4fe7-b40d-d4103172f9c2 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=8272d6a7-33c7-4e21-aec7-64c68285458e HTTP/1.1" status: 200  len: 856 time: 0.1073802
Apr 15 19:55:32.263857 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [req-6369c7cf-d255-49df-8562-f79851d069f0 req-4eb3a6e9-f732-457b-9f6f-02463b402853 tempest-AttachVolumeTestJSON-1178366330 tempest-AttachVolumeTestJSON-1178366330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854693686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852972410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789846929199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363247008293407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2200102'] for port, after_delete {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:55:32.280747 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:55:32.328236 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-ae1d86e0-5ff6-4717-b771-a2cd45086d70 req-124c8e5d-1414-45f5-84a8-411ba3569231 tempest-AttachVolumeTestJSON-1178366330 tempest-AttachVolumeTestJSON-1178366330-project] 10.222.0.47 "GET /v2.0/security-groups?id=6487eb03-e8ae-4d3c-99fb-8cea34ccc313&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1080534
Apr 15 19:55:32.335033 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb3a6e9-f732-457b-9f6f-02463b402853 tempest-AttachVolumeTestJSON-1178366330 tempest-AttachVolumeTestJSON-1178366330-project] Pushing event deleted for resources: {'Port': ['ID=412daaca-58b6-4ca2-9c20-8a295a14bf13,revision_number=None']} {{(pid=85345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:55:32.338597 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-4eb3a6e9-f732-457b-9f6f-02463b402853 tempest-AttachVolumeTestJSON-1178366330 tempest-AttachVolumeTestJSON-1178366330-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:55:32.365291 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dedc654-3eba-4b1b-9a20-3050c78f78d3 req-bf72cf8c-9175-4872-adbc-51f02fd35887 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:55:32.367165 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-3dedc654-3eba-4b1b-9a20-3050c78f78d3 req-bf72cf8c-9175-4872-adbc-51f02fd35887 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=3371f473-4c26-4f81-abc4-c2c4353fa3ab&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1194899
Apr 15 19:55:32.527930 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-3dedc654-3eba-4b1b-9a20-3050c78f78d3 req-2e507cdd-e192-40f7-8694-4a2de0cf7467 service neutron] 10.222.0.65 "GET /v2.0/networks/3371f473-4c26-4f81-abc4-c2c4353fa3ab?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1536489
Apr 15 19:55:32.713016 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-3dedc654-3eba-4b1b-9a20-3050c78f78d3 req-a7869de6-22ac-4130-aa48-5c2aae918dc7 service neutron] 10.222.0.65 "GET /v2.0/networks/3371f473-4c26-4f81-abc4-c2c4353fa3ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1786556
Apr 15 19:55:32.745327 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6369c7cf-d255-49df-8562-f79851d069f0 req-4eb3a6e9-f732-457b-9f6f-02463b402853 tempest-AttachVolumeTestJSON-1178366330 tempest-AttachVolumeTestJSON-1178366330-project] Router 6478729e-102a-4a30-b790-61decb297583 has already been hosted by L3 agent 74482fb0-5b00-43f0-8fa9-533a3c8b2378 {{(pid=85345) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 15 19:55:32.996955 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6369c7cf-d255-49df-8562-f79851d069f0 req-4eb3a6e9-f732-457b-9f6f-02463b402853 tempest-AttachVolumeTestJSON-1178366330 tempest-AttachVolumeTestJSON-1178366330-project] Notify agent at l3_agent.dv-cinder-786383-2-iscsi the message routers_updated {{(pid=85345) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 15 19:55:33.009899 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63aa4397-78bd-449b-930d-136af18ae30d None None] Sync routers for ids ['6478729e-102a-4a30-b790-61decb297583'] in dv-cinder-786383-2-iscsi {{(pid=85346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 15 19:55:33.031075 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63aa4397-78bd-449b-930d-136af18ae30d None None] Routers {'6478729e-102a-4a30-b790-61decb297583'} bound to L3 agent in host dv-cinder-786383-2-iscsi {{(pid=85346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 19:55:33.033567 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.l3_hamode_db [None req-63aa4397-78bd-449b-930d-136af18ae30d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe8b97e7f60>, 'dv-cinder-786383-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-15T19:40:08Z,description=<?>,heartbeat_timestamp=2021-04-15T19:55:08Z,host='dv-cinder-786383-2-iscsi',id=74482fb0-5b00-43f0-8fa9-533a3c8b2378,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T19:40:08Z,topic='l3_agent')) {'router_ids': ['6478729e-102a-4a30-b790-61decb297583'], 'active': True} {{(pid=85346) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 19:55:33.145724 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.l3_dvrscheduler_db [req-6369c7cf-d255-49df-8562-f79851d069f0 req-4eb3a6e9-f732-457b-9f6f-02463b402853 tempest-AttachVolumeTestJSON-1178366330 tempest-AttachVolumeTestJSON-1178366330-project] No DVR routers for this DVR port 412daaca-58b6-4ca2-9c20-8a295a14bf13 on host hv-cinder-78638 {{(pid=85345) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 15 19:55:33.149964 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [req-6369c7cf-d255-49df-8562-f79851d069f0 req-4eb3a6e9-f732-457b-9f6f-02463b402853 tempest-AttachVolumeTestJSON-1178366330 tempest-AttachVolumeTestJSON-1178366330-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771739'] for port, before_response {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:55:33.157257 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a862c73b-2bc6-4fac-8fe4-b9a5402e1935', 'name': 'network-vif-deleted', 'tag': '412daaca-58b6-4ca2-9c20-8a295a14bf13'}] {{(pid=85345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 19:55:33.224125 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-6369c7cf-d255-49df-8562-f79851d069f0 req-4eb3a6e9-f732-457b-9f6f-02463b402853 tempest-AttachVolumeTestJSON-1178366330 tempest-AttachVolumeTestJSON-1178366330-project] 10.222.0.65 "DELETE /v2.0/ports/412daaca-58b6-4ca2-9c20-8a295a14bf13 HTTP/1.1" status: 204  len: 173 time: 2.5342083
Apr 15 19:55:33.235070 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a862c73b-2bc6-4fac-8fe4-b9a5402e1935', 'name': 'network-vif-deleted', 'tag': '412daaca-58b6-4ca2-9c20-8a295a14bf13', 'status': 'completed', 'code': 200}
Apr 15 19:55:33.297844 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae5a407-98d0-4c5e-9d11-799fa70f1f49 req-930b02d3-5551-4b91-9e8d-6b1597200ad9 tempest-VolumesSnapshotTestJSON-1357221646 tempest-VolumesSnapshotTestJSON-1357221646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:55:33.300768 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-bae5a407-98d0-4c5e-9d11-799fa70f1f49 req-930b02d3-5551-4b91-9e8d-6b1597200ad9 tempest-VolumesSnapshotTestJSON-1357221646 tempest-VolumesSnapshotTestJSON-1357221646-project] 10.222.0.47 "GET /v2.0/ports?device_id=857fbe8c-896b-4aaf-b163-5403866ce223 HTTP/1.1" status: 200  len: 946 time: 0.1328704
Apr 15 19:55:33.417934 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-bae5a407-98d0-4c5e-9d11-799fa70f1f49 req-237a327c-edbf-40c0-960c-b6b361a6a798 tempest-VolumesSnapshotTestJSON-1357221646 tempest-VolumesSnapshotTestJSON-1357221646-project] 10.222.0.47 "GET /v2.0/security-groups?id=f095c61c-fe4a-44c2-90e3-b7fb4e45e31a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1012933
Apr 15 19:55:33.684699 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d72720-7db2-4847-919a-4eac229c8168 req-8c2e476f-a347-459c-80fb-20c60a691421 tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:55:33.699851 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-13d72720-7db2-4847-919a-4eac229c8168 req-8c2e476f-a347-459c-80fb-20c60a691421 tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] 10.222.0.47 "GET /v2.0/ports?device_id=15ded056-669a-490c-bb20-a972f8e772bb HTTP/1.1" status: 200  len: 945 time: 0.2293773
Apr 15 19:55:33.752369 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.l3_dvr_db [None req-63aa4397-78bd-449b-930d-136af18ae30d None None] Set router 6478729e-102a-4a30-b790-61decb297583 gateway port host: dv-cinder-786383-2-iscsi {{(pid=85346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 19:55:33.816091 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-13d72720-7db2-4847-919a-4eac229c8168 req-0cc57033-09a5-4c2d-b785-a8a80eb654ef tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] 10.222.0.47 "GET /v2.0/security-groups?id=500453f8-6d6a-46df-a520-49d2e2355d6e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1129768
Apr 15 19:55:33.890500 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource [req-e1a538e0-59ad-4d8e-a53e-98144297ca0e req-b977ac5e-ad27-43b8-ac07-b98ac570c64a tempest-AttachVolumeTestJSON-1178366330 tempest-AttachVolumeTestJSON-1178366330-project] Synchronizing usage tracker for tenant:5031830a47dd4af1b1ffb83e812d61ea on resource:port {{(pid=85345) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 15 19:55:33.923649 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource [req-e1a538e0-59ad-4d8e-a53e-98144297ca0e req-b977ac5e-ad27-43b8-ac07-b98ac570c64a tempest-AttachVolumeTestJSON-1178366330 tempest-AttachVolumeTestJSON-1178366330-project] Unset dirty status for tenant:5031830a47dd4af1b1ffb83e812d61ea on resource:port {{(pid=85345) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 15 19:55:33.926758 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-e1a538e0-59ad-4d8e-a53e-98144297ca0e req-b977ac5e-ad27-43b8-ac07-b98ac570c64a tempest-AttachVolumeTestJSON-1178366330 tempest-AttachVolumeTestJSON-1178366330-project] 10.222.0.47 "GET /v2.0/ports?device_id=a862c73b-2bc6-4fac-8fe4-b9a5402e1935 HTTP/1.1" status: 200  len: 210 time: 0.1888070
Apr 15 19:55:34.413251 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.l3_hamode_db [None req-63aa4397-78bd-449b-930d-136af18ae30d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe8b97e7f60>, [{'id': '6478729e-102a-4a30-b790-61decb297583', 'name': 'tempest-AttachVolumeTestJSON-751206198-router', 'tenant_id': '5031830a47dd4af1b1ffb83e812d61ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b576887-bb01-4bfc-8617-ca8b886d7b7e', 'external_fixed_ips': [{'subnet_id': '7ad9face-0ae3-4529-aacd-d53ebb36e4d0', 'ip_address': '172.27.2.113'}], 'enable_snat': True}, 'gw_port_id': '90c2c053-c6a6-4b44-ad5c-9a4933c79339', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:48:19Z', 'updated_at': '2021-04-15T19:48:32Z', 'revision_number': 4, 'project_id': '5031830a47dd4af1b1ffb83e812d61ea', 'gw_port': {'id': '90c2c053-c6a6-4b44-ad5c-9a4933c79339', 'name': '', 'network_id': '0b576887-bb01-4bfc-8617-ca8b886d7b7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:89:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6478729e-102a-4a30-b790-61decb297583', 'device_owner': 'network:router_gateway', 'standard_attr_id': 54, 'fixed_ips': [{'subnet_id': '7ad9face-0ae3-4529-aacd-d53ebb36e4d0', 'ip_address': '172.27.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:48:21Z', 'updated_at': '2021-04-15T19:48:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ad9face-0ae3-4529-aacd-d53ebb36e4d0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-2-iscsi', '_interfaces': [{'id': 'dcc948ac-1cad-4ecf-8c41-5f7bf7e657c9', 'name': '', 'network_id': '4d82f7b7-d97c-4f69-af76-26788d15aead', 'tenant_id': '5031830a47dd4af1b1ffb83e812d61ea', 'mac_address': 'fa:16:3e:64:1e:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6478729e-102a-4a30-b790-61decb297583', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'c9a5e3d2-b4cb-4ff6-afc6-75b296b42958', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:48:28Z', 'updated_at': '2021-04-15T19:48:53Z', 'revision_number': 5, 'project_id': '5031830a47dd4af1b1ffb83e812d61ea', 'subnets': [{'id': 'c9a5e3d2-b4cb-4ff6-afc6-75b296b42958', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786383-2-iscsi', False) {} {{(pid=85346) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 19:55:34.421990 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63aa4397-78bd-449b-930d-136af18ae30d None None] Checking router: 6478729e-102a-4a30-b790-61decb297583 for host: dv-cinder-786383-2-iscsi {{(pid=85346) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 15 19:55:34.440048 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63aa4397-78bd-449b-930d-136af18ae30d None None] Routers {'6478729e-102a-4a30-b790-61decb297583'} bound to L3 agent in host dv-cinder-786383-2-iscsi {{(pid=85346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 19:55:34.441236 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.l3_hamode_db [None req-63aa4397-78bd-449b-930d-136af18ae30d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe8b97e7f60>, 'dv-cinder-786383-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-15T19:40:08Z,description=<?>,heartbeat_timestamp=2021-04-15T19:55:08Z,host='dv-cinder-786383-2-iscsi',id=74482fb0-5b00-43f0-8fa9-533a3c8b2378,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T19:40:08Z,topic='l3_agent')) {'router_ids': ['6478729e-102a-4a30-b790-61decb297583'], 'active': True} {{(pid=85346) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 19:55:34.753750 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.l3_dvr_db [None req-63aa4397-78bd-449b-930d-136af18ae30d None None] Set router 6478729e-102a-4a30-b790-61decb297583 gateway port host: dv-cinder-786383-2-iscsi {{(pid=85346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 19:55:35.199398 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.wsgi [-] (85345) accepted ('10.222.0.47', 50462) {{(pid=85345) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:55:35.287040 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97757e4a-e58e-4362-9ff0-df1f99ad92f4 req-c56b269d-b5bd-4209-a97a-ba19379f0807 tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:55:35.289869 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-97757e4a-e58e-4362-9ff0-df1f99ad92f4 req-c56b269d-b5bd-4209-a97a-ba19379f0807 tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] 10.222.0.47 "GET /v2.0/ports?device_id=15ded056-669a-490c-bb20-a972f8e772bb HTTP/1.1" status: 200  len: 945 time: 0.2019618
Apr 15 19:55:35.326351 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-c70daa1c-2fab-4904-99cf-82ad22496f16 tempest-AttachVolumeTestJSON-1178366330 tempest-AttachVolumeTestJSON-1178366330-project] Notify callbacks [] for security_group, before_delete {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:55:35.385154 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-97757e4a-e58e-4362-9ff0-df1f99ad92f4 req-e90dd76e-cb2a-44fb-9685-31347378c862 tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] 10.222.0.47 "GET /v2.0/security-groups?id=500453f8-6d6a-46df-a520-49d2e2355d6e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0778298
Apr 15 19:55:35.388867 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-c70daa1c-2fab-4904-99cf-82ad22496f16 tempest-AttachVolumeTestJSON-1178366330 tempest-AttachVolumeTestJSON-1178366330-project] Notify callbacks [] for security_group, precommit_delete {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:55:35.401679 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.l3_hamode_db [None req-63aa4397-78bd-449b-930d-136af18ae30d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe8b97e7f60>, [{'id': '6478729e-102a-4a30-b790-61decb297583', 'name': 'tempest-AttachVolumeTestJSON-751206198-router', 'tenant_id': '5031830a47dd4af1b1ffb83e812d61ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b576887-bb01-4bfc-8617-ca8b886d7b7e', 'external_fixed_ips': [{'subnet_id': '7ad9face-0ae3-4529-aacd-d53ebb36e4d0', 'ip_address': '172.27.2.113'}], 'enable_snat': True}, 'gw_port_id': '90c2c053-c6a6-4b44-ad5c-9a4933c79339', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:48:19Z', 'updated_at': '2021-04-15T19:48:32Z', 'revision_number': 4, 'project_id': '5031830a47dd4af1b1ffb83e812d61ea', 'gw_port': {'id': '90c2c053-c6a6-4b44-ad5c-9a4933c79339', 'name': '', 'network_id': '0b576887-bb01-4bfc-8617-ca8b886d7b7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:89:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6478729e-102a-4a30-b790-61decb297583', 'device_owner': 'network:router_gateway', 'standard_attr_id': 54, 'fixed_ips': [{'subnet_id': '7ad9face-0ae3-4529-aacd-d53ebb36e4d0', 'ip_address': '172.27.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:48:21Z', 'updated_at': '2021-04-15T19:48:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ad9face-0ae3-4529-aacd-d53ebb36e4d0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-2-iscsi', '_interfaces': [{'id': 'dcc948ac-1cad-4ecf-8c41-5f7bf7e657c9', 'name': '', 'network_id': '4d82f7b7-d97c-4f69-af76-26788d15aead', 'tenant_id': '5031830a47dd4af1b1ffb83e812d61ea', 'mac_address': 'fa:16:3e:64:1e:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6478729e-102a-4a30-b790-61decb297583', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'c9a5e3d2-b4cb-4ff6-afc6-75b296b42958', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:48:28Z', 'updated_at': '2021-04-15T19:48:53Z', 'revision_number': 5, 'project_id': '5031830a47dd4af1b1ffb83e812d61ea', 'subnets': [{'id': 'c9a5e3d2-b4cb-4ff6-afc6-75b296b42958', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786383-2-iscsi', False) {} {{(pid=85346) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 19:55:35.407805 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63aa4397-78bd-449b-930d-136af18ae30d None None] The sync data for ids ['6478729e-102a-4a30-b790-61decb297583'] in dv-cinder-786383-2-iscsi is: [{'id': '6478729e-102a-4a30-b790-61decb297583', 'name': 'tempest-AttachVolumeTestJSON-751206198-router', 'tenant_id': '5031830a47dd4af1b1ffb83e812d61ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b576887-bb01-4bfc-8617-ca8b886d7b7e', 'external_fixed_ips': [{'subnet_id': '7ad9face-0ae3-4529-aacd-d53ebb36e4d0', 'ip_address': '172.27.2.113'}], 'enable_snat': True}, 'gw_port_id': '90c2c053-c6a6-4b44-ad5c-9a4933c79339', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:48:19Z', 'updated_at': '2021-04-15T19:48:32Z', 'revision_number': 4, 'project_id': '5031830a47dd4af1b1ffb83e812d61ea', 'gw_port': {'id': '90c2c053-c6a6-4b44-ad5c-9a4933c79339', 'name': '', 'network_id': '0b576887-bb01-4bfc-8617-ca8b886d7b7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:89:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6478729e-102a-4a30-b790-61decb297583', 'device_owner': 'network:router_gateway', 'standard_attr_id': 54, 'fixed_ips': [{'subnet_id': '7ad9face-0ae3-4529-aacd-d53ebb36e4d0', 'ip_address': '172.27.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:48:21Z', 'updated_at': '2021-04-15T19:48:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ad9face-0ae3-4529-aacd-d53ebb36e4d0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-2-iscsi', '_interfaces': [{'id': 'dcc948ac-1cad-4ecf-8c41-5f7bf7e657c9', 'name': '', 'network_id': '4d82f7b7-d97c-4f69-af76-26788d15aead', 'tenant_id': '5031830a47dd4af1b1ffb83e812d61ea', 'mac_address': 'fa:16:3e:64:1e:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6478729e-102a-4a30-b790-61decb297583', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'c9a5e3d2-b4cb-4ff6-afc6-75b296b42958', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:48:28Z', 'updated_at': '2021-04-15T19:48:53Z', 'revision_number': 5, 'project_id': '5031830a47dd4af1b1ffb83e812d61ea', 'subnets': [{'id': 'c9a5e3d2-b4cb-4ff6-afc6-75b296b42958', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 15 19:55:35.452674 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-692507b9-b086-4166-9cd0-fabaac3f19aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789847050935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-428960'] for agent, after_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:55:35.489823 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-c70daa1c-2fab-4904-99cf-82ad22496f16 tempest-AttachVolumeTestJSON-1178366330 tempest-AttachVolumeTestJSON-1178366330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806004'] for security_group, after_delete {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:55:35.496270 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-bfbce877-1326-4bd2-86cb-35168b8a6d85 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:55:35.515665 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70daa1c-2fab-4904-99cf-82ad22496f16 tempest-AttachVolumeTestJSON-1178366330 tempest-AttachVolumeTestJSON-1178366330-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6487eb03-e8ae-4d3c-99fb-8cea34ccc313,revision_number=None']} {{(pid=85345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:55:35.519722 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-c70daa1c-2fab-4904-99cf-82ad22496f16 tempest-AttachVolumeTestJSON-1178366330 tempest-AttachVolumeTestJSON-1178366330-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:55:35.542173 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-c70daa1c-2fab-4904-99cf-82ad22496f16 tempest-AttachVolumeTestJSON-1178366330 tempest-AttachVolumeTestJSON-1178366330-project] Notify callbacks [] for security_group, before_response {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:55:35.550017 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [None req-c70daa1c-2fab-4904-99cf-82ad22496f16 tempest-AttachVolumeTestJSON-1178366330 tempest-AttachVolumeTestJSON-1178366330-project] 10.222.0.47 "DELETE /v2.0/security-groups/6487eb03-e8ae-4d3c-99fb-8cea34ccc313 HTTP/1.1" status: 204  len: 168 time: 0.3445110
Apr 15 19:55:35.550311 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.rpc [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Device 412daaca-58b6-4ca2-9c20-8a295a14bf13 no longer exists at agent hyperv_hv-cinder-78638 {{(pid=85346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 15 19:55:35.550608 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.wsgi [-] (85344) accepted ('10.222.0.47', 50468) {{(pid=85344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:55:35.590760 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.api.v2.resource [None req-eb45088c-ba8d-4b87-b212-afba906d588e tempest-AttachVolumeTestJSON-1178366330 tempest-AttachVolumeTestJSON-1178366330-project] show failed (client error): The resource could not be found.
Apr 15 19:55:35.593272 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [None req-eb45088c-ba8d-4b87-b212-afba906d588e tempest-AttachVolumeTestJSON-1178366330 tempest-AttachVolumeTestJSON-1178366330-project] 10.222.0.47 "GET /v2.0/security-groups/6487eb03-e8ae-4d3c-99fb-8cea34ccc313 HTTP/1.1" status: 404  len: 347 time: 0.0407627
Apr 15 19:55:35.595157 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.plugin [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] No Port match for: 412daaca-58b6-4ca2-9c20-8a295a14bf13 {{(pid=85346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 15 19:55:35.595707 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.rpc [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Device 412daaca-58b6-4ca2-9c20-8a295a14bf13 not bound to the agent host hv-cinder-78638 {{(pid=85346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 15 19:55:35.596192 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.rpc [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Device 033069ce-9f6b-4a8e-9537-d15a30597c12 no longer exists at agent hyperv_hv-cinder-78638 {{(pid=85346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 15 19:55:35.598657 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.wsgi [-] (85345) accepted ('10.222.0.47', 50472) {{(pid=85345) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:55:35.760549 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854565853'] for port, before_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:55:35.860289 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.db [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] For port 033069ce-9f6b-4a8e-9537-d15a30597c12, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=033069ce-9f6b-4a8e-9537-d15a30597c12,segment=NetworkSegment(50fe2df4-77d3-40aa-a8a3-45d53f7bd89a),segment_id=50fe2df4-77d3-40aa-a8a3-45d53f7bd89a)] {{(pid=85346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 19:55:35.862397 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15ded056-669a-490c-bb20-a972f8e772bb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '033069ce-9f6b-4a8e-9537-d15a30597c12'}] {{(pid=85346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 19:55:35.873871 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854693686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852972410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789846929216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789846482410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789846483725'] for port, after_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:55:35.877031 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:55:35.959846 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.plugin [None req-11850363-4322-4486-8a16-16b72db9e201 tempest-AttachVolumeTestJSON-1178366330 tempest-AttachVolumeTestJSON-1178366330-project] Deleting port c49c6f66-8383-4625-98a1-03e6c2ae1959 {{(pid=85345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 19:55:35.960408 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-11850363-4322-4486-8a16-16b72db9e201 tempest-AttachVolumeTestJSON-1178366330 tempest-AttachVolumeTestJSON-1178366330-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363247007848052'] for port, before_delete {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:55:36.019415 dv-cinder-786383-2-iscsi neutron-server[85229]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '15ded056-669a-490c-bb20-a972f8e772bb', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '033069ce-9f6b-4a8e-9537-d15a30597c12', 'code': 422} returned with failed status
Apr 15 19:55:36.056754 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Pushing event updated for resources: {'Port': ['ID=033069ce-9f6b-4a8e-9537-d15a30597c12,revision_number=8']} {{(pid=85346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:55:36.062208 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:55:36.175471 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59cb17c1-ceec-4971-90c7-edf0ee8fa36a None None] New status for floating IP 9739caa2-cee2-4e07-b82d-88777f101346: DOWN {{(pid=85347) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 15 19:55:36.204066 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-11850363-4322-4486-8a16-16b72db9e201 tempest-AttachVolumeTestJSON-1178366330 tempest-AttachVolumeTestJSON-1178366330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853097680'] for port, precommit_delete {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:55:36.204507 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-11850363-4322-4486-8a16-16b72db9e201 tempest-AttachVolumeTestJSON-1178366330 tempest-AttachVolumeTestJSON-1178366330-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:55:36.362424 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.plugin [None req-11850363-4322-4486-8a16-16b72db9e201 tempest-AttachVolumeTestJSON-1178366330 tempest-AttachVolumeTestJSON-1178366330-project] Calling delete_port for c49c6f66-8383-4625-98a1-03e6c2ae1959 owned by network:floatingip {{(pid=85345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 15 19:55:36.539907 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-11850363-4322-4486-8a16-16b72db9e201 tempest-AttachVolumeTestJSON-1178366330 tempest-AttachVolumeTestJSON-1178366330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854693686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852972410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789846929199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363247008293407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2200102'] for port, after_delete {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:55:36.542638 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.db.api [None req-59cb17c1-ceec-4971-90c7-edf0ee8fa36a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=85347) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 15 19:55:36.543363 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_db.api [None req-59cb17c1-ceec-4971-90c7-edf0ee8fa36a None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=85347) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 15 19:55:36.561437 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:55:36.737815 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11850363-4322-4486-8a16-16b72db9e201 tempest-AttachVolumeTestJSON-1178366330 tempest-AttachVolumeTestJSON-1178366330-project] Pushing event deleted for resources: {'Port': ['ID=c49c6f66-8383-4625-98a1-03e6c2ae1959,revision_number=None']} {{(pid=85345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:55:36.745125 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-11850363-4322-4486-8a16-16b72db9e201 tempest-AttachVolumeTestJSON-1178366330 tempest-AttachVolumeTestJSON-1178366330-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:55:37.044905 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59cb17c1-ceec-4971-90c7-edf0ee8fa36a None None] New status for floating IP 9739caa2-cee2-4e07-b82d-88777f101346: DOWN {{(pid=85347) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 15 19:55:37.143904 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-11850363-4322-4486-8a16-16b72db9e201 tempest-AttachVolumeTestJSON-1178366330 tempest-AttachVolumeTestJSON-1178366330-project] Notify callbacks [] for floatingip, after_delete {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:55:37.211656 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-a7484e84-c475-44bc-94e4-b2bd85874633 req-bb9aa75c-0295-4eea-ac2f-cdd8ffc00db1 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=857fbe8c-896b-4aaf-b163-5403866ce223&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.2260745
Apr 15 19:55:37.214043 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-11850363-4322-4486-8a16-16b72db9e201 tempest-AttachVolumeTestJSON-1178366330 tempest-AttachVolumeTestJSON-1178366330-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771739'] for floatingip, before_response {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:55:37.215413 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [None req-11850363-4322-4486-8a16-16b72db9e201 tempest-AttachVolumeTestJSON-1178366330 tempest-AttachVolumeTestJSON-1178366330-project] 10.222.0.47 "DELETE /v2.0/floatingips/9739caa2-cee2-4e07-b82d-88777f101346 HTTP/1.1" status: 204  len: 168 time: 1.6155117
Apr 15 19:55:37.468191 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7484e84-c475-44bc-94e4-b2bd85874633 req-e35f2874-82cc-4924-a64c-5683720ecf36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:55:37.470100 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-a7484e84-c475-44bc-94e4-b2bd85874633 req-e35f2874-82cc-4924-a64c-5683720ecf36 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=eb14f2a277d24b47a4387fa0c3b543f8&device_id=857fbe8c-896b-4aaf-b163-5403866ce223 HTTP/1.1" status: 200  len: 1099 time: 0.1531448
Apr 15 19:55:37.665457 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7484e84-c475-44bc-94e4-b2bd85874633 req-22f30a3a-60df-44fb-84bb-bf9dbea1729f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:55:37.667098 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-a7484e84-c475-44bc-94e4-b2bd85874633 req-22f30a3a-60df-44fb-84bb-bf9dbea1729f service neutron] 10.222.0.65 "GET /v2.0/networks?id=91119058-40a7-4d92-9915-8ad275971f47 HTTP/1.1" status: 200  len: 914 time: 0.1705439
Apr 15 19:55:37.751923 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-a7484e84-c475-44bc-94e4-b2bd85874633 req-862fb67b-c95c-44d0-b976-22060badec59 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fe87fa88-8e19-4537-9aa9-c7309f19c1f0 HTTP/1.1" status: 200  len: 217 time: 0.0779414
Apr 15 19:55:37.837028 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7484e84-c475-44bc-94e4-b2bd85874633 req-6894ac7f-cc96-43a2-a170-1c572ca7361d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:55:37.838822 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-a7484e84-c475-44bc-94e4-b2bd85874633 req-6894ac7f-cc96-43a2-a170-1c572ca7361d service neutron] 10.222.0.65 "GET /v2.0/subnets?id=b2e1a883-1b41-4d7e-b551-2578999cbee3 HTTP/1.1" status: 200  len: 853 time: 0.0801396
Apr 15 19:55:37.899443 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-a7484e84-c475-44bc-94e4-b2bd85874633 req-0e58205f-8557-4e33-af17-73b35caa753b service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=91119058-40a7-4d92-9915-8ad275971f47&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0528834
Apr 15 19:55:38.072868 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-a7484e84-c475-44bc-94e4-b2bd85874633 req-66638642-52f0-46f0-a508-378c0a3a1230 service neutron] 10.222.0.65 "GET /v2.0/networks/91119058-40a7-4d92-9915-8ad275971f47?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1652815
Apr 15 19:55:38.102134 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-ccd4f698-1eef-4ade-a2ea-1582bf00af4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789847050935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-428960'] for agent, after_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:55:38.299814 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda00e68-5b1a-41f8-91df-e3b12ca7441c req-ec712282-ac52-4b65-a781-1961a7e8367c tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:55:38.302713 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-cda00e68-5b1a-41f8-91df-e3b12ca7441c req-ec712282-ac52-4b65-a781-1961a7e8367c tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] 10.222.0.47 "GET /v2.0/ports?device_id=15ded056-669a-490c-bb20-a972f8e772bb HTTP/1.1" status: 200  len: 943 time: 0.1320245
Apr 15 19:55:38.307392 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-a7484e84-c475-44bc-94e4-b2bd85874633 req-870763b2-c49d-4cd9-b652-b42ea4940ba7 service neutron] 10.222.0.65 "GET /v2.0/networks/91119058-40a7-4d92-9915-8ad275971f47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2272704
Apr 15 19:55:38.313376 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789847050935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-428960'] for agent, after_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:55:38.317419 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-31c45612-a6dc-43dc-8c3a-7ae38c5e2b53 req-baca0774-ac43-4083-b9c1-9139a5d89bcb service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=15ded056-669a-490c-bb20-a972f8e772bb&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1495581
Apr 15 19:55:38.385997 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-cda00e68-5b1a-41f8-91df-e3b12ca7441c req-24bed65f-6410-4ebc-bce7-867290a1e9c7 tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] 10.222.0.47 "GET /v2.0/security-groups?id=500453f8-6d6a-46df-a520-49d2e2355d6e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0604677
Apr 15 19:55:39.025366 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c45612-a6dc-43dc-8c3a-7ae38c5e2b53 req-92c8f48a-1364-4f63-9c20-de89cb5ddc29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:55:39.027062 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-31c45612-a6dc-43dc-8c3a-7ae38c5e2b53 req-92c8f48a-1364-4f63-9c20-de89cb5ddc29 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=15ded056-669a-490c-bb20-a972f8e772bb&tenant_id=4bae275d2add4a8a85e8b627d205bb33 HTTP/1.1" status: 200  len: 1096 time: 0.0912273
Apr 15 19:55:39.151811 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-b400c4f8-8969-424f-8663-39cf5b6e1207 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789847050935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-428960'] for agent, after_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:55:39.156089 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c45612-a6dc-43dc-8c3a-7ae38c5e2b53 req-d5a543cd-db19-4068-b7df-c11e3220da06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:55:39.157859 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-31c45612-a6dc-43dc-8c3a-7ae38c5e2b53 req-d5a543cd-db19-4068-b7df-c11e3220da06 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=4bae275d2add4a8a85e8b627d205bb33&device_id=15ded056-669a-490c-bb20-a972f8e772bb HTTP/1.1" status: 200  len: 1096 time: 0.1058359
Apr 15 19:55:39.377322 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c45612-a6dc-43dc-8c3a-7ae38c5e2b53 req-5985b9ff-ade2-4c6d-9f7b-4f8b0c8f16f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:55:39.379029 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-31c45612-a6dc-43dc-8c3a-7ae38c5e2b53 req-5985b9ff-ade2-4c6d-9f7b-4f8b0c8f16f6 service neutron] 10.222.0.65 "GET /v2.0/networks?id=3371f473-4c26-4f81-abc4-c2c4353fa3ab HTTP/1.1" status: 200  len: 918 time: 0.2137711
Apr 15 19:55:39.540376 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-56ecdebd-c5a0-4569-bc96-ba437f5ce558 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789847050935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-428960'] for agent, after_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:55:39.578967 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.rpc [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Device 033069ce-9f6b-4a8e-9537-d15a30597c12 no longer exists at agent hyperv_hv-cinder-78638 {{(pid=85346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 15 19:55:39.886590 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-31c45612-a6dc-43dc-8c3a-7ae38c5e2b53 req-ce3299c5-0232-49bb-ba5e-41b4a55dc132 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=033069ce-9f6b-4a8e-9537-d15a30597c12 HTTP/1.1" status: 200  len: 999 time: 0.4982398
Apr 15 19:55:39.989944 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c45612-a6dc-43dc-8c3a-7ae38c5e2b53 req-a7f781dd-9685-413b-805c-b4d73f85c0c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:55:39.991601 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-31c45612-a6dc-43dc-8c3a-7ae38c5e2b53 req-a7f781dd-9685-413b-805c-b4d73f85c0c9 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=8272d6a7-33c7-4e21-aec7-64c68285458e HTTP/1.1" status: 200  len: 856 time: 0.0914321
Apr 15 19:55:40.062908 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60581a55-079c-4f8f-8147-c4c0341029d4 req-9973ad49-ffae-4b40-bb36-af903308c93b tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:55:40.064539 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-60581a55-079c-4f8f-8147-c4c0341029d4 req-9973ad49-ffae-4b40-bb36-af903308c93b tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] 10.222.0.47 "GET /v2.0/ports?device_id=15ded056-669a-490c-bb20-a972f8e772bb HTTP/1.1" status: 200  len: 943 time: 0.2195852
Apr 15 19:55:40.182866 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-60581a55-079c-4f8f-8147-c4c0341029d4 req-b111ff20-2b90-454e-8210-07258af9c6a8 tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] 10.222.0.47 "GET /v2.0/security-groups?id=500453f8-6d6a-46df-a520-49d2e2355d6e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1042247
Apr 15 19:55:40.194206 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c45612-a6dc-43dc-8c3a-7ae38c5e2b53 req-e368ebdc-20c6-47e4-9b8c-70c2f651939f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:55:40.197837 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-31c45612-a6dc-43dc-8c3a-7ae38c5e2b53 req-e368ebdc-20c6-47e4-9b8c-70c2f651939f service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=3371f473-4c26-4f81-abc4-c2c4353fa3ab&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1987433
Apr 15 19:55:40.426110 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-31c45612-a6dc-43dc-8c3a-7ae38c5e2b53 req-276ea3e0-b8ca-4ff5-b136-a1d0fd41d760 service neutron] 10.222.0.65 "GET /v2.0/networks/3371f473-4c26-4f81-abc4-c2c4353fa3ab?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2205446
Apr 15 19:55:40.586985 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-3d77682a-3290-49f5-9a09-7e8e47f8ddca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789847050935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-428960'] for agent, after_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:55:40.659207 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-31c45612-a6dc-43dc-8c3a-7ae38c5e2b53 req-66ce5145-14a6-4f66-bea1-fc3342cd2636 service neutron] 10.222.0.65 "GET /v2.0/networks/3371f473-4c26-4f81-abc4-c2c4353fa3ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2228069
Apr 15 19:55:41.491404 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0908161-eed4-499c-8a9f-ad079be1e229 req-c2704c51-bc98-4193-9c2a-bef4a21172c4 tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:55:41.495021 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-e0908161-eed4-499c-8a9f-ad079be1e229 req-c2704c51-bc98-4193-9c2a-bef4a21172c4 tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] 10.222.0.47 "GET /v2.0/ports?device_id=15ded056-669a-490c-bb20-a972f8e772bb HTTP/1.1" status: 200  len: 943 time: 0.1436396
Apr 15 19:55:41.604086 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-e0908161-eed4-499c-8a9f-ad079be1e229 req-0b606353-01b3-470a-b802-337eb7d62d87 tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] 10.222.0.47 "GET /v2.0/security-groups?id=500453f8-6d6a-46df-a520-49d2e2355d6e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1015787
Apr 15 19:55:42.193129 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.wsgi [-] (85344) accepted ('10.222.0.47', 50578) {{(pid=85344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:55:43.058803 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a642b9d-c067-4026-a801-31ffdd9f21b5 req-a2dd2c17-4ce5-4ade-a2f7-308df0fd4c63 tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:55:43.062167 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-8a642b9d-c067-4026-a801-31ffdd9f21b5 req-a2dd2c17-4ce5-4ade-a2f7-308df0fd4c63 tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] 10.222.0.47 "GET /v2.0/ports?device_id=15ded056-669a-490c-bb20-a972f8e772bb HTTP/1.1" status: 200  len: 943 time: 0.1689830
Apr 15 19:55:43.150327 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-4f7c430c-e956-46af-91eb-3f0e9a4e828b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036853103613'] for router_interface, before_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:55:43.201346 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-8a642b9d-c067-4026-a801-31ffdd9f21b5 req-783ed3ae-be41-4017-8a48-5f542c2abf97 tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] 10.222.0.47 "GET /v2.0/security-groups?id=500453f8-6d6a-46df-a520-49d2e2355d6e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1282468
Apr 15 19:55:43.678796 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.plugin [None req-4f7c430c-e956-46af-91eb-3f0e9a4e828b admin admin] Deleting port dcc948ac-1cad-4ecf-8c41-5f7bf7e657c9 {{(pid=85344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 19:55:43.679744 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-4f7c430c-e956-46af-91eb-3f0e9a4e828b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363247007848052'] for port, before_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:55:43.913079 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.db [None req-4f7c430c-e956-46af-91eb-3f0e9a4e828b admin admin] For port dcc948ac-1cad-4ecf-8c41-5f7bf7e657c9, host dv-cinder-786383-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-2-iscsi',level=0,port_id=dcc948ac-1cad-4ecf-8c41-5f7bf7e657c9,segment=NetworkSegment(fba2751d-d069-4029-bec8-ed01c7a617d8),segment_id=fba2751d-d069-4029-bec8-ed01c7a617d8)] {{(pid=85344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 19:55:43.913534 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-4f7c430c-e956-46af-91eb-3f0e9a4e828b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853097680'] for port, precommit_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:55:44.060298 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.plugin [None req-4f7c430c-e956-46af-91eb-3f0e9a4e828b admin admin] Calling delete_port for dcc948ac-1cad-4ecf-8c41-5f7bf7e657c9 owned by network:router_interface {{(pid=85344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 15 19:55:44.332081 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-4f7c430c-e956-46af-91eb-3f0e9a4e828b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854693686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852972410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789846929199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363247008293407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851621869'] for port, after_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:55:44.346982 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-54c16570-1bfa-4e2c-aecc-0a6d1e4731cb tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:55:44.922560 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7c430c-e956-46af-91eb-3f0e9a4e828b admin admin] Pushing event deleted for resources: {'Port': ['ID=dcc948ac-1cad-4ecf-8c41-5f7bf7e657c9,revision_number=None']} {{(pid=85344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:55:44.968981 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f7c430c-e956-46af-91eb-3f0e9a4e828b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:55:44.969403 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f7c430c-e956-46af-91eb-3f0e9a4e828b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:55:44.969814 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f7c430c-e956-46af-91eb-3f0e9a4e828b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:55:44.970223 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f7c430c-e956-46af-91eb-3f0e9a4e828b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:55:44.970627 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f7c430c-e956-46af-91eb-3f0e9a4e828b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:55:44.971061 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f7c430c-e956-46af-91eb-3f0e9a4e828b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:55:44.971454 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f7c430c-e956-46af-91eb-3f0e9a4e828b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:55:44.971932 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f7c430c-e956-46af-91eb-3f0e9a4e828b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:55:44.972489 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f7c430c-e956-46af-91eb-3f0e9a4e828b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:55:44.972882 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f7c430c-e956-46af-91eb-3f0e9a4e828b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:55:44.973359 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f7c430c-e956-46af-91eb-3f0e9a4e828b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:55:44.973861 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f7c430c-e956-46af-91eb-3f0e9a4e828b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:55:44.996355 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-4f7c430c-e956-46af-91eb-3f0e9a4e828b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.649s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:55:45.094874 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ff31cd-67ed-4cfa-a7ad-c8875dd3054b req-6507e3d2-d38c-4469-bfcd-36ff71dc51b3 tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:55:45.096770 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-04ff31cd-67ed-4cfa-a7ad-c8875dd3054b req-6507e3d2-d38c-4469-bfcd-36ff71dc51b3 tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] 10.222.0.47 "GET /v2.0/ports?device_id=15ded056-669a-490c-bb20-a972f8e772bb HTTP/1.1" status: 200  len: 943 time: 0.7095497
Apr 15 19:55:45.331355 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-04ff31cd-67ed-4cfa-a7ad-c8875dd3054b req-5dd41ec6-927e-4332-86e0-0d327b2c770e tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] 10.222.0.47 "GET /v2.0/security-groups?id=500453f8-6d6a-46df-a520-49d2e2355d6e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2014682
Apr 15 19:55:45.666368 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-4f7c430c-e956-46af-91eb-3f0e9a4e828b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1803407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036853102680'] for router_interface, after_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:55:46.471799 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f7c430c-e956-46af-91eb-3f0e9a4e828b admin admin] Router 6478729e-102a-4a30-b790-61decb297583 has already been hosted by L3 agent 74482fb0-5b00-43f0-8fa9-533a3c8b2378 {{(pid=85344) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 15 19:55:46.736910 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f7c430c-e956-46af-91eb-3f0e9a4e828b admin admin] Notify agent at l3_agent.dv-cinder-786383-2-iscsi the message routers_updated {{(pid=85344) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 15 19:55:46.762993 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4353f5cb-15a4-4fbd-ace1-7378eae87e59 None None] Sync routers for ids ['6478729e-102a-4a30-b790-61decb297583'] in dv-cinder-786383-2-iscsi {{(pid=85346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 15 19:55:46.771702 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [None req-4f7c430c-e956-46af-91eb-3f0e9a4e828b admin admin] 10.222.0.47 "PUT /v2.0/routers/6478729e-102a-4a30-b790-61decb297583/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 4.5773134
Apr 15 19:55:46.777380 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.wsgi [-] (85344) accepted ('10.222.0.47', 50600) {{(pid=85344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:55:46.795020 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4353f5cb-15a4-4fbd-ace1-7378eae87e59 None None] Routers {'6478729e-102a-4a30-b790-61decb297583'} bound to L3 agent in host dv-cinder-786383-2-iscsi {{(pid=85346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 19:55:46.796696 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.l3_hamode_db [None req-4353f5cb-15a4-4fbd-ace1-7378eae87e59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe8b9ae9940>, 'dv-cinder-786383-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-15T19:40:08Z,description=<?>,heartbeat_timestamp=2021-04-15T19:55:38Z,host='dv-cinder-786383-2-iscsi',id=74482fb0-5b00-43f0-8fa9-533a3c8b2378,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T19:40:08Z,topic='l3_agent')) {'router_ids': ['6478729e-102a-4a30-b790-61decb297583'], 'active': True} {{(pid=85346) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 19:55:46.962122 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5dd8287-e846-4412-8e3f-39c27499c1e3 req-6221c846-b2de-46f1-91db-f5ac9f75f95d tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:55:46.973726 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-d5dd8287-e846-4412-8e3f-39c27499c1e3 req-6221c846-b2de-46f1-91db-f5ac9f75f95d tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] 10.222.0.47 "GET /v2.0/ports?device_id=15ded056-669a-490c-bb20-a972f8e772bb HTTP/1.1" status: 200  len: 943 time: 0.2246225
Apr 15 19:55:46.985323 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.agents_db [None req-b0af7715-6be6-4101-aede-c7b275f02801 None None] Agent healthcheck: found 6 active agents {{(pid=85347) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 15 19:55:47.072503 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-d5dd8287-e846-4412-8e3f-39c27499c1e3 req-9cbefaf7-83e3-41af-a256-31f9811e35ba tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] 10.222.0.47 "GET /v2.0/security-groups?id=500453f8-6d6a-46df-a520-49d2e2355d6e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0976462
Apr 15 19:55:47.257570 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.l3_dvr_db [None req-4353f5cb-15a4-4fbd-ace1-7378eae87e59 None None] Set router 6478729e-102a-4a30-b790-61decb297583 gateway port host: dv-cinder-786383-2-iscsi {{(pid=85346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 19:55:47.323669 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-8e4eac3d-6ece-4141-86c0-01b2d9b353d4 admin admin] Notify callbacks [] for router, before_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:55:47.795447 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-8e4eac3d-6ece-4141-86c0-01b2d9b353d4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:55:47.812927 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.plugin [None req-8e4eac3d-6ece-4141-86c0-01b2d9b353d4 admin admin] Deleting port 90c2c053-c6a6-4b44-ad5c-9a4933c79339 {{(pid=85344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 19:55:47.813244 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-8e4eac3d-6ece-4141-86c0-01b2d9b353d4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363247007848052'] for port, before_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:55:47.891171 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.l3_hamode_db [None req-4353f5cb-15a4-4fbd-ace1-7378eae87e59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe8b9ae9940>, [{'id': '6478729e-102a-4a30-b790-61decb297583', 'name': 'tempest-AttachVolumeTestJSON-751206198-router', 'tenant_id': '5031830a47dd4af1b1ffb83e812d61ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b576887-bb01-4bfc-8617-ca8b886d7b7e', 'external_fixed_ips': [{'subnet_id': '7ad9face-0ae3-4529-aacd-d53ebb36e4d0', 'ip_address': '172.27.2.113'}], 'enable_snat': True}, 'gw_port_id': '90c2c053-c6a6-4b44-ad5c-9a4933c79339', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:48:19Z', 'updated_at': '2021-04-15T19:55:44Z', 'revision_number': 5, 'project_id': '5031830a47dd4af1b1ffb83e812d61ea', 'gw_port': {'id': '90c2c053-c6a6-4b44-ad5c-9a4933c79339', 'name': '', 'network_id': '0b576887-bb01-4bfc-8617-ca8b886d7b7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:89:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6478729e-102a-4a30-b790-61decb297583', 'device_owner': 'network:router_gateway', 'standard_attr_id': 54, 'fixed_ips': [{'subnet_id': '7ad9face-0ae3-4529-aacd-d53ebb36e4d0', 'ip_address': '172.27.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:48:21Z', 'updated_at': '2021-04-15T19:48:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ad9face-0ae3-4529-aacd-d53ebb36e4d0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-2-iscsi'}], 'dv-cinder-786383-2-iscsi', False) {} {{(pid=85346) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 19:55:47.901033 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4353f5cb-15a4-4fbd-ace1-7378eae87e59 None None] Checking router: 6478729e-102a-4a30-b790-61decb297583 for host: dv-cinder-786383-2-iscsi {{(pid=85346) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 15 19:55:47.928879 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4353f5cb-15a4-4fbd-ace1-7378eae87e59 None None] Routers {'6478729e-102a-4a30-b790-61decb297583'} bound to L3 agent in host dv-cinder-786383-2-iscsi {{(pid=85346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 19:55:47.930102 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.l3_hamode_db [None req-4353f5cb-15a4-4fbd-ace1-7378eae87e59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe8b9ae9940>, 'dv-cinder-786383-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-15T19:40:08Z,description=<?>,heartbeat_timestamp=2021-04-15T19:55:38Z,host='dv-cinder-786383-2-iscsi',id=74482fb0-5b00-43f0-8fa9-533a3c8b2378,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T19:40:08Z,topic='l3_agent')) {'router_ids': ['6478729e-102a-4a30-b790-61decb297583'], 'active': True} {{(pid=85346) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 19:55:48.279978 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.l3_dvr_db [None req-4353f5cb-15a4-4fbd-ace1-7378eae87e59 None None] Set router 6478729e-102a-4a30-b790-61decb297583 gateway port host: None {{(pid=85346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 19:55:48.320838 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.db [None req-8e4eac3d-6ece-4141-86c0-01b2d9b353d4 admin admin] For port 90c2c053-c6a6-4b44-ad5c-9a4933c79339, host dv-cinder-786383-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-2-iscsi',level=0,port_id=90c2c053-c6a6-4b44-ad5c-9a4933c79339,segment=NetworkSegment(e9359222-f335-47df-9fcb-1acccd0748d1),segment_id=e9359222-f335-47df-9fcb-1acccd0748d1)] {{(pid=85344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 19:55:48.321501 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-8e4eac3d-6ece-4141-86c0-01b2d9b353d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853097680'] for port, precommit_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:55:48.502559 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.l3_hamode_db [None req-4353f5cb-15a4-4fbd-ace1-7378eae87e59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe8b9ae9940>, [{'id': '6478729e-102a-4a30-b790-61decb297583', 'name': 'tempest-AttachVolumeTestJSON-751206198-router', 'tenant_id': '5031830a47dd4af1b1ffb83e812d61ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:48:19Z', 'updated_at': '2021-04-15T19:55:47Z', 'revision_number': 6, 'project_id': '5031830a47dd4af1b1ffb83e812d61ea', 'gw_port_host': None}], 'dv-cinder-786383-2-iscsi', False) {} {{(pid=85346) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 19:55:48.512685 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4353f5cb-15a4-4fbd-ace1-7378eae87e59 None None] The sync data for ids ['6478729e-102a-4a30-b790-61decb297583'] in dv-cinder-786383-2-iscsi is: [{'id': '6478729e-102a-4a30-b790-61decb297583', 'name': 'tempest-AttachVolumeTestJSON-751206198-router', 'tenant_id': '5031830a47dd4af1b1ffb83e812d61ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:48:19Z', 'updated_at': '2021-04-15T19:55:47Z', 'revision_number': 6, 'project_id': '5031830a47dd4af1b1ffb83e812d61ea', 'gw_port_host': None}] {{(pid=85346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 15 19:55:48.535536 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.plugin [None req-8e4eac3d-6ece-4141-86c0-01b2d9b353d4 admin admin] Calling delete_port for 90c2c053-c6a6-4b44-ad5c-9a4933c79339 owned by network:router_gateway {{(pid=85344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 15 19:55:48.700080 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1a0226-44cc-4dea-a1f1-beeafef70a23 req-8f47c81f-09eb-43b4-8f9a-ec3a721b144a tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:55:48.702000 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-4c1a0226-44cc-4dea-a1f1-beeafef70a23 req-8f47c81f-09eb-43b4-8f9a-ec3a721b144a tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] 10.222.0.47 "GET /v2.0/ports?device_id=15ded056-669a-490c-bb20-a972f8e772bb HTTP/1.1" status: 200  len: 943 time: 0.4627631
Apr 15 19:55:48.858086 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-4c1a0226-44cc-4dea-a1f1-beeafef70a23 req-241b66e8-4e71-472e-bb83-c5e1563e2bf2 tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] 10.222.0.47 "GET /v2.0/security-groups?id=500453f8-6d6a-46df-a520-49d2e2355d6e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1338003
Apr 15 19:55:48.899327 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-8e4eac3d-6ece-4141-86c0-01b2d9b353d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854693686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852972410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789846929199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363247008293407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851621869'] for port, after_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:55:48.984614 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.rpc [None req-56ecdebd-c5a0-4569-bc96-ba437f5ce558 None None] Device 90c2c053-c6a6-4b44-ad5c-9a4933c79339 no longer exists at agent ovs-agent-dv-cinder-786383-2-iscsi {{(pid=85346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 15 19:55:49.117490 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.plugin [None req-56ecdebd-c5a0-4569-bc96-ba437f5ce558 None None] No Port match for: 90c2c053-c6a6-4b44-ad5c-9a4933c79339 {{(pid=85346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 15 19:55:49.118779 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.rpc [None req-56ecdebd-c5a0-4569-bc96-ba437f5ce558 None None] Device 90c2c053-c6a6-4b44-ad5c-9a4933c79339 not bound to the agent host dv-cinder-786383-2-iscsi {{(pid=85346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 15 19:55:49.119827 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.rpc [None req-56ecdebd-c5a0-4569-bc96-ba437f5ce558 None None] Device dcc948ac-1cad-4ecf-8c41-5f7bf7e657c9 no longer exists at agent ovs-agent-dv-cinder-786383-2-iscsi {{(pid=85346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 15 19:55:49.198051 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.plugin [None req-56ecdebd-c5a0-4569-bc96-ba437f5ce558 None None] No Port match for: dcc948ac-1cad-4ecf-8c41-5f7bf7e657c9 {{(pid=85346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 15 19:55:49.198926 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.rpc [None req-56ecdebd-c5a0-4569-bc96-ba437f5ce558 None None] Device dcc948ac-1cad-4ecf-8c41-5f7bf7e657c9 not bound to the agent host dv-cinder-786383-2-iscsi {{(pid=85346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 15 19:55:49.310944 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-2c8655fa-0f9c-4945-9f29-71cb982c5244 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:55:49.365990 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4eac3d-6ece-4141-86c0-01b2d9b353d4 admin admin] Pushing event deleted for resources: {'Port': ['ID=90c2c053-c6a6-4b44-ad5c-9a4933c79339,revision_number=None']} {{(pid=85344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:55:49.370459 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-8e4eac3d-6ece-4141-86c0-01b2d9b353d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:55:49.575479 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-8e4eac3d-6ece-4141-86c0-01b2d9b353d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036853102830'] for router_gateway, after_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:55:49.800431 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-8e4eac3d-6ece-4141-86c0-01b2d9b353d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036853104216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854716024'] for router, precommit_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:55:49.803401 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-8e4eac3d-6ece-4141-86c0-01b2d9b353d4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:55:49.830691 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-8e4eac3d-6ece-4141-86c0-01b2d9b353d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1686840'] for router, after_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:55:49.831312 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e4eac3d-6ece-4141-86c0-01b2d9b353d4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6478729e-102a-4a30-b790-61decb297583 {{(pid=85344) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}}
Apr 15 19:55:49.846269 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-8e4eac3d-6ece-4141-86c0-01b2d9b353d4 admin admin] Notify callbacks [] for router, before_response {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:55:49.847732 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [None req-8e4eac3d-6ece-4141-86c0-01b2d9b353d4 admin admin] 10.222.0.47 "DELETE /v2.0/routers/6478729e-102a-4a30-b790-61decb297583 HTTP/1.1" status: 204  len: 168 time: 3.0689559
Apr 15 19:55:49.852734 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.wsgi [-] (85345) accepted ('10.222.0.47', 50624) {{(pid=85345) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:55:49.945201 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.db_base_plugin_v2 [None req-6fd77607-bbc6-4f21-91eb-1f9859457db6 admin admin] Deleting subnet c9a5e3d2-b4cb-4ff6-afc6-75b296b42958 {{(pid=85345) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 15 19:55:49.956125 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-6fd77607-bbc6-4f21-91eb-1f9859457db6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:55:50.158003 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-6fd77607-bbc6-4f21-91eb-1f9859457db6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851567171'] for subnet, precommit_delete_associations {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:55:50.326177 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d557ecb5-6932-4df1-ab62-1d1b3cd6825c req-5028f4ae-7031-43f0-87ca-c505098f1e6b tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:55:50.328050 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-d557ecb5-6932-4df1-ab62-1d1b3cd6825c req-5028f4ae-7031-43f0-87ca-c505098f1e6b tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] 10.222.0.47 "GET /v2.0/ports?device_id=15ded056-669a-490c-bb20-a972f8e772bb HTTP/1.1" status: 200  len: 943 time: 0.2677858
Apr 15 19:55:50.342519 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-6fd77607-bbc6-4f21-91eb-1f9859457db6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8687'] for subnet, precommit_delete {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:55:50.573893 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-d557ecb5-6932-4df1-ab62-1d1b3cd6825c req-46c5abd7-b364-4470-9f62-7e3878eaea1a tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] 10.222.0.47 "GET /v2.0/security-groups?id=500453f8-6d6a-46df-a520-49d2e2355d6e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1855135
Apr 15 19:55:50.828249 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-6fd77607-bbc6-4f21-91eb-1f9859457db6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854767129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852808376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852972410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852575629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851485176'] for subnet, after_delete {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:55:50.849929 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:55:50.894162 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd77607-bbc6-4f21-91eb-1f9859457db6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c9a5e3d2-b4cb-4ff6-afc6-75b296b42958,revision_number=None']} {{(pid=85345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:55:50.900287 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-6fd77607-bbc6-4f21-91eb-1f9859457db6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:55:51.016079 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-6fd77607-bbc6-4f21-91eb-1f9859457db6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:55:51.021806 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5383a400-7f6d-4c5d-8372-874e2d7e00b1 None None] Network 4d82f7b7-d97c-4f69-af76-26788d15aead requested from dv-cinder-786383-2-iscsi {{(pid=85346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 15 19:55:51.027309 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [None req-6fd77607-bbc6-4f21-91eb-1f9859457db6 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/c9a5e3d2-b4cb-4ff6-afc6-75b296b42958 HTTP/1.1" status: 204  len: 168 time: 1.1730134
Apr 15 19:55:51.029784 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.wsgi [-] (85345) accepted ('10.222.0.47', 50632) {{(pid=85345) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:55:51.229530 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-1506c626-42b2-4049-af6f-e9babf4c4014 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854748596'] for network, before_delete {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:55:51.310766 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.plugin [None req-1506c626-42b2-4049-af6f-e9babf4c4014 admin admin] Deleting port 2b89f581-f195-433b-b9a4-5806294f90bf {{(pid=85345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 19:55:51.311427 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-1506c626-42b2-4049-af6f-e9babf4c4014 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363247007848052'] for port, before_delete {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:55:51.508222 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-234973d0-2df2-40e3-8bef-fd3d62ba675e None None] DHCP port deletion for 4d82f7b7-d97c-4f69-af76-26788d15aead request from dv-cinder-786383-2-iscsi {{(pid=85346) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}}
Apr 15 19:55:51.512807 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.plugin [None req-234973d0-2df2-40e3-8bef-fd3d62ba675e None None] Deleting port 2b89f581-f195-433b-b9a4-5806294f90bf {{(pid=85346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 19:55:51.513374 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-234973d0-2df2-40e3-8bef-fd3d62ba675e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363247007848052'] for port, before_delete {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:55:51.618405 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.db [None req-1506c626-42b2-4049-af6f-e9babf4c4014 admin admin] For port 2b89f581-f195-433b-b9a4-5806294f90bf, host dv-cinder-786383-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-2-iscsi',level=0,port_id=2b89f581-f195-433b-b9a4-5806294f90bf,segment=NetworkSegment(fba2751d-d069-4029-bec8-ed01c7a617d8),segment_id=fba2751d-d069-4029-bec8-ed01c7a617d8)] {{(pid=85345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 19:55:51.619101 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-1506c626-42b2-4049-af6f-e9babf4c4014 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853097680'] for port, precommit_delete {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:55:51.847991 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.db [None req-234973d0-2df2-40e3-8bef-fd3d62ba675e None None] For port 2b89f581-f195-433b-b9a4-5806294f90bf, host dv-cinder-786383-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-2-iscsi',level=0,port_id=2b89f581-f195-433b-b9a4-5806294f90bf,segment=NetworkSegment(fba2751d-d069-4029-bec8-ed01c7a617d8),segment_id=fba2751d-d069-4029-bec8-ed01c7a617d8)] {{(pid=85346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 19:55:51.853380 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-234973d0-2df2-40e3-8bef-fd3d62ba675e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853097680'] for port, precommit_delete {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:55:51.897114 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.plugin [None req-1506c626-42b2-4049-af6f-e9babf4c4014 admin admin] Calling delete_port for 2b89f581-f195-433b-b9a4-5806294f90bf owned by network:dhcp {{(pid=85345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 15 19:55:52.021885 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-1506c626-42b2-4049-af6f-e9babf4c4014 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854693686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852972410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789846929199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363247008293407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2200102'] for port, after_delete {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:55:52.026895 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db390641-3452-456c-b5de-cc255f1370b9 req-0a6079cb-d90b-4e4e-b0f9-a332c699469d tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:55:52.038131 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-db390641-3452-456c-b5de-cc255f1370b9 req-0a6079cb-d90b-4e4e-b0f9-a332c699469d tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] 10.222.0.47 "GET /v2.0/ports?device_id=15ded056-669a-490c-bb20-a972f8e772bb HTTP/1.1" status: 200  len: 943 time: 0.2201087
Apr 15 19:55:52.066206 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-bc126e70-6ebc-4bf7-b356-b02d511ee08c tempest-AttachVolumeNegativeTest-1626257925 tempest-AttachVolumeNegativeTest-1626257925-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:55:52.139426 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-db390641-3452-456c-b5de-cc255f1370b9 req-e1b00451-06de-4f97-bb38-806fab04d780 tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] 10.222.0.47 "GET /v2.0/security-groups?id=500453f8-6d6a-46df-a520-49d2e2355d6e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0995347
Apr 15 19:55:52.140935 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.plugin [None req-234973d0-2df2-40e3-8bef-fd3d62ba675e None None] Calling delete_port for 2b89f581-f195-433b-b9a4-5806294f90bf owned by network:dhcp {{(pid=85346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 15 19:55:52.313764 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1506c626-42b2-4049-af6f-e9babf4c4014 admin admin] Pushing event deleted for resources: {'Port': ['ID=2b89f581-f195-433b-b9a4-5806294f90bf,revision_number=None']} {{(pid=85345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:55:52.321187 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-1506c626-42b2-4049-af6f-e9babf4c4014 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:55:52.328502 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1506c626-42b2-4049-af6f-e9babf4c4014 admin admin] No DVR routers for this DVR port 2b89f581-f195-433b-b9a4-5806294f90bf on host dv-cinder-786383-2-iscsi {{(pid=85345) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 15 19:55:52.498309 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.db.api [None req-234973d0-2df2-40e3-8bef-fd3d62ba675e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=85346) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 15 19:55:52.499427 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_db.api [None req-234973d0-2df2-40e3-8bef-fd3d62ba675e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=85346) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 15 19:55:52.546011 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-1506c626-42b2-4049-af6f-e9babf4c4014 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854320274', 'neutron.services.segments.db._delete_segments_for_network-8789847050952'] for network, precommit_delete {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:55:52.674413 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.services.segments.db [None req-1506c626-42b2-4049-af6f-e9babf4c4014 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe8b9b079e8>,) {'filters': {'network_id': ['4d82f7b7-d97c-4f69-af76-26788d15aead']}} {{(pid=85345) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 19:55:52.701062 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.services.segments.db [None req-1506c626-42b2-4049-af6f-e9babf4c4014 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe8b9b079e8>, 'fba2751d-d069-4029-bec8-ed01c7a617d8') {'for_net_delete': True} {{(pid=85345) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 19:55:52.701429 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.services.segments.db [None req-1506c626-42b2-4049-af6f-e9babf4c4014 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe8b9b079e8>, 'fba2751d-d069-4029-bec8-ed01c7a617d8') {} {{(pid=85345) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 19:55:52.715319 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-1506c626-42b2-4049-af6f-e9babf4c4014 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789847056089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3208581'] for segment, before_delete {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:55:52.733440 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-1506c626-42b2-4049-af6f-e9babf4c4014 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854767479'] for segment, precommit_delete {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:55:52.744268 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1506c626-42b2-4049-af6f-e9babf4c4014 admin admin] Releasing vlan 674 on physical network physnet1 to pool {{(pid=85345) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 15 19:55:52.928120 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.rpc [None req-56ecdebd-c5a0-4569-bc96-ba437f5ce558 None None] Device 2b89f581-f195-433b-b9a4-5806294f90bf no longer exists at agent ovs-agent-dv-cinder-786383-2-iscsi {{(pid=85346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 15 19:55:52.946878 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.managers [None req-1506c626-42b2-4049-af6f-e9babf4c4014 admin admin] Network 4d82f7b7-d97c-4f69-af76-26788d15aead has no segments {{(pid=85345) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 15 19:55:52.959784 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-1506c626-42b2-4049-af6f-e9babf4c4014 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2199762'] for segment, after_delete {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:55:52.967602 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.plugin [None req-56ecdebd-c5a0-4569-bc96-ba437f5ce558 None None] No Port match for: 2b89f581-f195-433b-b9a4-5806294f90bf {{(pid=85346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 15 19:55:52.967891 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.rpc [None req-56ecdebd-c5a0-4569-bc96-ba437f5ce558 None None] Device 2b89f581-f195-433b-b9a4-5806294f90bf not bound to the agent host dv-cinder-786383-2-iscsi {{(pid=85346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 15 19:55:53.001249 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.plugin [None req-234973d0-2df2-40e3-8bef-fd3d62ba675e None None] Deleting port 2b89f581-f195-433b-b9a4-5806294f90bf {{(pid=85346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 19:55:53.001940 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-234973d0-2df2-40e3-8bef-fd3d62ba675e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363247007848052'] for port, before_delete {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:55:53.080185 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.plugin [None req-234973d0-2df2-40e3-8bef-fd3d62ba675e None None] The port '2b89f581-f195-433b-b9a4-5806294f90bf' was deleted {{(pid=85346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}}
Apr 15 19:55:53.160362 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.managers [None req-1506c626-42b2-4049-af6f-e9babf4c4014 admin admin] Network 4d82f7b7-d97c-4f69-af76-26788d15aead has no segments {{(pid=85345) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 15 19:55:53.184979 dv-cinder-786383-2-iscsi neutron-server[85229]: Traceback (most recent call last):
Apr 15 19:55:53.184979 dv-cinder-786383-2-iscsi neutron-server[85229]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 15 19:55:53.184979 dv-cinder-786383-2-iscsi neutron-server[85229]:     timer()
Apr 15 19:55:53.184979 dv-cinder-786383-2-iscsi neutron-server[85229]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 15 19:55:53.184979 dv-cinder-786383-2-iscsi neutron-server[85229]:     cb(*args, **kw)
Apr 15 19:55:53.184979 dv-cinder-786383-2-iscsi neutron-server[85229]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 15 19:55:53.184979 dv-cinder-786383-2-iscsi neutron-server[85229]:     return func(*args, **kwargs)
Apr 15 19:55:53.184979 dv-cinder-786383-2-iscsi neutron-server[85229]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 15 19:55:53.184979 dv-cinder-786383-2-iscsi neutron-server[85229]:     self._notify()
Apr 15 19:55:53.184979 dv-cinder-786383-2-iscsi neutron-server[85229]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 15 19:55:53.184979 dv-cinder-786383-2-iscsi neutron-server[85229]:     self.callback(batched_events)
Apr 15 19:55:53.184979 dv-cinder-786383-2-iscsi neutron-server[85229]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 15 19:55:53.184979 dv-cinder-786383-2-iscsi neutron-server[85229]:     event.method(event)
Apr 15 19:55:53.184979 dv-cinder-786383-2-iscsi neutron-server[85229]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 15 19:55:53.184979 dv-cinder-786383-2-iscsi neutron-server[85229]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 15 19:55:53.184979 dv-cinder-786383-2-iscsi neutron-server[85229]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 15 19:55:53.184979 dv-cinder-786383-2-iscsi neutron-server[85229]:     segment_id)['aggregates'][0]
Apr 15 19:55:53.184979 dv-cinder-786383-2-iscsi neutron-server[85229]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 15 19:55:53.184979 dv-cinder-786383-2-iscsi neutron-server[85229]:     return f(self, *a, **k)
Apr 15 19:55:53.184979 dv-cinder-786383-2-iscsi neutron-server[85229]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 15 19:55:53.184979 dv-cinder-786383-2-iscsi neutron-server[85229]:     return self._get(url).json()
Apr 15 19:55:53.184979 dv-cinder-786383-2-iscsi neutron-server[85229]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 15 19:55:53.184979 dv-cinder-786383-2-iscsi neutron-server[85229]:     **kwargs)
Apr 15 19:55:53.184979 dv-cinder-786383-2-iscsi neutron-server[85229]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 15 19:55:53.184979 dv-cinder-786383-2-iscsi neutron-server[85229]:     return self.request(url, 'GET', **kwargs)
Apr 15 19:55:53.184979 dv-cinder-786383-2-iscsi neutron-server[85229]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 15 19:55:53.184979 dv-cinder-786383-2-iscsi neutron-server[85229]:     **endpoint_filter)
Apr 15 19:55:53.184979 dv-cinder-786383-2-iscsi neutron-server[85229]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 15 19:55:53.184979 dv-cinder-786383-2-iscsi neutron-server[85229]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 15 19:55:53.184979 dv-cinder-786383-2-iscsi neutron-server[85229]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 15 19:55:53.184979 dv-cinder-786383-2-iscsi neutron-server[85229]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 15 19:55:53.184979 dv-cinder-786383-2-iscsi neutron-server[85229]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 15 19:55:53.283875 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-1506c626-42b2-4049-af6f-e9babf4c4014 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-455527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852808340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852972410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1673212'] for network, after_delete {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:55:53.289671 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-6d4ea26b-4482-4861-a7c9-7a64b3f6121b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:55:53.313970 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-1506c626-42b2-4049-af6f-e9babf4c4014 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852972363'] for network, before_response {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:55:53.332013 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1506c626-42b2-4049-af6f-e9babf4c4014 admin admin] Pushing event deleted for resources: {'Network': ['ID=4d82f7b7-d97c-4f69-af76-26788d15aead,revision_number=None']} {{(pid=85345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:55:53.344089 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-1506c626-42b2-4049-af6f-e9babf4c4014 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:55:53.366044 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [None req-1506c626-42b2-4049-af6f-e9babf4c4014 admin admin] 10.222.0.47 "DELETE /v2.0/networks/4d82f7b7-d97c-4f69-af76-26788d15aead HTTP/1.1" status: 204  len: 168 time: 2.3307157
Apr 15 19:55:53.440218 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f2323e-fc96-4950-9609-a74c060fc970 req-602be39d-c59d-4bfd-b6b0-c2cf4ca1975a tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:55:53.443185 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-92f2323e-fc96-4950-9609-a74c060fc970 req-602be39d-c59d-4bfd-b6b0-c2cf4ca1975a tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] 10.222.0.47 "GET /v2.0/ports?device_id=15ded056-669a-490c-bb20-a972f8e772bb HTTP/1.1" status: 200  len: 943 time: 0.1621888
Apr 15 19:55:53.528129 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-92f2323e-fc96-4950-9609-a74c060fc970 req-330ba23f-cf4a-4436-8d0a-72da747e109b tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] 10.222.0.47 "GET /v2.0/security-groups?id=500453f8-6d6a-46df-a520-49d2e2355d6e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0703716
Apr 15 19:55:53.597767 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.wsgi [-] (85345) accepted ('10.222.0.47', 50658) {{(pid=85345) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:55:53.668470 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [None req-964f2c7a-27c3-4c35-bc8d-4642b562f129 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=5031830a47dd4af1b1ffb83e812d61ea&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0653815
Apr 15 19:55:53.669199 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.wsgi [-] (85345) accepted ('10.222.0.47', 50662) {{(pid=85345) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:55:53.781600 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-34dc9402-b43e-467f-b389-f7b7b8d4f942 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:55:53.812220 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-34dc9402-b43e-467f-b389-f7b7b8d4f942 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:55:53.860899 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-34dc9402-b43e-467f-b389-f7b7b8d4f942 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806004'] for security_group, after_delete {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:55:53.866961 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-c8d02fe1-fdd3-4de1-b905-f751a7aefbd5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:55:53.883881 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34dc9402-b43e-467f-b389-f7b7b8d4f942 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54603b98-aabe-4a05-94fb-6286b3631efb,revision_number=None']} {{(pid=85345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:55:53.887064 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-34dc9402-b43e-467f-b389-f7b7b8d4f942 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:55:53.889137 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-34dc9402-b43e-467f-b389-f7b7b8d4f942 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:55:53.890362 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [None req-34dc9402-b43e-467f-b389-f7b7b8d4f942 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/54603b98-aabe-4a05-94fb-6286b3631efb HTTP/1.1" status: 204  len: 168 time: 0.2201211
Apr 15 19:55:54.794507 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b661016-62b8-4f2b-8e53-93a2421101b3 req-b3a08553-6a9d-41dc-a39a-f73afbe1c5e8 tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:55:54.796335 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-9b661016-62b8-4f2b-8e53-93a2421101b3 req-b3a08553-6a9d-41dc-a39a-f73afbe1c5e8 tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] 10.222.0.47 "GET /v2.0/ports?device_id=15ded056-669a-490c-bb20-a972f8e772bb HTTP/1.1" status: 200  len: 943 time: 0.1103394
Apr 15 19:55:54.867189 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-9b661016-62b8-4f2b-8e53-93a2421101b3 req-d6c8c5ab-5015-4e3a-82f1-40a79e57faae tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] 10.222.0.47 "GET /v2.0/security-groups?id=500453f8-6d6a-46df-a520-49d2e2355d6e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0583560
Apr 15 19:55:55.650807 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.rpc [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Device 033069ce-9f6b-4a8e-9537-d15a30597c12 details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=85346) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 15 19:55:55.816615 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.db [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] For port 033069ce-9f6b-4a8e-9537-d15a30597c12, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=033069ce-9f6b-4a8e-9537-d15a30597c12,segment=NetworkSegment(50fe2df4-77d3-40aa-a8a3-45d53f7bd89a),segment_id=50fe2df4-77d3-40aa-a8a3-45d53f7bd89a)] {{(pid=85346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 19:55:55.834355 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.rpc [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Returning: {'device': '033069ce-9f6b-4a8e-9537-d15a30597c12', 'network_id': '3371f473-4c26-4f81-abc4-c2c4353fa3ab', 'port_id': '033069ce-9f6b-4a8e-9537-d15a30597c12', 'mac_address': 'fa:16:3e:36:1e:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 679, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8272d6a7-33c7-4e21-aec7-64c68285458e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85346) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 15 19:55:55.917011 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854565853'] for port, before_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:55:55.936975 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.notifiers.nova [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 033069ce-9f6b-4a8e-9537-d15a30597c12 {{(pid=85346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 15 19:55:55.955178 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.db [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] For port 033069ce-9f6b-4a8e-9537-d15a30597c12, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=033069ce-9f6b-4a8e-9537-d15a30597c12,segment=NetworkSegment(50fe2df4-77d3-40aa-a8a3-45d53f7bd89a),segment_id=50fe2df4-77d3-40aa-a8a3-45d53f7bd89a)] {{(pid=85346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 19:55:55.960526 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854693686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852972410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789846929216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789846482410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789846483725'] for port, after_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:55:55.963564 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:55:56.059992 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Pushing event updated for resources: {'Port': ['ID=033069ce-9f6b-4a8e-9537-d15a30597c12,revision_number=9']} {{(pid=85346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:55:56.064712 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:55:56.129449 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc79e2a0-77e9-45aa-baef-133be8ab39d0 req-0b9c9d7f-0216-45de-a1b9-c9d8484016e0 tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:55:56.131316 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-fc79e2a0-77e9-45aa-baef-133be8ab39d0 req-0b9c9d7f-0216-45de-a1b9-c9d8484016e0 tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] 10.222.0.47 "GET /v2.0/ports?device_id=15ded056-669a-490c-bb20-a972f8e772bb HTTP/1.1" status: 200  len: 944 time: 0.1214178
Apr 15 19:55:56.175668 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.db [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] get_ports_and_sgs() called for port_ids ['033069ce-9f6b-4a8e-9537-d15a30597c12'] {{(pid=85346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 15 19:55:56.194246 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-fc79e2a0-77e9-45aa-baef-133be8ab39d0 req-2b64bbf3-3c22-47ab-bace-f1adae5a5f1d tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] 10.222.0.47 "GET /v2.0/security-groups?id=500453f8-6d6a-46df-a520-49d2e2355d6e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0553439
Apr 15 19:55:57.445531 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e10f362-fdfb-47ba-97e5-0536a977ace0 req-88b94a07-b3e5-42a8-9b9e-75ad7f61d882 tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:55:57.447299 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-1e10f362-fdfb-47ba-97e5-0536a977ace0 req-88b94a07-b3e5-42a8-9b9e-75ad7f61d882 tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] 10.222.0.47 "GET /v2.0/ports?device_id=15ded056-669a-490c-bb20-a972f8e772bb HTTP/1.1" status: 200  len: 944 time: 0.0999036
Apr 15 19:55:57.512604 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-1e10f362-fdfb-47ba-97e5-0536a977ace0 req-5c805df2-e5b1-4007-8825-8f8295d71182 tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] 10.222.0.47 "GET /v2.0/security-groups?id=500453f8-6d6a-46df-a520-49d2e2355d6e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0576608
Apr 15 19:55:57.672013 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.rpc [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Device 033069ce-9f6b-4a8e-9537-d15a30597c12 up at agent hyperv_hv-cinder-78638 {{(pid=85346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 19:55:57.809916 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.provisioning_blocks [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Provisioning complete for port 033069ce-9f6b-4a8e-9537-d15a30597c12 triggered by entity L2. {{(pid=85346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 19:55:57.810301 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-428662'] for port, provisioning_complete {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:55:58.051337 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854565853'] for port, before_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:55:58.106390 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15ded056-669a-490c-bb20-a972f8e772bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '033069ce-9f6b-4a8e-9537-d15a30597c12'}] {{(pid=85346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 19:55:58.126233 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.db [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] For port 033069ce-9f6b-4a8e-9537-d15a30597c12, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=033069ce-9f6b-4a8e-9537-d15a30597c12,segment=NetworkSegment(50fe2df4-77d3-40aa-a8a3-45d53f7bd89a),segment_id=50fe2df4-77d3-40aa-a8a3-45d53f7bd89a)] {{(pid=85346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 19:55:58.132712 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854693686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852972410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789846929216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789846482410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789846483725'] for port, after_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:55:58.136122 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-6c3e1dec-8b5d-4511-a25f-50d9102c824f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:55:58.207137 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15ded056-669a-490c-bb20-a972f8e772bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '033069ce-9f6b-4a8e-9537-d15a30597c12', 'code': 200}
Apr 15 19:55:58.262058 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Pushing event updated for resources: {'Port': ['ID=033069ce-9f6b-4a8e-9537-d15a30597c12,revision_number=10']} {{(pid=85346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:55:58.265604 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:55:58.460501 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c97f3f-e828-4de9-befe-480d6002a71e req-4246bd79-d550-4b69-8bac-2808f48d272d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:55:58.462137 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-96c97f3f-e828-4de9-befe-480d6002a71e req-4246bd79-d550-4b69-8bac-2808f48d272d service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=15ded056-669a-490c-bb20-a972f8e772bb HTTP/1.1" status: 200  len: 1099 time: 0.0871162
Apr 15 19:55:58.510612 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-96c97f3f-e828-4de9-befe-480d6002a71e req-3e83f74b-1ca7-4e7d-ad6b-02659b15d607 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=500453f8-6d6a-46df-a520-49d2e2355d6e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0414116
Apr 15 19:55:58.819440 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfe5be0-a8c6-46ab-997b-4694b476c0ac req-d5104057-4b52-4ba0-ab9a-d939ba5d2437 tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:55:58.822440 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-3bfe5be0-a8c6-46ab-997b-4694b476c0ac req-d5104057-4b52-4ba0-ab9a-d939ba5d2437 tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] 10.222.0.47 "GET /v2.0/ports?device_id=15ded056-669a-490c-bb20-a972f8e772bb HTTP/1.1" status: 200  len: 946 time: 0.1135619
Apr 15 19:55:58.890807 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-3bfe5be0-a8c6-46ab-997b-4694b476c0ac req-4114e7b2-65d4-43f7-a78a-ced855eef700 tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] 10.222.0.47 "GET /v2.0/security-groups?id=500453f8-6d6a-46df-a520-49d2e2355d6e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0559947
Apr 15 19:55:59.294064 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.wsgi [-] (85345) accepted ('10.222.0.47', 50766) {{(pid=85345) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:55:59.489509 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-b4604351-0a08-43bb-8db6-a343a16bea6b admin admin] Notify callbacks [] for security_group, before_create {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:55:59.511887 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.quota.driver [None req-b4604351-0a08-43bb-8db6-a343a16bea6b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85345) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:55:59.517405 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource [None req-b4604351-0a08-43bb-8db6-a343a16bea6b admin admin] Usage tracker for resource:security_group_rule and tenant:a07b0d7c4d8b4d13ae105047ca5af627 is out of sync, need to count used quota {{(pid=85345) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:55:59.521142 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource [None req-b4604351-0a08-43bb-8db6-a343a16bea6b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85345) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:55:59.529436 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.quota.driver [None req-b4604351-0a08-43bb-8db6-a343a16bea6b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85345) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:55:59.892095 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-b4604351-0a08-43bb-8db6-a343a16bea6b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:55:59.896855 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-b4604351-0a08-43bb-8db6-a343a16bea6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806004'] for security_group, after_create {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:55:59.907317 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-51bf9f62-aa5f-4248-8d3e-5f6d280e4ca2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:55:59.958093 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [None req-b4604351-0a08-43bb-8db6-a343a16bea6b admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=a07b0d7c4d8b4d13ae105047ca5af627&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6590707
Apr 15 19:55:59.958474 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.wsgi [-] (85345) accepted ('10.222.0.47', 50790) {{(pid=85345) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:55:59.962708 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4604351-0a08-43bb-8db6-a343a16bea6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26e4a761-eb1c-4664-aa9b-7e220b2df5a7,revision_number=1']} {{(pid=85345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:56:00.010335 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4604351-0a08-43bb-8db6-a343a16bea6b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:56:00.011093 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4604351-0a08-43bb-8db6-a343a16bea6b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:56:00.011676 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4604351-0a08-43bb-8db6-a343a16bea6b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:56:00.012366 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4604351-0a08-43bb-8db6-a343a16bea6b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:56:00.013056 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4604351-0a08-43bb-8db6-a343a16bea6b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:56:00.013769 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4604351-0a08-43bb-8db6-a343a16bea6b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:56:00.014420 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4604351-0a08-43bb-8db6-a343a16bea6b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:56:00.015336 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4604351-0a08-43bb-8db6-a343a16bea6b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:56:00.016054 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4604351-0a08-43bb-8db6-a343a16bea6b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:56:00.016764 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4604351-0a08-43bb-8db6-a343a16bea6b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:56:00.017460 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4604351-0a08-43bb-8db6-a343a16bea6b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:56:00.018129 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4604351-0a08-43bb-8db6-a343a16bea6b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:56:00.026365 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-b4604351-0a08-43bb-8db6-a343a16bea6b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:56:00.147722 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-6f813c5d-5ed2-40c9-a45e-9ba79543c1ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:56:00.203158 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-6f813c5d-5ed2-40c9-a45e-9ba79543c1ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:56:00.231043 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8462199a-2502-4d58-adf6-1b87cb1ab607 req-d2c87a8c-a238-4be2-84a7-c7050fc5281a tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:56:00.233282 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-8462199a-2502-4d58-adf6-1b87cb1ab607 req-d2c87a8c-a238-4be2-84a7-c7050fc5281a tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] 10.222.0.47 "GET /v2.0/ports?device_id=15ded056-669a-490c-bb20-a972f8e772bb HTTP/1.1" status: 200  len: 946 time: 0.1862848
Apr 15 19:56:00.281436 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-6f813c5d-5ed2-40c9-a45e-9ba79543c1ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806004'] for security_group, after_delete {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:56:00.288758 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-0054c835-65bf-4654-95ce-6c42eda5338c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:56:00.315831 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f813c5d-5ed2-40c9-a45e-9ba79543c1ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26e4a761-eb1c-4664-aa9b-7e220b2df5a7,revision_number=None']} {{(pid=85345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:56:00.321528 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-6f813c5d-5ed2-40c9-a45e-9ba79543c1ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:56:00.326086 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-6f813c5d-5ed2-40c9-a45e-9ba79543c1ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:56:00.328779 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [None req-6f813c5d-5ed2-40c9-a45e-9ba79543c1ec admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/26e4a761-eb1c-4664-aa9b-7e220b2df5a7 HTTP/1.1" status: 204  len: 168 time: 0.3686149
Apr 15 19:56:00.370541 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-8462199a-2502-4d58-adf6-1b87cb1ab607 req-567cfd9d-8882-4bf9-ab3a-6e93e5d57817 tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] 10.222.0.47 "GET /v2.0/security-groups?id=500453f8-6d6a-46df-a520-49d2e2355d6e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1143730
Apr 15 19:56:00.969093 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.wsgi [-] (85345) accepted ('10.222.0.47', 50826) {{(pid=85345) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:56:00.992594 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-0934a27a-355e-48fc-8050-f7fd40fdf8ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:56:01.014017 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.quota.driver [None req-0934a27a-355e-48fc-8050-f7fd40fdf8ca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85345) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:56:01.022227 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource [None req-0934a27a-355e-48fc-8050-f7fd40fdf8ca admin admin] Usage tracker for resource:security_group_rule and tenant:1f1b084d79204c41a1e752836549275c is out of sync, need to count used quota {{(pid=85345) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:56:01.027965 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource [None req-0934a27a-355e-48fc-8050-f7fd40fdf8ca admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85345) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:56:01.039168 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.quota.driver [None req-0934a27a-355e-48fc-8050-f7fd40fdf8ca admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85345) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:56:01.179894 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-0934a27a-355e-48fc-8050-f7fd40fdf8ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:56:01.183656 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-0934a27a-355e-48fc-8050-f7fd40fdf8ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806004'] for security_group, after_create {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:56:01.193986 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-82c734f0-8a5a-482b-a359-2f81c3374d7f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:56:01.239588 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0934a27a-355e-48fc-8050-f7fd40fdf8ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=720e8833-bd22-4560-8eb7-50428260a224,revision_number=1']} {{(pid=85345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:56:01.250621 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [None req-0934a27a-355e-48fc-8050-f7fd40fdf8ca admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=1f1b084d79204c41a1e752836549275c&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2745976
Apr 15 19:56:01.250621 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-0934a27a-355e-48fc-8050-f7fd40fdf8ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:56:01.250621 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.wsgi [-] (85345) accepted ('10.222.0.47', 50832) {{(pid=85345) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:56:01.323035 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-aa9bad32-3189-4c0b-b6cd-76325bbd9fee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:56:01.352946 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-aa9bad32-3189-4c0b-b6cd-76325bbd9fee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:56:01.406380 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-aa9bad32-3189-4c0b-b6cd-76325bbd9fee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806004'] for security_group, after_delete {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:56:01.411853 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-79867a87-2741-4210-9b5f-4a77d83f72cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:56:01.426625 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9bad32-3189-4c0b-b6cd-76325bbd9fee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=720e8833-bd22-4560-8eb7-50428260a224,revision_number=None']} {{(pid=85345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:56:01.430215 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-aa9bad32-3189-4c0b-b6cd-76325bbd9fee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:56:01.431462 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-aa9bad32-3189-4c0b-b6cd-76325bbd9fee admin admin] Notify callbacks [] for security_group, before_response {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:56:01.435501 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [None req-aa9bad32-3189-4c0b-b6cd-76325bbd9fee admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/720e8833-bd22-4560-8eb7-50428260a224 HTTP/1.1" status: 204  len: 168 time: 0.1812212
Apr 15 19:56:01.717301 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef603b36-09ec-4ab8-8856-7bb4ffe35d78 req-10b3241f-b707-479a-9a06-3fc120768b15 tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:56:01.719832 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-ef603b36-09ec-4ab8-8856-7bb4ffe35d78 req-10b3241f-b707-479a-9a06-3fc120768b15 tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] 10.222.0.47 "GET /v2.0/ports?device_id=15ded056-669a-490c-bb20-a972f8e772bb HTTP/1.1" status: 200  len: 946 time: 0.1401837
Apr 15 19:56:01.781087 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-ef603b36-09ec-4ab8-8856-7bb4ffe35d78 req-43b27c3a-9a46-4ebb-8515-9764e0d46e00 tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] 10.222.0.47 "GET /v2.0/security-groups?id=500453f8-6d6a-46df-a520-49d2e2355d6e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0519452
Apr 15 19:56:05.448962 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-efa19418-1ff0-4921-8e95-0782527f6893 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789847050935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-428960'] for agent, after_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:56:08.085771 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-0bad5346-bd7d-4d21-b388-eca6165b61cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789847050935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-428960'] for agent, after_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:56:08.304144 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789847050935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-428960'] for agent, after_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:56:09.152530 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-b400c4f8-8969-424f-8663-39cf5b6e1207 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789847050935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-428960'] for agent, after_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:56:09.525868 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-56ecdebd-c5a0-4569-bc96-ba437f5ce558 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789847050935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-428960'] for agent, after_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:56:10.579158 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-3d77682a-3290-49f5-9a09-7e8e47f8ddca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789847050935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-428960'] for agent, after_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:56:15.424412 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.wsgi [-] (85345) accepted ('10.222.0.47', 51014) {{(pid=85345) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:56:15.582697 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-469583ec-973d-474f-a788-4c3765d229d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:56:15.611030 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.quota.driver [None req-469583ec-973d-474f-a788-4c3765d229d4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85345) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:56:15.618760 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource [None req-469583ec-973d-474f-a788-4c3765d229d4 admin admin] Usage tracker for resource:security_group_rule and tenant:d764e3e6a2974f188367f4b7874c8e4b is out of sync, need to count used quota {{(pid=85345) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:56:15.624097 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource [None req-469583ec-973d-474f-a788-4c3765d229d4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85345) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:56:15.635680 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.quota.driver [None req-469583ec-973d-474f-a788-4c3765d229d4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85345) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:56:15.778295 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-469583ec-973d-474f-a788-4c3765d229d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:56:15.782419 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-469583ec-973d-474f-a788-4c3765d229d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806004'] for security_group, after_create {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:56:15.792320 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-c70daa1c-2fab-4904-99cf-82ad22496f16 tempest-AttachVolumeTestJSON-1178366330 tempest-AttachVolumeTestJSON-1178366330-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:56:15.846739 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469583ec-973d-474f-a788-4c3765d229d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8ee6f8d-b5c0-40c9-8816-a84fc42c618d,revision_number=1']} {{(pid=85345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:56:15.858371 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [None req-469583ec-973d-474f-a788-4c3765d229d4 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=d764e3e6a2974f188367f4b7874c8e4b&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4283586
Apr 15 19:56:15.858371 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-469583ec-973d-474f-a788-4c3765d229d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:56:15.858800 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.wsgi [-] (85345) accepted ('10.222.0.47', 51024) {{(pid=85345) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:56:15.938289 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-7dba99ee-b6cc-40ad-ac24-0c96f981516b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:56:15.983168 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-7dba99ee-b6cc-40ad-ac24-0c96f981516b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:56:16.061888 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-7dba99ee-b6cc-40ad-ac24-0c96f981516b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806004'] for security_group, after_delete {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:56:16.067709 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-d85959d5-159b-4f6a-9694-384d05e56a02 tempest-TestMinimumBasicScenario-16446131 tempest-TestMinimumBasicScenario-16446131-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:56:16.081680 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dba99ee-b6cc-40ad-ac24-0c96f981516b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8ee6f8d-b5c0-40c9-8816-a84fc42c618d,revision_number=None']} {{(pid=85345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:56:16.085735 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-7dba99ee-b6cc-40ad-ac24-0c96f981516b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:56:16.088215 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-7dba99ee-b6cc-40ad-ac24-0c96f981516b admin admin] Notify callbacks [] for security_group, before_response {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:56:16.090195 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [None req-7dba99ee-b6cc-40ad-ac24-0c96f981516b admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/d8ee6f8d-b5c0-40c9-8816-a84fc42c618d HTTP/1.1" status: 204  len: 168 time: 0.2298286
Apr 15 19:56:16.441422 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.wsgi [-] (85345) accepted ('10.222.0.47', 51034) {{(pid=85345) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:56:16.463160 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-b8edbda6-04f6-40c6-80ac-e364653e94a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:56:16.480135 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.quota.driver [None req-b8edbda6-04f6-40c6-80ac-e364653e94a0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85345) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:56:16.484924 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource [None req-b8edbda6-04f6-40c6-80ac-e364653e94a0 admin admin] Usage tracker for resource:security_group_rule and tenant:d042c3a17bc74e918f919a3b0a95b14d is out of sync, need to count used quota {{(pid=85345) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:56:16.488403 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource [None req-b8edbda6-04f6-40c6-80ac-e364653e94a0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85345) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:56:16.495558 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.quota.driver [None req-b8edbda6-04f6-40c6-80ac-e364653e94a0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85345) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:56:16.595222 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-b8edbda6-04f6-40c6-80ac-e364653e94a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:56:16.598301 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-b8edbda6-04f6-40c6-80ac-e364653e94a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806004'] for security_group, after_create {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:56:16.608039 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-87a2c19a-e287-4d0d-93e9-6d5118f52601 tempest-AttachVolumeTestJSON-1178366330 tempest-AttachVolumeTestJSON-1178366330-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:56:16.657603 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [None req-b8edbda6-04f6-40c6-80ac-e364653e94a0 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=d042c3a17bc74e918f919a3b0a95b14d&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2147820
Apr 15 19:56:16.659819 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8edbda6-04f6-40c6-80ac-e364653e94a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e051ae7-bcc4-4aae-b32f-0121cd602304,revision_number=1']} {{(pid=85345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:56:16.661102 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.wsgi [-] (85344) accepted ('10.222.0.47', 51038) {{(pid=85344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:56:16.663445 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-b8edbda6-04f6-40c6-80ac-e364653e94a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:56:16.773629 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-ce3e0b19-96e0-4907-bcbc-256354b820b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:56:16.827137 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-ce3e0b19-96e0-4907-bcbc-256354b820b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:56:16.890337 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-ce3e0b19-96e0-4907-bcbc-256354b820b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806004'] for security_group, after_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:56:16.896157 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-c35e4ed6-0bea-405b-a88b-8030a18d1275 tempest-TestMinimumBasicScenario-16446131 tempest-TestMinimumBasicScenario-16446131-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:56:16.909360 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3e0b19-96e0-4907-bcbc-256354b820b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e051ae7-bcc4-4aae-b32f-0121cd602304,revision_number=None']} {{(pid=85344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:56:16.912577 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-ce3e0b19-96e0-4907-bcbc-256354b820b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:56:16.918977 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-ce3e0b19-96e0-4907-bcbc-256354b820b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:56:16.921294 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [None req-ce3e0b19-96e0-4907-bcbc-256354b820b3 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/0e051ae7-bcc4-4aae-b32f-0121cd602304 HTTP/1.1" status: 204  len: 168 time: 0.2582641
Apr 15 19:56:17.395512 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.wsgi [-] (85344) accepted ('10.222.0.47', 51052) {{(pid=85344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:56:17.415902 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-ec188343-2c71-488f-a5ec-85c0b7731ff8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:56:17.433625 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.quota.driver [None req-ec188343-2c71-488f-a5ec-85c0b7731ff8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:56:17.438427 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource [None req-ec188343-2c71-488f-a5ec-85c0b7731ff8 admin admin] Usage tracker for resource:security_group_rule and tenant:df285fe4127c4a1fba15b3e5236b7d16 is out of sync, need to count used quota {{(pid=85344) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:56:17.441815 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource [None req-ec188343-2c71-488f-a5ec-85c0b7731ff8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85344) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:56:17.449006 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.quota.driver [None req-ec188343-2c71-488f-a5ec-85c0b7731ff8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:56:17.548571 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-ec188343-2c71-488f-a5ec-85c0b7731ff8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:56:17.551746 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-ec188343-2c71-488f-a5ec-85c0b7731ff8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806004'] for security_group, after_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:56:17.561620 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-83bef180-232e-4a9c-be5f-bae19ee00ac3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:56:17.612682 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [None req-ec188343-2c71-488f-a5ec-85c0b7731ff8 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=df285fe4127c4a1fba15b3e5236b7d16&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2159197
Apr 15 19:56:17.613684 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec188343-2c71-488f-a5ec-85c0b7731ff8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2414da0d-7399-44d2-9d3c-ef06f75b499b,revision_number=1']} {{(pid=85344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:56:17.616701 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.wsgi [-] (85345) accepted ('10.222.0.47', 51056) {{(pid=85345) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:56:17.617258 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-ec188343-2c71-488f-a5ec-85c0b7731ff8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:56:17.688072 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-fd4c835e-ced2-4b56-b1ea-bdc012445df2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:56:17.719397 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-fd4c835e-ced2-4b56-b1ea-bdc012445df2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:56:17.767592 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-fd4c835e-ced2-4b56-b1ea-bdc012445df2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806004'] for security_group, after_delete {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:56:17.772879 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-469583ec-973d-474f-a788-4c3765d229d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:56:17.788805 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4c835e-ced2-4b56-b1ea-bdc012445df2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2414da0d-7399-44d2-9d3c-ef06f75b499b,revision_number=None']} {{(pid=85345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:56:17.791382 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-fd4c835e-ced2-4b56-b1ea-bdc012445df2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:56:17.799257 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-fd4c835e-ced2-4b56-b1ea-bdc012445df2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:56:17.803521 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [None req-fd4c835e-ced2-4b56-b1ea-bdc012445df2 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/2414da0d-7399-44d2-9d3c-ef06f75b499b HTTP/1.1" status: 204  len: 168 time: 0.1830745
Apr 15 19:56:20.877585 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96fe6b6-b16b-48ea-aebb-153df3c8fd9b req-4e73eccc-ba33-4b25-a205-66c4b4f28a23 tempest-VolumesSnapshotTestJSON-1357221646 tempest-VolumesSnapshotTestJSON-1357221646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:56:20.879421 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-b96fe6b6-b16b-48ea-aebb-153df3c8fd9b req-4e73eccc-ba33-4b25-a205-66c4b4f28a23 tempest-VolumesSnapshotTestJSON-1357221646 tempest-VolumesSnapshotTestJSON-1357221646-project] 10.222.0.47 "GET /v2.0/ports?device_id=857fbe8c-896b-4aaf-b163-5403866ce223 HTTP/1.1" status: 200  len: 946 time: 0.0983937
Apr 15 19:56:20.938211 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-b96fe6b6-b16b-48ea-aebb-153df3c8fd9b req-b7e853d0-bbd8-49e1-8738-9b1d7443681f tempest-VolumesSnapshotTestJSON-1357221646 tempest-VolumesSnapshotTestJSON-1357221646-project] 10.222.0.47 "GET /v2.0/security-groups?id=f095c61c-fe4a-44c2-90e3-b7fb4e45e31a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0512927
Apr 15 19:56:22.327608 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05ec1dd-75be-455c-9c10-67675cd9f0fd req-cb2cf494-3d7c-4f01-854b-b753409c0db8 tempest-VolumesSnapshotTestJSON-1357221646 tempest-VolumesSnapshotTestJSON-1357221646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:56:22.329368 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-b05ec1dd-75be-455c-9c10-67675cd9f0fd req-cb2cf494-3d7c-4f01-854b-b753409c0db8 tempest-VolumesSnapshotTestJSON-1357221646 tempest-VolumesSnapshotTestJSON-1357221646-project] 10.222.0.47 "GET /v2.0/ports?device_id=857fbe8c-896b-4aaf-b163-5403866ce223 HTTP/1.1" status: 200  len: 946 time: 0.2054551
Apr 15 19:56:22.399861 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-b05ec1dd-75be-455c-9c10-67675cd9f0fd req-23e09faf-e064-4914-aa46-eb15d9e5860e tempest-VolumesSnapshotTestJSON-1357221646 tempest-VolumesSnapshotTestJSON-1357221646-project] 10.222.0.47 "GET /v2.0/security-groups?id=f095c61c-fe4a-44c2-90e3-b7fb4e45e31a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0602269
Apr 15 19:56:22.413357 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5cf326-ce23-4a3d-a2b6-105bf9f4758d req-4e7a9f18-ddee-4d13-b9e9-190109fef8c5 tempest-VolumesSnapshotTestJSON-1357221646 tempest-VolumesSnapshotTestJSON-1357221646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:56:22.415103 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-9d5cf326-ce23-4a3d-a2b6-105bf9f4758d req-4e7a9f18-ddee-4d13-b9e9-190109fef8c5 tempest-VolumesSnapshotTestJSON-1357221646 tempest-VolumesSnapshotTestJSON-1357221646-project] 10.222.0.65 "GET /v2.0/ports?device_id=857fbe8c-896b-4aaf-b163-5403866ce223 HTTP/1.1" status: 200  len: 946 time: 0.2090821
Apr 15 19:56:22.503218 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.plugin [req-9d5cf326-ce23-4a3d-a2b6-105bf9f4758d req-4e754f84-c7c7-4f82-a5a6-d5bacc040c59 tempest-VolumesSnapshotTestJSON-1357221646 tempest-VolumesSnapshotTestJSON-1357221646-project] Deleting port fe87fa88-8e19-4537-9aa9-c7309f19c1f0 {{(pid=85345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 19:56:22.503612 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [req-9d5cf326-ce23-4a3d-a2b6-105bf9f4758d req-4e754f84-c7c7-4f82-a5a6-d5bacc040c59 tempest-VolumesSnapshotTestJSON-1357221646 tempest-VolumesSnapshotTestJSON-1357221646-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363247007848052'] for port, before_delete {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:56:22.807034 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.db [req-9d5cf326-ce23-4a3d-a2b6-105bf9f4758d req-4e754f84-c7c7-4f82-a5a6-d5bacc040c59 tempest-VolumesSnapshotTestJSON-1357221646 tempest-VolumesSnapshotTestJSON-1357221646-project] For port fe87fa88-8e19-4537-9aa9-c7309f19c1f0, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=fe87fa88-8e19-4537-9aa9-c7309f19c1f0,segment=NetworkSegment(45072c43-142a-403b-ba9f-04d0dc8cb809),segment_id=45072c43-142a-403b-ba9f-04d0dc8cb809)] {{(pid=85345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 19:56:22.807442 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [req-9d5cf326-ce23-4a3d-a2b6-105bf9f4758d req-4e754f84-c7c7-4f82-a5a6-d5bacc040c59 tempest-VolumesSnapshotTestJSON-1357221646 tempest-VolumesSnapshotTestJSON-1357221646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853097680'] for port, precommit_delete {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:56:22.960109 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.plugin [req-9d5cf326-ce23-4a3d-a2b6-105bf9f4758d req-4e754f84-c7c7-4f82-a5a6-d5bacc040c59 tempest-VolumesSnapshotTestJSON-1357221646 tempest-VolumesSnapshotTestJSON-1357221646-project] Calling delete_port for fe87fa88-8e19-4537-9aa9-c7309f19c1f0 owned by compute:nova {{(pid=85345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 15 19:56:23.123283 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [req-9d5cf326-ce23-4a3d-a2b6-105bf9f4758d req-4e754f84-c7c7-4f82-a5a6-d5bacc040c59 tempest-VolumesSnapshotTestJSON-1357221646 tempest-VolumesSnapshotTestJSON-1357221646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854693686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852972410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789846929199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363247008293407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2200102'] for port, after_delete {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:56:23.139853 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-20c503c1-f3bc-45ff-804d-f5d3b63fce18 tempest-VolumesSnapshotTestJSON-1357221646 tempest-VolumesSnapshotTestJSON-1357221646-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:56:23.241768 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e754f84-c7c7-4f82-a5a6-d5bacc040c59 tempest-VolumesSnapshotTestJSON-1357221646 tempest-VolumesSnapshotTestJSON-1357221646-project] Pushing event deleted for resources: {'Port': ['ID=fe87fa88-8e19-4537-9aa9-c7309f19c1f0,revision_number=None']} {{(pid=85345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:56:23.249334 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-4e754f84-c7c7-4f82-a5a6-d5bacc040c59 tempest-VolumesSnapshotTestJSON-1357221646 tempest-VolumesSnapshotTestJSON-1357221646-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:56:23.430583 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d5cf326-ce23-4a3d-a2b6-105bf9f4758d req-4e754f84-c7c7-4f82-a5a6-d5bacc040c59 tempest-VolumesSnapshotTestJSON-1357221646 tempest-VolumesSnapshotTestJSON-1357221646-project] No DVR routers for this DVR port fe87fa88-8e19-4537-9aa9-c7309f19c1f0 on host hv-cinder-78638 {{(pid=85345) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 15 19:56:23.433249 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [req-9d5cf326-ce23-4a3d-a2b6-105bf9f4758d req-4e754f84-c7c7-4f82-a5a6-d5bacc040c59 tempest-VolumesSnapshotTestJSON-1357221646 tempest-VolumesSnapshotTestJSON-1357221646-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771739'] for port, before_response {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:56:23.436334 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '857fbe8c-896b-4aaf-b163-5403866ce223', 'name': 'network-vif-deleted', 'tag': 'fe87fa88-8e19-4537-9aa9-c7309f19c1f0'}] {{(pid=85345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 19:56:23.454150 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-9d5cf326-ce23-4a3d-a2b6-105bf9f4758d req-4e754f84-c7c7-4f82-a5a6-d5bacc040c59 tempest-VolumesSnapshotTestJSON-1357221646 tempest-VolumesSnapshotTestJSON-1357221646-project] 10.222.0.65 "DELETE /v2.0/ports/fe87fa88-8e19-4537-9aa9-c7309f19c1f0 HTTP/1.1" status: 204  len: 173 time: 1.0321305
Apr 15 19:56:23.495845 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '857fbe8c-896b-4aaf-b163-5403866ce223', 'name': 'network-vif-deleted', 'tag': 'fe87fa88-8e19-4537-9aa9-c7309f19c1f0', 'status': 'completed', 'code': 200}
Apr 15 19:56:23.644792 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-d1c8d65d-810d-47f1-b7e2-d07bc0ed4acb req-7e3bf417-08e9-46f7-8470-0c93687ba2f9 tempest-VolumesSnapshotTestJSON-1357221646 tempest-VolumesSnapshotTestJSON-1357221646-project] 10.222.0.47 "GET /v2.0/ports?device_id=857fbe8c-896b-4aaf-b163-5403866ce223 HTTP/1.1" status: 200  len: 210 time: 0.0562317
Apr 15 19:56:23.975109 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.agents_db [None req-b0af7715-6be6-4101-aede-c7b275f02801 None None] Agent healthcheck: found 6 active agents {{(pid=85347) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 15 19:56:24.868412 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource [req-51bf41a6-72bd-4a15-a0ea-78d648aee712 req-1e186a18-8c03-47c9-b154-edb0893bdb2f tempest-VolumesSnapshotTestJSON-1357221646 tempest-VolumesSnapshotTestJSON-1357221646-project] Synchronizing usage tracker for tenant:eb14f2a277d24b47a4387fa0c3b543f8 on resource:port {{(pid=85345) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 15 19:56:24.888965 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource [req-51bf41a6-72bd-4a15-a0ea-78d648aee712 req-1e186a18-8c03-47c9-b154-edb0893bdb2f tempest-VolumesSnapshotTestJSON-1357221646 tempest-VolumesSnapshotTestJSON-1357221646-project] Unset dirty status for tenant:eb14f2a277d24b47a4387fa0c3b543f8 on resource:port {{(pid=85345) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 15 19:56:24.890258 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-51bf41a6-72bd-4a15-a0ea-78d648aee712 req-1e186a18-8c03-47c9-b154-edb0893bdb2f tempest-VolumesSnapshotTestJSON-1357221646 tempest-VolumesSnapshotTestJSON-1357221646-project] 10.222.0.47 "GET /v2.0/ports?device_id=857fbe8c-896b-4aaf-b163-5403866ce223 HTTP/1.1" status: 200  len: 210 time: 0.0763125
Apr 15 19:56:25.276913 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.db [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] get_ports_and_sgs() called for port_ids ['fe87fa88-8e19-4537-9aa9-c7309f19c1f0'] {{(pid=85346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 15 19:56:27.497318 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.rpc [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Device fe87fa88-8e19-4537-9aa9-c7309f19c1f0 no longer exists at agent hyperv_hv-cinder-78638 {{(pid=85346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 15 19:56:27.536804 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.plugin [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] No Port match for: fe87fa88-8e19-4537-9aa9-c7309f19c1f0 {{(pid=85346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 15 19:56:27.539192 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.rpc [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Device fe87fa88-8e19-4537-9aa9-c7309f19c1f0 not bound to the agent host hv-cinder-78638 {{(pid=85346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 15 19:56:30.414111 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.wsgi [-] (85345) accepted ('10.222.0.47', 51190) {{(pid=85345) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:56:30.633246 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-a9dab76f-fbbf-4221-883a-9e5947f9d81d admin admin] Notify callbacks [] for security_group, before_create {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:56:30.650878 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.quota.driver [None req-a9dab76f-fbbf-4221-883a-9e5947f9d81d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85345) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:56:30.655389 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource [None req-a9dab76f-fbbf-4221-883a-9e5947f9d81d admin admin] Usage tracker for resource:security_group_rule and tenant:5cc8560d4fd34d48932ba705e20c5845 is out of sync, need to count used quota {{(pid=85345) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:56:30.661109 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource [None req-a9dab76f-fbbf-4221-883a-9e5947f9d81d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85345) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:56:30.674006 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.quota.driver [None req-a9dab76f-fbbf-4221-883a-9e5947f9d81d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85345) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:56:30.844156 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-a9dab76f-fbbf-4221-883a-9e5947f9d81d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:56:30.851306 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-a9dab76f-fbbf-4221-883a-9e5947f9d81d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806004'] for security_group, after_create {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:56:30.869821 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-0934a27a-355e-48fc-8050-f7fd40fdf8ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:56:30.951253 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [None req-a9dab76f-fbbf-4221-883a-9e5947f9d81d admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=5cc8560d4fd34d48932ba705e20c5845&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5350456
Apr 15 19:56:30.955879 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.wsgi [-] (85345) accepted ('10.222.0.47', 51208) {{(pid=85345) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:56:30.961683 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9dab76f-fbbf-4221-883a-9e5947f9d81d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c95fb563-d6b4-4957-b400-e065693404f8,revision_number=1']} {{(pid=85345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:56:30.985313 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-a9dab76f-fbbf-4221-883a-9e5947f9d81d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:56:31.064344 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-67616409-8412-46fc-bfd7-65109f0e6c58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:56:31.118198 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-67616409-8412-46fc-bfd7-65109f0e6c58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:56:31.184594 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-67616409-8412-46fc-bfd7-65109f0e6c58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806004'] for security_group, after_delete {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:56:31.193882 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-b4604351-0a08-43bb-8db6-a343a16bea6b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:56:31.209447 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67616409-8412-46fc-bfd7-65109f0e6c58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c95fb563-d6b4-4957-b400-e065693404f8,revision_number=None']} {{(pid=85345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:56:31.212492 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-67616409-8412-46fc-bfd7-65109f0e6c58 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:56:31.220720 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-67616409-8412-46fc-bfd7-65109f0e6c58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:56:31.226793 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [None req-67616409-8412-46fc-bfd7-65109f0e6c58 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/c95fb563-d6b4-4957-b400-e065693404f8 HTTP/1.1" status: 204  len: 168 time: 0.2644184
Apr 15 19:56:31.638705 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.wsgi [-] (85344) accepted ('10.222.0.47', 51218) {{(pid=85344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:56:31.659309 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-32d300fb-d846-41d1-bb80-a97f24c4b0a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:56:31.678627 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.quota.driver [None req-32d300fb-d846-41d1-bb80-a97f24c4b0a6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:56:31.684642 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource [None req-32d300fb-d846-41d1-bb80-a97f24c4b0a6 admin admin] Usage tracker for resource:security_group_rule and tenant:8b0a4ec276484669ba65b6ec7c07c996 is out of sync, need to count used quota {{(pid=85344) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:56:31.689609 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource [None req-32d300fb-d846-41d1-bb80-a97f24c4b0a6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85344) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:56:31.700821 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.quota.driver [None req-32d300fb-d846-41d1-bb80-a97f24c4b0a6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:56:31.822510 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-32d300fb-d846-41d1-bb80-a97f24c4b0a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:56:31.826059 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-32d300fb-d846-41d1-bb80-a97f24c4b0a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806004'] for security_group, after_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:56:31.836134 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-98779090-e6ba-4a83-a9e8-73945ef78cf8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:56:31.882913 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [None req-32d300fb-d846-41d1-bb80-a97f24c4b0a6 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=8b0a4ec276484669ba65b6ec7c07c996&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2429278
Apr 15 19:56:31.884849 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d300fb-d846-41d1-bb80-a97f24c4b0a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad1a67e3-3942-4338-ac2c-e8bf2e91f209,revision_number=1']} {{(pid=85344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:56:31.886462 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.wsgi [-] (85345) accepted ('10.222.0.47', 51222) {{(pid=85345) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:56:31.888576 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-32d300fb-d846-41d1-bb80-a97f24c4b0a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:56:31.968014 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-1edc7303-d17e-48cb-9d49-782b06bcdb0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:56:31.999214 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-1edc7303-d17e-48cb-9d49-782b06bcdb0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:56:32.047946 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-1edc7303-d17e-48cb-9d49-782b06bcdb0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806004'] for security_group, after_delete {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:56:32.054537 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-7dba99ee-b6cc-40ad-ac24-0c96f981516b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:56:32.066584 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edc7303-d17e-48cb-9d49-782b06bcdb0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad1a67e3-3942-4338-ac2c-e8bf2e91f209,revision_number=None']} {{(pid=85345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:56:32.079590 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-1edc7303-d17e-48cb-9d49-782b06bcdb0d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:56:32.083354 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-1edc7303-d17e-48cb-9d49-782b06bcdb0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:56:32.085717 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [None req-1edc7303-d17e-48cb-9d49-782b06bcdb0d admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/ad1a67e3-3942-4338-ac2c-e8bf2e91f209 HTTP/1.1" status: 204  len: 168 time: 0.1974642
Apr 15 19:56:35.454316 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-a75ad197-0936-4822-b692-2ae496a75db0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789847050935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-428960'] for agent, after_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:56:37.428575 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df91c05-fe1f-405f-8a31-51f71e75e89a req-07edf8cb-8d83-4739-9b70-f6b54a538c4d tempest-VolumesSnapshotTestJSON-1357221646 tempest-VolumesSnapshotTestJSON-1357221646-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:56:37.431771 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-1df91c05-fe1f-405f-8a31-51f71e75e89a req-07edf8cb-8d83-4739-9b70-f6b54a538c4d tempest-VolumesSnapshotTestJSON-1357221646 tempest-VolumesSnapshotTestJSON-1357221646-project] 10.222.0.47 "GET /v2.0/networks?id=91119058-40a7-4d92-9915-8ad275971f47 HTTP/1.1" status: 200  len: 813 time: 0.3083680
Apr 15 19:56:37.459237 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-1df91c05-fe1f-405f-8a31-51f71e75e89a req-94d7632b-b6eb-4bed-8462-34bcef561d0a tempest-VolumesSnapshotTestJSON-1357221646 tempest-VolumesSnapshotTestJSON-1357221646-project] 10.222.0.47 "GET /v2.0/quotas/eb14f2a277d24b47a4387fa0c3b543f8 HTTP/1.1" status: 200  len: 375 time: 0.0205970
Apr 15 19:56:37.520992 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-1df91c05-fe1f-405f-8a31-51f71e75e89a req-f0ba7242-5ecf-4314-b3c6-6eb0a962e002 tempest-VolumesSnapshotTestJSON-1357221646 tempest-VolumesSnapshotTestJSON-1357221646-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=eb14f2a277d24b47a4387fa0c3b543f8&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0551357
Apr 15 19:56:37.681552 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-1df91c05-fe1f-405f-8a31-51f71e75e89a req-9c7bb94e-a016-4eec-845a-9d0f0f9c84f0 service neutron] 10.222.0.47 "GET /v2.0/networks/91119058-40a7-4d92-9915-8ad275971f47?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1524842
Apr 15 19:56:37.854237 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-1df91c05-fe1f-405f-8a31-51f71e75e89a req-35d53198-f760-4f99-986b-330f22ba2500 service neutron] 10.222.0.47 "GET /v2.0/networks/91119058-40a7-4d92-9915-8ad275971f47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1609340
Apr 15 19:56:38.014065 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-b7db6da3-1f85-4212-91b0-8cd5cc2a3da6 req-9885b60e-f005-4eff-b952-4d6db8fe76f7 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=15ded056-669a-490c-bb20-a972f8e772bb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1423228
Apr 15 19:56:38.109922 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-11c6d0a0-c256-4edd-8319-83640c6ebc79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789847050935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-428960'] for agent, after_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:56:38.164178 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-3c05d8b6-3bee-459f-925d-5f9d4624d82b req-55959339-9498-495d-8ea9-d29fbe408678 tempest-VolumesSnapshotTestJSON-1357221646 tempest-VolumesSnapshotTestJSON-1357221646-project] 10.222.0.47 "GET /v2.0/ports?device_id=0bd4e53f-a5d4-44c4-847d-f84449b54827 HTTP/1.1" status: 200  len: 210 time: 0.0891538
Apr 15 19:56:38.245840 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7db6da3-1f85-4212-91b0-8cd5cc2a3da6 req-b69985ac-0058-41f6-816d-c56f823778a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:56:38.247643 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-b7db6da3-1f85-4212-91b0-8cd5cc2a3da6 req-b69985ac-0058-41f6-816d-c56f823778a9 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=4bae275d2add4a8a85e8b627d205bb33&device_id=15ded056-669a-490c-bb20-a972f8e772bb HTTP/1.1" status: 200  len: 1099 time: 0.1146312
Apr 15 19:56:38.329784 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789847050935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-428960'] for agent, after_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:56:38.526292 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7db6da3-1f85-4212-91b0-8cd5cc2a3da6 req-883dbbe6-2e43-4614-b14b-badc296070f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:56:38.529798 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-b7db6da3-1f85-4212-91b0-8cd5cc2a3da6 req-883dbbe6-2e43-4614-b14b-badc296070f6 service neutron] 10.222.0.65 "GET /v2.0/networks?id=3371f473-4c26-4f81-abc4-c2c4353fa3ab HTTP/1.1" status: 200  len: 918 time: 0.2540641
Apr 15 19:56:38.704627 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-b7db6da3-1f85-4212-91b0-8cd5cc2a3da6 req-e8b8f9ad-cb76-4ca1-97fb-f5116388e4c1 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=033069ce-9f6b-4a8e-9537-d15a30597c12 HTTP/1.1" status: 200  len: 1001 time: 0.1657882
Apr 15 19:56:38.794573 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7db6da3-1f85-4212-91b0-8cd5cc2a3da6 req-a87bc2af-f9d8-4458-b059-94c18d9613e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:56:38.796229 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-b7db6da3-1f85-4212-91b0-8cd5cc2a3da6 req-a87bc2af-f9d8-4458-b059-94c18d9613e2 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=8272d6a7-33c7-4e21-aec7-64c68285458e HTTP/1.1" status: 200  len: 856 time: 0.0832810
Apr 15 19:56:38.876395 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bf2f62-b670-4e28-971a-0d8f34bb81af req-99ff3075-0abd-488a-be1d-a78539510f8e tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:56:38.885728 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-06bf2f62-b670-4e28-971a-0d8f34bb81af req-99ff3075-0abd-488a-be1d-a78539510f8e tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] 10.222.0.47 "GET /v2.0/ports?device_id=15ded056-669a-490c-bb20-a972f8e772bb HTTP/1.1" status: 200  len: 946 time: 0.1118999
Apr 15 19:56:38.939023 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7db6da3-1f85-4212-91b0-8cd5cc2a3da6 req-d860d9b5-c98e-49c6-93de-03fd6e3abf00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:56:38.941117 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-b7db6da3-1f85-4212-91b0-8cd5cc2a3da6 req-d860d9b5-c98e-49c6-93de-03fd6e3abf00 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=3371f473-4c26-4f81-abc4-c2c4353fa3ab&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1373370
Apr 15 19:56:38.943558 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-06bf2f62-b670-4e28-971a-0d8f34bb81af req-779d52d1-00de-46e1-8f23-a1351ccaf4c4 tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] 10.222.0.47 "GET /v2.0/security-groups?id=500453f8-6d6a-46df-a520-49d2e2355d6e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0567520
Apr 15 19:56:39.172221 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-b400c4f8-8969-424f-8663-39cf5b6e1207 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789847050935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-428960'] for agent, after_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:56:39.221879 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-b7db6da3-1f85-4212-91b0-8cd5cc2a3da6 req-156f80ee-c084-4f45-84ef-fe2c0c5cdd86 service neutron] 10.222.0.65 "GET /v2.0/networks/3371f473-4c26-4f81-abc4-c2c4353fa3ab?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2702696
Apr 15 19:56:39.472113 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-0b57ba7c-ea47-48a2-b47b-3a6b1fdeafa3 req-28212586-db10-4dcd-ae16-f90254fa554d tempest-VolumesSnapshotTestJSON-1357221646 tempest-VolumesSnapshotTestJSON-1357221646-project] 10.222.0.47 "GET /v2.0/ports?device_id=0bd4e53f-a5d4-44c4-847d-f84449b54827 HTTP/1.1" status: 200  len: 210 time: 0.0587158
Apr 15 19:56:39.534835 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-b7db6da3-1f85-4212-91b0-8cd5cc2a3da6 req-771abe17-2db8-456e-bb26-d855a6f5a1c5 service neutron] 10.222.0.65 "GET /v2.0/networks/3371f473-4c26-4f81-abc4-c2c4353fa3ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3030913
Apr 15 19:56:39.555669 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-56ecdebd-c5a0-4569-bc96-ba437f5ce558 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789847050935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-428960'] for agent, after_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:56:40.240345 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70ad86e-117b-4cdf-9dfb-51fa83652c5d req-513202c5-117a-426f-87a2-07db278a86e2 tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:56:40.243309 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-f70ad86e-117b-4cdf-9dfb-51fa83652c5d req-513202c5-117a-426f-87a2-07db278a86e2 tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] 10.222.0.47 "GET /v2.0/ports?device_id=15ded056-669a-490c-bb20-a972f8e772bb HTTP/1.1" status: 200  len: 946 time: 0.1711497
Apr 15 19:56:40.270609 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079851b7-42bb-42d3-a663-d76619a21ace req-34b497c8-9df6-419f-9a71-65f293e2e19d tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:56:40.272529 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-079851b7-42bb-42d3-a663-d76619a21ace req-34b497c8-9df6-419f-9a71-65f293e2e19d tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] 10.222.0.65 "GET /v2.0/ports?device_id=15ded056-669a-490c-bb20-a972f8e772bb HTTP/1.1" status: 200  len: 946 time: 0.1681352
Apr 15 19:56:40.393030 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.plugin [req-079851b7-42bb-42d3-a663-d76619a21ace req-22784180-b83c-4074-847e-31fab80e1492 tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] Deleting port 033069ce-9f6b-4a8e-9537-d15a30597c12 {{(pid=85345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 19:56:40.393671 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [req-079851b7-42bb-42d3-a663-d76619a21ace req-22784180-b83c-4074-847e-31fab80e1492 tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363247007848052'] for port, before_delete {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:56:40.602972 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df91c05-fe1f-405f-8a31-51f71e75e89a req-e069d994-94b1-44f7-86ac-e04f6a04451f tempest-VolumesSnapshotTestJSON-1357221646 tempest-VolumesSnapshotTestJSON-1357221646-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:56:40.604831 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-1df91c05-fe1f-405f-8a31-51f71e75e89a req-e069d994-94b1-44f7-86ac-e04f6a04451f tempest-VolumesSnapshotTestJSON-1357221646 tempest-VolumesSnapshotTestJSON-1357221646-project] 10.222.0.65 "GET /v2.0/networks?id=91119058-40a7-4d92-9915-8ad275971f47 HTTP/1.1" status: 200  len: 813 time: 0.3596604
Apr 15 19:56:40.608260 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-3d77682a-3290-49f5-9a09-7e8e47f8ddca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789847050935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-428960'] for agent, after_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:56:40.655743 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.v2.base [req-1df91c05-fe1f-405f-8a31-51f71e75e89a req-782de7ad-10ed-4395-be79-ac28a516f9d1 tempest-VolumesSnapshotTestJSON-1357221646 tempest-VolumesSnapshotTestJSON-1357221646-project] Request body: {'port': {'device_id': '0bd4e53f-a5d4-44c4-847d-f84449b54827', 'network_id': '91119058-40a7-4d92-9915-8ad275971f47', 'admin_state_up': True, 'tenant_id': 'eb14f2a277d24b47a4387fa0c3b543f8'}} {{(pid=85344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 19:56:40.673976 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-f70ad86e-117b-4cdf-9dfb-51fa83652c5d req-45e4f19d-8221-4220-b03c-49305520e193 tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] 10.222.0.47 "GET /v2.0/security-groups?id=500453f8-6d6a-46df-a520-49d2e2355d6e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1585908
Apr 15 19:56:40.834796 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.quota.driver [req-1df91c05-fe1f-405f-8a31-51f71e75e89a req-782de7ad-10ed-4395-be79-ac28a516f9d1 tempest-VolumesSnapshotTestJSON-1357221646 tempest-VolumesSnapshotTestJSON-1357221646-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:56:40.847613 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.quota.driver [req-1df91c05-fe1f-405f-8a31-51f71e75e89a req-782de7ad-10ed-4395-be79-ac28a516f9d1 tempest-VolumesSnapshotTestJSON-1357221646 tempest-VolumesSnapshotTestJSON-1357221646-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=85344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:56:40.859115 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1df91c05-fe1f-405f-8a31-51f71e75e89a req-782de7ad-10ed-4395-be79-ac28a516f9d1 tempest-VolumesSnapshotTestJSON-1357221646 tempest-VolumesSnapshotTestJSON-1357221646-project] Made reservation on behalf of eb14f2a277d24b47a4387fa0c3b543f8 for: {'port': 1} {{(pid=85344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 15 19:56:40.866545 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [req-1df91c05-fe1f-405f-8a31-51f71e75e89a req-782de7ad-10ed-4395-be79-ac28a516f9d1 tempest-VolumesSnapshotTestJSON-1357221646 tempest-VolumesSnapshotTestJSON-1357221646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854565853'] for port, before_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:56:41.071555 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.db_base_plugin_common [req-1df91c05-fe1f-405f-8a31-51f71e75e89a req-782de7ad-10ed-4395-be79-ac28a516f9d1 tempest-VolumesSnapshotTestJSON-1357221646 tempest-VolumesSnapshotTestJSON-1357221646-project] Allocated IP 172.20.0.5 (91119058-40a7-4d92-9915-8ad275971f47/b2e1a883-1b41-4d7e-b551-2578999cbee3/a3940bd8-f218-4bd1-9bac-8adfb16cf39d) {{(pid=85344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 15 19:56:41.077306 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-a9480dbe-7286-4e1a-9844-4aa7d9e1ddec req-652e3670-777c-414e-b3ba-0fa3bc523db9 tempest-VolumesSnapshotTestJSON-1357221646 tempest-VolumesSnapshotTestJSON-1357221646-project] 10.222.0.47 "GET /v2.0/ports?device_id=0bd4e53f-a5d4-44c4-847d-f84449b54827 HTTP/1.1" status: 200  len: 210 time: 0.3130677
Apr 15 19:56:41.129295 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.db [req-079851b7-42bb-42d3-a663-d76619a21ace req-22784180-b83c-4074-847e-31fab80e1492 tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] For port 033069ce-9f6b-4a8e-9537-d15a30597c12, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=033069ce-9f6b-4a8e-9537-d15a30597c12,segment=NetworkSegment(50fe2df4-77d3-40aa-a8a3-45d53f7bd89a),segment_id=50fe2df4-77d3-40aa-a8a3-45d53f7bd89a)] {{(pid=85345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 19:56:41.129693 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [req-079851b7-42bb-42d3-a663-d76619a21ace req-22784180-b83c-4074-847e-31fab80e1492 tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853097680'] for port, precommit_delete {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:56:41.406667 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [req-1df91c05-fe1f-405f-8a31-51f71e75e89a req-782de7ad-10ed-4395-be79-ac28a516f9d1 tempest-VolumesSnapshotTestJSON-1357221646 tempest-VolumesSnapshotTestJSON-1357221646-project] Notify callbacks [] for port, precommit_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:56:41.441534 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [req-1df91c05-fe1f-405f-8a31-51f71e75e89a req-782de7ad-10ed-4395-be79-ac28a516f9d1 tempest-VolumesSnapshotTestJSON-1357221646 tempest-VolumesSnapshotTestJSON-1357221646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854693686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852972410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789846482393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851621869'] for port, after_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:56:41.461548 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-1ed9709a-555b-4f4b-b25b-d7607a6509df service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:56:41.467192 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [req-079851b7-42bb-42d3-a663-d76619a21ace req-22784180-b83c-4074-847e-31fab80e1492 tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] Notify callbacks [] for floatingip, precommit_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:56:41.467989 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [req-079851b7-42bb-42d3-a663-d76619a21ace req-22784180-b83c-4074-847e-31fab80e1492 tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1673197'] for floatingip, after_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:56:41.468451 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.db.l3_db [req-079851b7-42bb-42d3-a663-d76619a21ace req-22784180-b83c-4074-847e-31fab80e1492 tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] Floating IP 35d2f40c-a276-42fe-88c9-308a6aba994c disassociated. External IP: 172.27.2.189, port: 033069ce-9f6b-4a8e-9537-d15a30597c12.
Apr 15 19:56:41.468922 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.plugin [req-079851b7-42bb-42d3-a663-d76619a21ace req-22784180-b83c-4074-847e-31fab80e1492 tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] Calling delete_port for 033069ce-9f6b-4a8e-9537-d15a30597c12 owned by compute:nova {{(pid=85345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 15 19:56:41.635047 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782de7ad-10ed-4395-be79-ac28a516f9d1 tempest-VolumesSnapshotTestJSON-1357221646 tempest-VolumesSnapshotTestJSON-1357221646-project] Pushing event updated for resources: {'Port': ['ID=a3940bd8-f218-4bd1-9bac-8adfb16cf39d,revision_number=1']} {{(pid=85344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:56:41.640515 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-782de7ad-10ed-4395-be79-ac28a516f9d1 tempest-VolumesSnapshotTestJSON-1357221646 tempest-VolumesSnapshotTestJSON-1357221646-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:56:41.653139 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [req-079851b7-42bb-42d3-a663-d76619a21ace req-22784180-b83c-4074-847e-31fab80e1492 tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854693686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852972410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789846929199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363247008293407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2200102'] for port, after_delete {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:56:41.670298 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-0282b809-7ce4-4fba-9103-f19c32c3861d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:56:41.732489 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1df91c05-fe1f-405f-8a31-51f71e75e89a req-782de7ad-10ed-4395-be79-ac28a516f9d1 tempest-VolumesSnapshotTestJSON-1357221646 tempest-VolumesSnapshotTestJSON-1357221646-project] Network 91119058-40a7-4d92-9915-8ad275971f47 is already hosted by enough agents. {{(pid=85344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 15 19:56:41.734009 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.scheduler.base_scheduler [req-1df91c05-fe1f-405f-8a31-51f71e75e89a req-782de7ad-10ed-4395-be79-ac28a516f9d1 tempest-VolumesSnapshotTestJSON-1357221646 tempest-VolumesSnapshotTestJSON-1357221646-project] Resources bound (agent type, host, resource id):  {{(pid=85344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 19:56:41.737678 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.l3_dvrscheduler_db [req-1df91c05-fe1f-405f-8a31-51f71e75e89a req-782de7ad-10ed-4395-be79-ac28a516f9d1 tempest-VolumesSnapshotTestJSON-1357221646 tempest-VolumesSnapshotTestJSON-1357221646-project] Received port after_create {{(pid=85344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 15 19:56:41.785101 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22784180-b83c-4074-847e-31fab80e1492 tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] Pushing event deleted for resources: {'Port': ['ID=033069ce-9f6b-4a8e-9537-d15a30597c12,revision_number=None']} {{(pid=85345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:56:41.789552 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-22784180-b83c-4074-847e-31fab80e1492 tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:56:41.828307 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df91c05-fe1f-405f-8a31-51f71e75e89a req-782de7ad-10ed-4395-be79-ac28a516f9d1 tempest-VolumesSnapshotTestJSON-1357221646 tempest-VolumesSnapshotTestJSON-1357221646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:56:41.829630 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [req-1df91c05-fe1f-405f-8a31-51f71e75e89a req-782de7ad-10ed-4395-be79-ac28a516f9d1 tempest-VolumesSnapshotTestJSON-1357221646 tempest-VolumesSnapshotTestJSON-1357221646-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771739'] for port, before_response {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:56:41.917592 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-b8cc5c26-095c-4360-b3a9-9a46c0038038 req-3b2ec449-2362-40db-82b8-25e9a6f142ee tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] 10.222.0.47 "GET /v2.0/ports?device_id=15ded056-669a-490c-bb20-a972f8e772bb HTTP/1.1" status: 200  len: 210 time: 0.0667884
Apr 15 19:56:41.933929 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-1df91c05-fe1f-405f-8a31-51f71e75e89a req-782de7ad-10ed-4395-be79-ac28a516f9d1 tempest-VolumesSnapshotTestJSON-1357221646 tempest-VolumesSnapshotTestJSON-1357221646-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.2824609
Apr 15 19:56:41.961041 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.v2.base [req-1df91c05-fe1f-405f-8a31-51f71e75e89a req-ce28fb79-98c8-4701-b67a-33013e5d98b2 service neutron] Request body: {'port': {'device_id': '0bd4e53f-a5d4-44c4-847d-f84449b54827', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=85344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 19:56:42.115352 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [req-1df91c05-fe1f-405f-8a31-51f71e75e89a req-ce28fb79-98c8-4701-b67a-33013e5d98b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854565853'] for port, before_update {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:56:42.209083 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.scheduler.l3_agent_scheduler [req-079851b7-42bb-42d3-a663-d76619a21ace req-22784180-b83c-4074-847e-31fab80e1492 tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] Router f8b874cc-f348-4da0-80b2-8449d13838df has already been hosted by L3 agent 74482fb0-5b00-43f0-8fa9-533a3c8b2378 {{(pid=85345) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 15 19:56:42.605792 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.wsgi [-] (85344) accepted ('10.222.0.47', 51408) {{(pid=85344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:56:42.630654 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-079851b7-42bb-42d3-a663-d76619a21ace req-22784180-b83c-4074-847e-31fab80e1492 tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] Notify agent at l3_agent.dv-cinder-786383-2-iscsi the message routers_updated {{(pid=85345) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 15 19:56:42.652647 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fdd185d-d1d9-4b60-b0a3-326f99481660 None None] Sync routers for ids ['f8b874cc-f348-4da0-80b2-8449d13838df'] in dv-cinder-786383-2-iscsi {{(pid=85347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 15 19:56:42.679923 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fdd185d-d1d9-4b60-b0a3-326f99481660 None None] Routers {'f8b874cc-f348-4da0-80b2-8449d13838df'} bound to L3 agent in host dv-cinder-786383-2-iscsi {{(pid=85347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 19:56:42.682155 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.l3_hamode_db [None req-1fdd185d-d1d9-4b60-b0a3-326f99481660 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe8b9e85be0>, 'dv-cinder-786383-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-15T19:40:08Z,description=<?>,heartbeat_timestamp=2021-04-15T19:56:38Z,host='dv-cinder-786383-2-iscsi',id=74482fb0-5b00-43f0-8fa9-533a3c8b2378,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T19:40:08Z,topic='l3_agent')) {'router_ids': ['f8b874cc-f348-4da0-80b2-8449d13838df'], 'active': True} {{(pid=85347) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 19:56:42.725325 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.notifiers.nova [req-1df91c05-fe1f-405f-8a31-51f71e75e89a req-ce28fb79-98c8-4701-b67a-33013e5d98b2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a3940bd8-f218-4bd1-9bac-8adfb16cf39d {{(pid=85344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 15 19:56:42.735164 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [req-1df91c05-fe1f-405f-8a31-51f71e75e89a req-ce28fb79-98c8-4701-b67a-33013e5d98b2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:56:42.758382 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.provisioning_blocks [req-1df91c05-fe1f-405f-8a31-51f71e75e89a req-ce28fb79-98c8-4701-b67a-33013e5d98b2 service neutron] Transition to ACTIVE for port object a3940bd8-f218-4bd1-9bac-8adfb16cf39d will not be triggered until provisioned by entity L2. {{(pid=85344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 19:56:42.764116 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [req-1df91c05-fe1f-405f-8a31-51f71e75e89a req-ce28fb79-98c8-4701-b67a-33013e5d98b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854693686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852972410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789846929216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789846482410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789846483725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3153931'] for port, after_update {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:56:42.807680 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66fb451-e864-4a75-88ae-56de13dcbcdf req-35d5a599-fdbf-4d73-a6d0-f44948ba079f tempest-VolumesSnapshotTestJSON-1357221646 tempest-VolumesSnapshotTestJSON-1357221646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:56:42.810641 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-d66fb451-e864-4a75-88ae-56de13dcbcdf req-35d5a599-fdbf-4d73-a6d0-f44948ba079f tempest-VolumesSnapshotTestJSON-1357221646 tempest-VolumesSnapshotTestJSON-1357221646-project] 10.222.0.47 "GET /v2.0/ports?device_id=0bd4e53f-a5d4-44c4-847d-f84449b54827 HTTP/1.1" status: 200  len: 931 time: 0.4109831
Apr 15 19:56:42.856583 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:56:42.937005 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.l3_dvrscheduler_db [req-079851b7-42bb-42d3-a663-d76619a21ace req-22784180-b83c-4074-847e-31fab80e1492 tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] No DVR routers for this DVR port 033069ce-9f6b-4a8e-9537-d15a30597c12 on host hv-cinder-78638 {{(pid=85345) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 15 19:56:42.945132 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-95d540db-f88a-4633-8908-9b4c62b24d72 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:56:42.945449 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [req-079851b7-42bb-42d3-a663-d76619a21ace req-22784180-b83c-4074-847e-31fab80e1492 tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771739'] for port, before_response {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:56:42.950635 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15ded056-669a-490c-bb20-a972f8e772bb', 'name': 'network-vif-deleted', 'tag': '033069ce-9f6b-4a8e-9537-d15a30597c12'}] {{(pid=85345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 19:56:43.013600 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-079851b7-42bb-42d3-a663-d76619a21ace req-22784180-b83c-4074-847e-31fab80e1492 tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] 10.222.0.65 "DELETE /v2.0/ports/033069ce-9f6b-4a8e-9537-d15a30597c12 HTTP/1.1" status: 204  len: 173 time: 2.7353947
Apr 15 19:56:43.019396 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-d66fb451-e864-4a75-88ae-56de13dcbcdf req-e7316d31-8cdd-4860-b31d-ea8da822a0f2 tempest-VolumesSnapshotTestJSON-1357221646 tempest-VolumesSnapshotTestJSON-1357221646-project] 10.222.0.47 "GET /v2.0/security-groups?id=f095c61c-fe4a-44c2-90e3-b7fb4e45e31a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1400652
Apr 15 19:56:43.043105 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.quota.driver [None req-95d540db-f88a-4633-8908-9b4c62b24d72 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:56:43.051301 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource [None req-95d540db-f88a-4633-8908-9b4c62b24d72 admin admin] Usage tracker for resource:security_group_rule and tenant:b0f176a6d82b4fdb84b0440ac96c6455 is out of sync, need to count used quota {{(pid=85344) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:56:43.057913 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource [None req-95d540db-f88a-4633-8908-9b4c62b24d72 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85344) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:56:43.071257 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.quota.driver [None req-95d540db-f88a-4633-8908-9b4c62b24d72 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:56:43.085485 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.l3_dvr_db [None req-1fdd185d-d1d9-4b60-b0a3-326f99481660 None None] Set router f8b874cc-f348-4da0-80b2-8449d13838df gateway port host: dv-cinder-786383-2-iscsi {{(pid=85347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 19:56:43.152690 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15ded056-669a-490c-bb20-a972f8e772bb', 'name': 'network-vif-deleted', 'tag': '033069ce-9f6b-4a8e-9537-d15a30597c12', 'status': 'completed', 'code': 200}
Apr 15 19:56:43.254988 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce28fb79-98c8-4701-b67a-33013e5d98b2 service neutron] Pushing event updated for resources: {'Port': ['ID=a3940bd8-f218-4bd1-9bac-8adfb16cf39d,revision_number=2']} {{(pid=85344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:56:43.262644 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-6f466178-1b18-4080-a3b8-2d31fa900cf3 req-30b4f6c2-c494-4385-a56b-346fb31502cf tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] 10.222.0.47 "GET /v2.0/ports?device_id=15ded056-669a-490c-bb20-a972f8e772bb HTTP/1.1" status: 200  len: 210 time: 0.1614301
Apr 15 19:56:43.270170 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-ce28fb79-98c8-4701-b67a-33013e5d98b2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.413s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:56:43.415089 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.rpc [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Device 033069ce-9f6b-4a8e-9537-d15a30597c12 no longer exists at agent hyperv_hv-cinder-78638 {{(pid=85346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 15 19:56:43.508557 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.plugin [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] No Port match for: 033069ce-9f6b-4a8e-9537-d15a30597c12 {{(pid=85346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 15 19:56:43.509517 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.rpc [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Device 033069ce-9f6b-4a8e-9537-d15a30597c12 not bound to the agent host hv-cinder-78638 {{(pid=85346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 15 19:56:43.640127 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-95d540db-f88a-4633-8908-9b4c62b24d72 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:56:43.643395 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.managers [req-1df91c05-fe1f-405f-8a31-51f71e75e89a req-ce28fb79-98c8-4701-b67a-33013e5d98b2 service neutron] Attempting to bind port a3940bd8-f218-4bd1-9bac-8adfb16cf39d on host hv-cinder-78638 for vnic_type normal with profile  {{(pid=85344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 15 19:56:43.643863 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.managers [req-1df91c05-fe1f-405f-8a31-51f71e75e89a req-ce28fb79-98c8-4701-b67a-33013e5d98b2 service neutron] Attempting to bind port a3940bd8-f218-4bd1-9bac-8adfb16cf39d by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': '45072c43-142a-403b-ba9f-04d0dc8cb809', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '91119058-40a7-4d92-9915-8ad275971f47'}] {{(pid=85344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 15 19:56:43.644149 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1df91c05-fe1f-405f-8a31-51f71e75e89a req-ce28fb79-98c8-4701-b67a-33013e5d98b2 service neutron] Attempting to bind port a3940bd8-f218-4bd1-9bac-8adfb16cf39d on network 91119058-40a7-4d92-9915-8ad275971f47 {{(pid=85344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 19:56:43.649032 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-95d540db-f88a-4633-8908-9b4c62b24d72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806004'] for security_group, after_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:56:43.658498 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-fe095b6f-b19d-4511-bf27-bef1ba84f0e3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:56:43.669024 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1df91c05-fe1f-405f-8a31-51f71e75e89a req-ce28fb79-98c8-4701-b67a-33013e5d98b2 service neutron] Port a3940bd8-f218-4bd1-9bac-8adfb16cf39d on network 91119058-40a7-4d92-9915-8ad275971f47 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=85344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 15 19:56:43.669480 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1df91c05-fe1f-405f-8a31-51f71e75e89a req-ce28fb79-98c8-4701-b67a-33013e5d98b2 service neutron] Attempting to bind port a3940bd8-f218-4bd1-9bac-8adfb16cf39d on network 91119058-40a7-4d92-9915-8ad275971f47 {{(pid=85344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 19:56:43.702654 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1df91c05-fe1f-405f-8a31-51f71e75e89a req-ce28fb79-98c8-4701-b67a-33013e5d98b2 service neutron] Checking agent: {'id': '202ba611-b908-4e0e-99b2-33811728b356', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 19, 46, 37), 'started_at': datetime.datetime(2021, 4, 15, 19, 46, 37), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 19, 56, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 15 19:56:43.703243 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1df91c05-fe1f-405f-8a31-51f71e75e89a req-ce28fb79-98c8-4701-b67a-33013e5d98b2 service neutron] Checking segment: {'id': '45072c43-142a-403b-ba9f-04d0dc8cb809', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '91119058-40a7-4d92-9915-8ad275971f47'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 19:56:43.703532 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1df91c05-fe1f-405f-8a31-51f71e75e89a req-ce28fb79-98c8-4701-b67a-33013e5d98b2 service neutron] Bound using segment: {'id': '45072c43-142a-403b-ba9f-04d0dc8cb809', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '91119058-40a7-4d92-9915-8ad275971f47'} {{(pid=85344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 15 19:56:43.703975 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.managers [req-1df91c05-fe1f-405f-8a31-51f71e75e89a req-ce28fb79-98c8-4701-b67a-33013e5d98b2 service neutron] Bound port: a3940bd8-f218-4bd1-9bac-8adfb16cf39d, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '45072c43-142a-403b-ba9f-04d0dc8cb809', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '91119058-40a7-4d92-9915-8ad275971f47'}}] {{(pid=85344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 15 19:56:43.704373 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [req-1df91c05-fe1f-405f-8a31-51f71e75e89a req-ce28fb79-98c8-4701-b67a-33013e5d98b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854565853'] for port, before_update {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:56:43.756620 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [None req-95d540db-f88a-4633-8908-9b4c62b24d72 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=b0f176a6d82b4fdb84b0440ac96c6455&name=default HTTP/1.1" status: 200  len: 2979 time: 1.1490917
Apr 15 19:56:43.759738 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.wsgi [-] (85345) accepted ('10.222.0.47', 51418) {{(pid=85345) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:56:43.903211 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-e9f66830-0307-4cf0-ac5f-730ddc72bfdd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:56:43.960124 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-e9f66830-0307-4cf0-ac5f-730ddc72bfdd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:56:44.019512 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.l3_hamode_db [None req-1fdd185d-d1d9-4b60-b0a3-326f99481660 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe8b9e85be0>, [{'id': 'f8b874cc-f348-4da0-80b2-8449d13838df', 'name': 'tempest-AttachVolumeShelveTestJSON-1863267534-router', 'tenant_id': '4bae275d2add4a8a85e8b627d205bb33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b576887-bb01-4bfc-8617-ca8b886d7b7e', 'external_fixed_ips': [{'subnet_id': '7ad9face-0ae3-4529-aacd-d53ebb36e4d0', 'ip_address': '172.27.2.96'}], 'enable_snat': True}, 'gw_port_id': '1f0a632d-6a7b-49a4-9d95-9dca92d85df6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:48:23Z', 'updated_at': '2021-04-15T19:48:43Z', 'revision_number': 4, 'project_id': '4bae275d2add4a8a85e8b627d205bb33', 'gw_port': {'id': '1f0a632d-6a7b-49a4-9d95-9dca92d85df6', 'name': '', 'network_id': '0b576887-bb01-4bfc-8617-ca8b886d7b7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:36:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8b874cc-f348-4da0-80b2-8449d13838df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '7ad9face-0ae3-4529-aacd-d53ebb36e4d0', 'ip_address': '172.27.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:48:26Z', 'updated_at': '2021-04-15T19:48:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ad9face-0ae3-4529-aacd-d53ebb36e4d0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-2-iscsi', '_interfaces': [{'id': 'c8721a51-9e02-43fd-8698-1972f9c41b9f', 'name': '', 'network_id': '3371f473-4c26-4f81-abc4-c2c4353fa3ab', 'tenant_id': '4bae275d2add4a8a85e8b627d205bb33', 'mac_address': 'fa:16:3e:1e:3d:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8b874cc-f348-4da0-80b2-8449d13838df', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '8272d6a7-33c7-4e21-aec7-64c68285458e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:48:38Z', 'updated_at': '2021-04-15T19:48:59Z', 'revision_number': 5, 'project_id': '4bae275d2add4a8a85e8b627d205bb33', 'subnets': [{'id': '8272d6a7-33c7-4e21-aec7-64c68285458e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786383-2-iscsi', False) {} {{(pid=85347) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 19:56:44.028147 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fdd185d-d1d9-4b60-b0a3-326f99481660 None None] Checking router: f8b874cc-f348-4da0-80b2-8449d13838df for host: dv-cinder-786383-2-iscsi {{(pid=85347) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 15 19:56:44.043628 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-e9f66830-0307-4cf0-ac5f-730ddc72bfdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806004'] for security_group, after_delete {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:56:44.046345 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fdd185d-d1d9-4b60-b0a3-326f99481660 None None] Routers {'f8b874cc-f348-4da0-80b2-8449d13838df'} bound to L3 agent in host dv-cinder-786383-2-iscsi {{(pid=85347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 19:56:44.047539 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.l3_hamode_db [None req-1fdd185d-d1d9-4b60-b0a3-326f99481660 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe8b9e85be0>, 'dv-cinder-786383-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-15T19:40:08Z,description=<?>,heartbeat_timestamp=2021-04-15T19:56:38Z,host='dv-cinder-786383-2-iscsi',id=74482fb0-5b00-43f0-8fa9-533a3c8b2378,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T19:40:08Z,topic='l3_agent')) {'router_ids': ['f8b874cc-f348-4da0-80b2-8449d13838df'], 'active': True} {{(pid=85347) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 19:56:44.054191 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-4d60375a-390f-45f6-82ec-8368765ab217 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:56:44.087935 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-e9f66830-0307-4cf0-ac5f-730ddc72bfdd admin admin] Notify callbacks [] for security_group, before_response {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:56:44.092419 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [None req-e9f66830-0307-4cf0-ac5f-730ddc72bfdd admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/436efbff-1a31-4f08-b1cd-c4a3babd0ec1 HTTP/1.1" status: 204  len: 168 time: 0.3281121
Apr 15 19:56:44.092419 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f66830-0307-4cf0-ac5f-730ddc72bfdd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=436efbff-1a31-4f08-b1cd-c4a3babd0ec1,revision_number=None']} {{(pid=85345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:56:44.103957 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-e9f66830-0307-4cf0-ac5f-730ddc72bfdd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:56:44.291405 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.db [req-1df91c05-fe1f-405f-8a31-51f71e75e89a req-ce28fb79-98c8-4701-b67a-33013e5d98b2 service neutron] For port a3940bd8-f218-4bd1-9bac-8adfb16cf39d, host hv-cinder-78638, cleared binding levels {{(pid=85344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 15 19:56:44.295716 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.db [req-1df91c05-fe1f-405f-8a31-51f71e75e89a req-ce28fb79-98c8-4701-b67a-33013e5d98b2 service neutron] For port a3940bd8-f218-4bd1-9bac-8adfb16cf39d, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=a3940bd8-f218-4bd1-9bac-8adfb16cf39d,segment=NetworkSegment(45072c43-142a-403b-ba9f-04d0dc8cb809),segment_id=45072c43-142a-403b-ba9f-04d0dc8cb809)] {{(pid=85344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 15 19:56:44.298623 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d540db-f88a-4633-8908-9b4c62b24d72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=436efbff-1a31-4f08-b1cd-c4a3babd0ec1,revision_number=1']} {{(pid=85344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:56:44.308020 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [req-1df91c05-fe1f-405f-8a31-51f71e75e89a req-ce28fb79-98c8-4701-b67a-33013e5d98b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854693686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852972410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789846929216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789846482410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789846483725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3153931'] for port, after_update {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:56:44.335586 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-95d540db-f88a-4633-8908-9b4c62b24d72 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.675s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:56:44.335586 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:56:44.400578 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbf203a-5515-4359-afca-09889de2738f req-2ea1e882-e8a9-40f8-b5da-79793a5fee26 tempest-VolumesSnapshotTestJSON-1357221646 tempest-VolumesSnapshotTestJSON-1357221646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:56:44.404368 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-5cbf203a-5515-4359-afca-09889de2738f req-2ea1e882-e8a9-40f8-b5da-79793a5fee26 tempest-VolumesSnapshotTestJSON-1357221646 tempest-VolumesSnapshotTestJSON-1357221646-project] 10.222.0.47 "GET /v2.0/ports?device_id=0bd4e53f-a5d4-44c4-847d-f84449b54827 HTTP/1.1" status: 200  len: 943 time: 0.1322706
Apr 15 19:56:44.487833 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.l3_dvr_db [None req-1fdd185d-d1d9-4b60-b0a3-326f99481660 None None] Set router f8b874cc-f348-4da0-80b2-8449d13838df gateway port host: dv-cinder-786383-2-iscsi {{(pid=85347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 19:56:44.524805 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-5cbf203a-5515-4359-afca-09889de2738f req-ebc167e4-1658-4a25-89b9-e9476b2f41c8 tempest-VolumesSnapshotTestJSON-1357221646 tempest-VolumesSnapshotTestJSON-1357221646-project] 10.222.0.47 "GET /v2.0/security-groups?id=f095c61c-fe4a-44c2-90e3-b7fb4e45e31a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1078889
Apr 15 19:56:44.603304 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.wsgi [-] (85345) accepted ('10.222.0.47', 51432) {{(pid=85345) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:56:44.667018 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce28fb79-98c8-4701-b67a-33013e5d98b2 service neutron] Pushing event updated for resources: {'Port': ['ID=a3940bd8-f218-4bd1-9bac-8adfb16cf39d,revision_number=3']} {{(pid=85344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:56:44.678519 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-ce28fb79-98c8-4701-b67a-33013e5d98b2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.343s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:56:44.716625 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.wsgi [-] (85344) accepted ('10.222.0.47', 51436) {{(pid=85344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:56:44.741917 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-013e7707-3f6b-4625-a8c8-4a966cf44bfd tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] Notify callbacks [] for security_group, before_delete {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:56:44.775909 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-849ea9cb-7230-4baa-ab1b-e90c38f784b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:56:44.807882 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.quota.driver [None req-849ea9cb-7230-4baa-ab1b-e90c38f784b3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:56:44.809299 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-013e7707-3f6b-4625-a8c8-4a966cf44bfd tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] Notify callbacks [] for security_group, precommit_delete {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:56:44.813059 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df91c05-fe1f-405f-8a31-51f71e75e89a req-ce28fb79-98c8-4701-b67a-33013e5d98b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:56:44.813750 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [req-1df91c05-fe1f-405f-8a31-51f71e75e89a req-ce28fb79-98c8-4701-b67a-33013e5d98b2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771739'] for port, before_response {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:56:44.815349 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-1df91c05-fe1f-405f-8a31-51f71e75e89a req-ce28fb79-98c8-4701-b67a-33013e5d98b2 service neutron] 10.222.0.65 "PUT /v2.0/ports/a3940bd8-f218-4bd1-9bac-8adfb16cf39d HTTP/1.1" status: 200  len: 1093 time: 2.8719275
Apr 15 19:56:44.815924 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0bd4e53f-a5d4-44c4-847d-f84449b54827', 'tag': 'a3940bd8-f218-4bd1-9bac-8adfb16cf39d'}] {{(pid=85344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 19:56:44.824314 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource [None req-849ea9cb-7230-4baa-ab1b-e90c38f784b3 admin admin] Usage tracker for resource:security_group_rule and tenant:b48dc23558e8468d815ae2cc72fdd5f2 is out of sync, need to count used quota {{(pid=85344) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:56:44.830899 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource [None req-849ea9cb-7230-4baa-ab1b-e90c38f784b3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85344) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:56:44.844765 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.quota.driver [None req-849ea9cb-7230-4baa-ab1b-e90c38f784b3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:56:44.893640 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-013e7707-3f6b-4625-a8c8-4a966cf44bfd tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806004'] for security_group, after_delete {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:56:44.908839 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-5eb93556-e2f5-4f96-88e2-f047c2488ab4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:56:44.925318 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013e7707-3f6b-4625-a8c8-4a966cf44bfd tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=500453f8-6d6a-46df-a520-49d2e2355d6e,revision_number=None']} {{(pid=85345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:56:44.935384 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-013e7707-3f6b-4625-a8c8-4a966cf44bfd tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:56:44.936765 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-013e7707-3f6b-4625-a8c8-4a966cf44bfd tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] Notify callbacks [] for security_group, before_response {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:56:44.943018 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [None req-013e7707-3f6b-4625-a8c8-4a966cf44bfd tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] 10.222.0.47 "DELETE /v2.0/security-groups/500453f8-6d6a-46df-a520-49d2e2355d6e HTTP/1.1" status: 204  len: 168 time: 0.3335202
Apr 15 19:56:44.943678 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.wsgi [-] (85345) accepted ('10.222.0.47', 51442) {{(pid=85345) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:56:44.965289 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.api.v2.resource [None req-5306b7e5-4692-4663-9a2c-4d230df016b2 tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] show failed (client error): The resource could not be found.
Apr 15 19:56:44.972198 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [None req-5306b7e5-4692-4663-9a2c-4d230df016b2 tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] 10.222.0.47 "GET /v2.0/security-groups/500453f8-6d6a-46df-a520-49d2e2355d6e HTTP/1.1" status: 404  len: 347 time: 0.0230460
Apr 15 19:56:44.973278 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.wsgi [-] (85345) accepted ('10.222.0.47', 51446) {{(pid=85345) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:56:44.978880 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0bd4e53f-a5d4-44c4-847d-f84449b54827', 'tag': 'a3940bd8-f218-4bd1-9bac-8adfb16cf39d', 'status': 'completed', 'code': 200}
Apr 15 19:56:45.106590 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df91c05-fe1f-405f-8a31-51f71e75e89a req-f8713a9e-b1ae-4f98-b138-be3df8060bc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:56:45.109468 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-1df91c05-fe1f-405f-8a31-51f71e75e89a req-f8713a9e-b1ae-4f98-b138-be3df8060bc6 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=eb14f2a277d24b47a4387fa0c3b543f8&device_id=0bd4e53f-a5d4-44c4-847d-f84449b54827 HTTP/1.1" status: 200  len: 1096 time: 0.2247331
Apr 15 19:56:45.125072 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.l3_hamode_db [None req-1fdd185d-d1d9-4b60-b0a3-326f99481660 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe8b9e85be0>, [{'id': 'f8b874cc-f348-4da0-80b2-8449d13838df', 'name': 'tempest-AttachVolumeShelveTestJSON-1863267534-router', 'tenant_id': '4bae275d2add4a8a85e8b627d205bb33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b576887-bb01-4bfc-8617-ca8b886d7b7e', 'external_fixed_ips': [{'subnet_id': '7ad9face-0ae3-4529-aacd-d53ebb36e4d0', 'ip_address': '172.27.2.96'}], 'enable_snat': True}, 'gw_port_id': '1f0a632d-6a7b-49a4-9d95-9dca92d85df6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:48:23Z', 'updated_at': '2021-04-15T19:48:43Z', 'revision_number': 4, 'project_id': '4bae275d2add4a8a85e8b627d205bb33', 'gw_port': {'id': '1f0a632d-6a7b-49a4-9d95-9dca92d85df6', 'name': '', 'network_id': '0b576887-bb01-4bfc-8617-ca8b886d7b7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:36:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8b874cc-f348-4da0-80b2-8449d13838df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '7ad9face-0ae3-4529-aacd-d53ebb36e4d0', 'ip_address': '172.27.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:48:26Z', 'updated_at': '2021-04-15T19:48:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ad9face-0ae3-4529-aacd-d53ebb36e4d0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-2-iscsi', '_interfaces': [{'id': 'c8721a51-9e02-43fd-8698-1972f9c41b9f', 'name': '', 'network_id': '3371f473-4c26-4f81-abc4-c2c4353fa3ab', 'tenant_id': '4bae275d2add4a8a85e8b627d205bb33', 'mac_address': 'fa:16:3e:1e:3d:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8b874cc-f348-4da0-80b2-8449d13838df', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '8272d6a7-33c7-4e21-aec7-64c68285458e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:48:38Z', 'updated_at': '2021-04-15T19:48:59Z', 'revision_number': 5, 'project_id': '4bae275d2add4a8a85e8b627d205bb33', 'subnets': [{'id': '8272d6a7-33c7-4e21-aec7-64c68285458e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786383-2-iscsi', False) {} {{(pid=85347) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 19:56:45.133647 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fdd185d-d1d9-4b60-b0a3-326f99481660 None None] The sync data for ids ['f8b874cc-f348-4da0-80b2-8449d13838df'] in dv-cinder-786383-2-iscsi is: [{'id': 'f8b874cc-f348-4da0-80b2-8449d13838df', 'name': 'tempest-AttachVolumeShelveTestJSON-1863267534-router', 'tenant_id': '4bae275d2add4a8a85e8b627d205bb33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b576887-bb01-4bfc-8617-ca8b886d7b7e', 'external_fixed_ips': [{'subnet_id': '7ad9face-0ae3-4529-aacd-d53ebb36e4d0', 'ip_address': '172.27.2.96'}], 'enable_snat': True}, 'gw_port_id': '1f0a632d-6a7b-49a4-9d95-9dca92d85df6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:48:23Z', 'updated_at': '2021-04-15T19:48:43Z', 'revision_number': 4, 'project_id': '4bae275d2add4a8a85e8b627d205bb33', 'gw_port': {'id': '1f0a632d-6a7b-49a4-9d95-9dca92d85df6', 'name': '', 'network_id': '0b576887-bb01-4bfc-8617-ca8b886d7b7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:36:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8b874cc-f348-4da0-80b2-8449d13838df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '7ad9face-0ae3-4529-aacd-d53ebb36e4d0', 'ip_address': '172.27.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:48:26Z', 'updated_at': '2021-04-15T19:48:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ad9face-0ae3-4529-aacd-d53ebb36e4d0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-2-iscsi', '_interfaces': [{'id': 'c8721a51-9e02-43fd-8698-1972f9c41b9f', 'name': '', 'network_id': '3371f473-4c26-4f81-abc4-c2c4353fa3ab', 'tenant_id': '4bae275d2add4a8a85e8b627d205bb33', 'mac_address': 'fa:16:3e:1e:3d:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8b874cc-f348-4da0-80b2-8449d13838df', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '8272d6a7-33c7-4e21-aec7-64c68285458e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:48:38Z', 'updated_at': '2021-04-15T19:48:59Z', 'revision_number': 5, 'project_id': '4bae275d2add4a8a85e8b627d205bb33', 'subnets': [{'id': '8272d6a7-33c7-4e21-aec7-64c68285458e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 15 19:56:45.166671 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.plugin [None req-16127b73-bafc-413c-abb6-11367a9ecaed tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] Deleting port 771590ab-a13f-4213-b7e3-01543e29a44a {{(pid=85345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 19:56:45.167281 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-16127b73-bafc-413c-abb6-11367a9ecaed tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363247007848052'] for port, before_delete {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:56:45.219959 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-1df91c05-fe1f-405f-8a31-51f71e75e89a req-318ebc37-9fe5-42bf-b0fa-adcfbf6fa6c0 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a3940bd8-f218-4bd1-9bac-8adfb16cf39d HTTP/1.1" status: 200  len: 217 time: 0.0991437
Apr 15 19:56:45.285817 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-849ea9cb-7230-4baa-ab1b-e90c38f784b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:56:45.291611 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-849ea9cb-7230-4baa-ab1b-e90c38f784b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806004'] for security_group, after_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:56:45.303263 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-95d540db-f88a-4633-8908-9b4c62b24d72 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:56:45.356519 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df91c05-fe1f-405f-8a31-51f71e75e89a req-02431059-d164-40d6-adb6-bee1c3d4d8e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:56:45.358262 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-1df91c05-fe1f-405f-8a31-51f71e75e89a req-02431059-d164-40d6-adb6-bee1c3d4d8e3 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=b2e1a883-1b41-4d7e-b551-2578999cbee3 HTTP/1.1" status: 200  len: 853 time: 0.1275976
Apr 15 19:56:45.369025 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [None req-849ea9cb-7230-4baa-ab1b-e90c38f784b3 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=b48dc23558e8468d815ae2cc72fdd5f2&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6473570
Apr 15 19:56:45.372177 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.wsgi [-] (85345) accepted ('10.222.0.47', 51450) {{(pid=85345) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:56:45.401204 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-16127b73-bafc-413c-abb6-11367a9ecaed tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853097680'] for port, precommit_delete {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:56:45.401741 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-16127b73-bafc-413c-abb6-11367a9ecaed tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:56:45.413096 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849ea9cb-7230-4baa-ab1b-e90c38f784b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5148c5aa-f5f7-4b23-be47-40f5e5513c4a,revision_number=1']} {{(pid=85344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:56:45.423951 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-1df91c05-fe1f-405f-8a31-51f71e75e89a req-8235f8c3-7583-4a9e-9d5c-86df68640528 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=91119058-40a7-4d92-9915-8ad275971f47&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0568399
Apr 15 19:56:45.429773 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-849ea9cb-7230-4baa-ab1b-e90c38f784b3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:56:45.430214 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-849ea9cb-7230-4baa-ab1b-e90c38f784b3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:56:45.430642 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-849ea9cb-7230-4baa-ab1b-e90c38f784b3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:56:45.431072 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-849ea9cb-7230-4baa-ab1b-e90c38f784b3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:56:45.431479 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-849ea9cb-7230-4baa-ab1b-e90c38f784b3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:56:45.431890 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-849ea9cb-7230-4baa-ab1b-e90c38f784b3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:56:45.432294 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-849ea9cb-7230-4baa-ab1b-e90c38f784b3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:56:45.432686 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-849ea9cb-7230-4baa-ab1b-e90c38f784b3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:56:45.433081 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-849ea9cb-7230-4baa-ab1b-e90c38f784b3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:56:45.433473 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-849ea9cb-7230-4baa-ab1b-e90c38f784b3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:56:45.433879 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-849ea9cb-7230-4baa-ab1b-e90c38f784b3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:56:45.434263 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-849ea9cb-7230-4baa-ab1b-e90c38f784b3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:56:45.461290 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-849ea9cb-7230-4baa-ab1b-e90c38f784b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:56:45.610439 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.plugin [None req-16127b73-bafc-413c-abb6-11367a9ecaed tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] Calling delete_port for 771590ab-a13f-4213-b7e3-01543e29a44a owned by network:floatingip {{(pid=85345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 15 19:56:45.618506 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-1df91c05-fe1f-405f-8a31-51f71e75e89a req-e81aa88b-84d0-4eb7-9ddb-bdaa926a99d1 service neutron] 10.222.0.65 "GET /v2.0/networks/91119058-40a7-4d92-9915-8ad275971f47?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1801102
Apr 15 19:56:45.648528 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-910c348f-93b0-4e39-a5f0-3f706930081c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:56:45.699526 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-910c348f-93b0-4e39-a5f0-3f706930081c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:56:45.729536 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fca1fe26-93aa-4f9a-bcb4-6d345f33a4f3 None None] New status for floating IP 35d2f40c-a276-42fe-88c9-308a6aba994c: DOWN {{(pid=85346) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 15 19:56:45.803197 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-910c348f-93b0-4e39-a5f0-3f706930081c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806004'] for security_group, after_delete {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:56:45.810598 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-334a7ce5-77fb-4e5c-9d54-831d9c3f96a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:56:45.840243 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-910c348f-93b0-4e39-a5f0-3f706930081c admin admin] Notify callbacks [] for security_group, before_response {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:56:45.845980 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [None req-910c348f-93b0-4e39-a5f0-3f706930081c admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/5148c5aa-f5f7-4b23-be47-40f5e5513c4a HTTP/1.1" status: 204  len: 168 time: 0.4682126
Apr 15 19:56:45.845980 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910c348f-93b0-4e39-a5f0-3f706930081c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5148c5aa-f5f7-4b23-be47-40f5e5513c4a,revision_number=None']} {{(pid=85345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:56:45.862439 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-910c348f-93b0-4e39-a5f0-3f706930081c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:56:45.966356 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-16127b73-bafc-413c-abb6-11367a9ecaed tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854693686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852972410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789846929199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363247008293407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2200102'] for port, after_delete {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:56:45.985916 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-4e754f84-c7c7-4f82-a5a6-d5bacc040c59 tempest-VolumesSnapshotTestJSON-1357221646 tempest-VolumesSnapshotTestJSON-1357221646-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:56:45.990597 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.db.api [None req-fca1fe26-93aa-4f9a-bcb4-6d345f33a4f3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=85346) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 15 19:56:45.991318 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_db.api [None req-fca1fe26-93aa-4f9a-bcb4-6d345f33a4f3 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=85346) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 15 19:56:46.036254 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-1df91c05-fe1f-405f-8a31-51f71e75e89a req-c20f8bc7-a00a-43ec-a92e-13cd8772261b service neutron] 10.222.0.65 "GET /v2.0/networks/91119058-40a7-4d92-9915-8ad275971f47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4108577
Apr 15 19:56:46.090084 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f2a8ea-a4e1-4604-898e-5df995ca68ec req-105b7c90-df7f-4173-8d5f-bc5c9b22b3ba tempest-VolumesSnapshotTestJSON-1357221646 tempest-VolumesSnapshotTestJSON-1357221646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:56:46.091775 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource [req-b3f2a8ea-a4e1-4604-898e-5df995ca68ec req-105b7c90-df7f-4173-8d5f-bc5c9b22b3ba tempest-VolumesSnapshotTestJSON-1357221646 tempest-VolumesSnapshotTestJSON-1357221646-project] Synchronizing usage tracker for tenant:eb14f2a277d24b47a4387fa0c3b543f8 on resource:port {{(pid=85344) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 15 19:56:46.100539 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16127b73-bafc-413c-abb6-11367a9ecaed tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] Pushing event deleted for resources: {'Port': ['ID=771590ab-a13f-4213-b7e3-01543e29a44a,revision_number=None']} {{(pid=85345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:56:46.105094 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-16127b73-bafc-413c-abb6-11367a9ecaed tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:56:46.181053 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource [req-b3f2a8ea-a4e1-4604-898e-5df995ca68ec req-105b7c90-df7f-4173-8d5f-bc5c9b22b3ba tempest-VolumesSnapshotTestJSON-1357221646 tempest-VolumesSnapshotTestJSON-1357221646-project] Unset dirty status for tenant:eb14f2a277d24b47a4387fa0c3b543f8 on resource:port {{(pid=85344) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 15 19:56:46.182489 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-b3f2a8ea-a4e1-4604-898e-5df995ca68ec req-105b7c90-df7f-4173-8d5f-bc5c9b22b3ba tempest-VolumesSnapshotTestJSON-1357221646 tempest-VolumesSnapshotTestJSON-1357221646-project] 10.222.0.47 "GET /v2.0/ports?device_id=0bd4e53f-a5d4-44c4-847d-f84449b54827 HTTP/1.1" status: 200  len: 943 time: 0.3794813
Apr 15 19:56:46.241335 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5dba457-7beb-444b-b220-75fd69bf680e req-4e18fdbb-2275-4d58-b372-b71101803d9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:56:46.243032 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-d5dba457-7beb-444b-b220-75fd69bf680e req-4e18fdbb-2275-4d58-b372-b71101803d9f service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=eb14f2a277d24b47a4387fa0c3b543f8&device_id=0bd4e53f-a5d4-44c4-847d-f84449b54827 HTTP/1.1" status: 200  len: 1096 time: 0.1461375
Apr 15 19:56:46.279865 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-b3f2a8ea-a4e1-4604-898e-5df995ca68ec req-65483ce7-4aa7-4e79-9723-e19ee6319fdb tempest-VolumesSnapshotTestJSON-1357221646 tempest-VolumesSnapshotTestJSON-1357221646-project] 10.222.0.47 "GET /v2.0/security-groups?id=f095c61c-fe4a-44c2-90e3-b7fb4e45e31a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0858181
Apr 15 19:56:46.331124 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-16127b73-bafc-413c-abb6-11367a9ecaed tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] Notify callbacks [] for floatingip, after_delete {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:56:46.354419 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-16127b73-bafc-413c-abb6-11367a9ecaed tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771739'] for floatingip, before_response {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:56:46.358476 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [None req-16127b73-bafc-413c-abb6-11367a9ecaed tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] 10.222.0.47 "DELETE /v2.0/floatingips/35d2f40c-a276-42fe-88c9-308a6aba994c HTTP/1.1" status: 204  len: 168 time: 1.3815014
Apr 15 19:56:46.426242 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5dba457-7beb-444b-b220-75fd69bf680e req-8d044eed-c379-44d0-b7d0-9fa665d791cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:56:46.428143 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-d5dba457-7beb-444b-b220-75fd69bf680e req-8d044eed-c379-44d0-b7d0-9fa665d791cf service neutron] 10.222.0.65 "GET /v2.0/networks?id=91119058-40a7-4d92-9915-8ad275971f47 HTTP/1.1" status: 200  len: 914 time: 0.1775472
Apr 15 19:56:46.494100 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fca1fe26-93aa-4f9a-bcb4-6d345f33a4f3 None None] New status for floating IP 35d2f40c-a276-42fe-88c9-308a6aba994c: DOWN {{(pid=85346) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 15 19:56:46.560988 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-d5dba457-7beb-444b-b220-75fd69bf680e req-8a03df9d-41e9-47ac-8fe4-bdb092da7f46 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a3940bd8-f218-4bd1-9bac-8adfb16cf39d HTTP/1.1" status: 200  len: 217 time: 0.1225617
Apr 15 19:56:46.649839 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5dba457-7beb-444b-b220-75fd69bf680e req-157f8720-68b1-48ae-a961-f27b4bd70eb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:56:46.651674 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-d5dba457-7beb-444b-b220-75fd69bf680e req-157f8720-68b1-48ae-a961-f27b4bd70eb1 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=b2e1a883-1b41-4d7e-b551-2578999cbee3 HTTP/1.1" status: 200  len: 853 time: 0.0846341
Apr 15 19:56:46.742760 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-d5dba457-7beb-444b-b220-75fd69bf680e req-f45116a9-36f1-4ed1-810f-d0231e3dc1f4 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=91119058-40a7-4d92-9915-8ad275971f47&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0826833
Apr 15 19:56:46.933454 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-d5dba457-7beb-444b-b220-75fd69bf680e req-78990b8a-f271-45a5-a724-688c6846fe1d service neutron] 10.222.0.65 "GET /v2.0/networks/91119058-40a7-4d92-9915-8ad275971f47?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1827321
Apr 15 19:56:47.150530 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-d5dba457-7beb-444b-b220-75fd69bf680e req-a43cce7b-5330-4b43-b860-3c36fe636be6 service neutron] 10.222.0.65 "GET /v2.0/networks/91119058-40a7-4d92-9915-8ad275971f47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2101467
Apr 15 19:56:47.575985 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb388be-de6d-4199-bd8e-65a9b0bbc2a6 req-eae9660b-a2a9-4b0b-9d9f-9fdbe6a0b539 tempest-VolumesSnapshotTestJSON-1357221646 tempest-VolumesSnapshotTestJSON-1357221646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:56:47.577735 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-acb388be-de6d-4199-bd8e-65a9b0bbc2a6 req-eae9660b-a2a9-4b0b-9d9f-9fdbe6a0b539 tempest-VolumesSnapshotTestJSON-1357221646 tempest-VolumesSnapshotTestJSON-1357221646-project] 10.222.0.47 "GET /v2.0/ports?device_id=0bd4e53f-a5d4-44c4-847d-f84449b54827 HTTP/1.1" status: 200  len: 943 time: 0.1027329
Apr 15 19:56:47.633908 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-acb388be-de6d-4199-bd8e-65a9b0bbc2a6 req-10aebca4-3781-43d5-b47f-f66527d8915e tempest-VolumesSnapshotTestJSON-1357221646 tempest-VolumesSnapshotTestJSON-1357221646-project] 10.222.0.47 "GET /v2.0/security-groups?id=f095c61c-fe4a-44c2-90e3-b7fb4e45e31a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0483932
Apr 15 19:56:48.890632 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d08403-8aac-4476-93c4-1ee9b5741c4a req-02dcdfa5-6a05-40d2-aa96-c3ac19d0abdc tempest-VolumesSnapshotTestJSON-1357221646 tempest-VolumesSnapshotTestJSON-1357221646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:56:48.892400 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-a1d08403-8aac-4476-93c4-1ee9b5741c4a req-02dcdfa5-6a05-40d2-aa96-c3ac19d0abdc tempest-VolumesSnapshotTestJSON-1357221646 tempest-VolumesSnapshotTestJSON-1357221646-project] 10.222.0.47 "GET /v2.0/ports?device_id=0bd4e53f-a5d4-44c4-847d-f84449b54827 HTTP/1.1" status: 200  len: 943 time: 0.1105881
Apr 15 19:56:48.945027 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-a1d08403-8aac-4476-93c4-1ee9b5741c4a req-b793ecb3-432e-4035-90f6-4f7d128fc538 tempest-VolumesSnapshotTestJSON-1357221646 tempest-VolumesSnapshotTestJSON-1357221646-project] 10.222.0.47 "GET /v2.0/security-groups?id=f095c61c-fe4a-44c2-90e3-b7fb4e45e31a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0459952
Apr 15 19:56:49.372771 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.wsgi [-] (85344) accepted ('10.222.0.47', 51524) {{(pid=85344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:56:49.430992 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.rpc [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Device a3940bd8-f218-4bd1-9bac-8adfb16cf39d details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=85346) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 15 19:56:49.593194 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.db [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] For port a3940bd8-f218-4bd1-9bac-8adfb16cf39d, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=a3940bd8-f218-4bd1-9bac-8adfb16cf39d,segment=NetworkSegment(45072c43-142a-403b-ba9f-04d0dc8cb809),segment_id=45072c43-142a-403b-ba9f-04d0dc8cb809)] {{(pid=85346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 19:56:49.609460 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.rpc [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Returning: {'device': 'a3940bd8-f218-4bd1-9bac-8adfb16cf39d', 'network_id': '91119058-40a7-4d92-9915-8ad275971f47', 'port_id': 'a3940bd8-f218-4bd1-9bac-8adfb16cf39d', 'mac_address': 'fa:16:3e:6f:0a:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 664, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2e1a883-1b41-4d7e-b551-2578999cbee3', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85346) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 15 19:56:49.675895 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854565853'] for port, before_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:56:49.711902 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.notifiers.nova [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a3940bd8-f218-4bd1-9bac-8adfb16cf39d {{(pid=85346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 15 19:56:49.731086 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.db [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] For port a3940bd8-f218-4bd1-9bac-8adfb16cf39d, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=a3940bd8-f218-4bd1-9bac-8adfb16cf39d,segment=NetworkSegment(45072c43-142a-403b-ba9f-04d0dc8cb809),segment_id=45072c43-142a-403b-ba9f-04d0dc8cb809)] {{(pid=85346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 19:56:49.734777 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854693686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852972410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789846929216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789846482410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789846483725'] for port, after_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:56:49.737356 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:56:49.820309 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Pushing event updated for resources: {'Port': ['ID=a3940bd8-f218-4bd1-9bac-8adfb16cf39d,revision_number=4']} {{(pid=85346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:56:49.829280 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:56:49.829691 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:56:49.830047 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:56:49.830418 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:56:49.830785 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:56:49.831183 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:56:49.831551 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:56:49.831909 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:56:49.832272 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:56:49.832631 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:56:49.833046 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:56:49.833406 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:56:49.838480 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:56:49.951635 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.db [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] get_ports_and_sgs() called for port_ids ['a3940bd8-f218-4bd1-9bac-8adfb16cf39d'] {{(pid=85346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 15 19:56:50.344976 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c7d161-8f65-48f7-9143-c9d2b1d8bd59 req-0c97e5cf-c8d5-4dad-a0cf-a1a94950594b tempest-VolumesSnapshotTestJSON-1357221646 tempest-VolumesSnapshotTestJSON-1357221646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:56:50.349201 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-f3c7d161-8f65-48f7-9143-c9d2b1d8bd59 req-0c97e5cf-c8d5-4dad-a0cf-a1a94950594b tempest-VolumesSnapshotTestJSON-1357221646 tempest-VolumesSnapshotTestJSON-1357221646-project] 10.222.0.47 "GET /v2.0/ports?device_id=0bd4e53f-a5d4-44c4-847d-f84449b54827 HTTP/1.1" status: 200  len: 944 time: 0.1687942
Apr 15 19:56:50.442188 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-f3c7d161-8f65-48f7-9143-c9d2b1d8bd59 req-ce368768-5aed-43ea-9f08-ea776549330f tempest-VolumesSnapshotTestJSON-1357221646 tempest-VolumesSnapshotTestJSON-1357221646-project] 10.222.0.47 "GET /v2.0/security-groups?id=f095c61c-fe4a-44c2-90e3-b7fb4e45e31a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0840096
Apr 15 19:56:50.590546 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-8da66e09-6b63-4522-82cb-d973848339bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036853103613'] for router_interface, before_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:56:51.029473 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.plugin [None req-8da66e09-6b63-4522-82cb-d973848339bc admin admin] Deleting port c8721a51-9e02-43fd-8698-1972f9c41b9f {{(pid=85344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 19:56:51.030117 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-8da66e09-6b63-4522-82cb-d973848339bc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363247007848052'] for port, before_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:56:51.435580 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.rpc [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Device a3940bd8-f218-4bd1-9bac-8adfb16cf39d up at agent hyperv_hv-cinder-78638 {{(pid=85346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 19:56:51.505840 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.db [None req-8da66e09-6b63-4522-82cb-d973848339bc admin admin] For port c8721a51-9e02-43fd-8698-1972f9c41b9f, host dv-cinder-786383-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-2-iscsi',level=0,port_id=c8721a51-9e02-43fd-8698-1972f9c41b9f,segment=NetworkSegment(50fe2df4-77d3-40aa-a8a3-45d53f7bd89a),segment_id=50fe2df4-77d3-40aa-a8a3-45d53f7bd89a)] {{(pid=85344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 19:56:51.506485 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-8da66e09-6b63-4522-82cb-d973848339bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853097680'] for port, precommit_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:56:51.558147 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.provisioning_blocks [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Provisioning for port a3940bd8-f218-4bd1-9bac-8adfb16cf39d completed by entity L2. {{(pid=85346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 19:56:51.567891 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.provisioning_blocks [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Provisioning complete for port a3940bd8-f218-4bd1-9bac-8adfb16cf39d triggered by entity L2. {{(pid=85346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 19:56:51.568604 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-428662'] for port, provisioning_complete {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:56:51.674187 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.plugin [None req-8da66e09-6b63-4522-82cb-d973848339bc admin admin] Calling delete_port for c8721a51-9e02-43fd-8698-1972f9c41b9f owned by network:router_interface {{(pid=85344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 15 19:56:51.760089 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854565853'] for port, before_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:56:51.800558 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0bd4e53f-a5d4-44c4-847d-f84449b54827', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3940bd8-f218-4bd1-9bac-8adfb16cf39d'}] {{(pid=85346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 19:56:51.821683 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.db [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] For port a3940bd8-f218-4bd1-9bac-8adfb16cf39d, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=a3940bd8-f218-4bd1-9bac-8adfb16cf39d,segment=NetworkSegment(45072c43-142a-403b-ba9f-04d0dc8cb809),segment_id=45072c43-142a-403b-ba9f-04d0dc8cb809)] {{(pid=85346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 19:56:51.829544 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854693686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852972410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789846929216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789846482410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789846483725'] for port, after_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:56:51.833872 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:56:51.892830 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d55d7ce-513e-4dec-88a2-9ca9ff050256 req-22b0aa88-d629-4496-bab5-d63edd4f94f4 tempest-VolumesSnapshotTestJSON-1357221646 tempest-VolumesSnapshotTestJSON-1357221646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:56:51.894980 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-6d55d7ce-513e-4dec-88a2-9ca9ff050256 req-22b0aa88-d629-4496-bab5-d63edd4f94f4 tempest-VolumesSnapshotTestJSON-1357221646 tempest-VolumesSnapshotTestJSON-1357221646-project] 10.222.0.47 "GET /v2.0/ports?device_id=0bd4e53f-a5d4-44c4-847d-f84449b54827 HTTP/1.1" status: 200  len: 944 time: 0.1901422
Apr 15 19:56:51.924917 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0bd4e53f-a5d4-44c4-847d-f84449b54827', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3940bd8-f218-4bd1-9bac-8adfb16cf39d', 'code': 200}
Apr 15 19:56:51.995789 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Pushing event updated for resources: {'Port': ['ID=a3940bd8-f218-4bd1-9bac-8adfb16cf39d,revision_number=5']} {{(pid=85346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:56:52.001586 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:56:52.032774 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-6d55d7ce-513e-4dec-88a2-9ca9ff050256 req-d80a7272-42c1-4ad0-87a9-94992f098e2c tempest-VolumesSnapshotTestJSON-1357221646 tempest-VolumesSnapshotTestJSON-1357221646-project] 10.222.0.47 "GET /v2.0/security-groups?id=f095c61c-fe4a-44c2-90e3-b7fb4e45e31a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1167967
Apr 15 19:56:52.179487 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-8da66e09-6b63-4522-82cb-d973848339bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854693686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852972410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789846929199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363247008293407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851621869'] for port, after_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:56:52.208090 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-1ed9709a-555b-4f4b-b25b-d7607a6509df service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:56:52.366715 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da66e09-6b63-4522-82cb-d973848339bc admin admin] Pushing event deleted for resources: {'Port': ['ID=c8721a51-9e02-43fd-8698-1972f9c41b9f,revision_number=None']} {{(pid=85344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:56:52.372223 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-8da66e09-6b63-4522-82cb-d973848339bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:56:52.443357 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215b3a26-d12f-44e9-a147-1fc4905a76f5 req-70341f55-215e-4baa-9746-2caa315a72a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:56:52.445024 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-215b3a26-d12f-44e9-a147-1fc4905a76f5 req-70341f55-215e-4baa-9746-2caa315a72a1 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=0bd4e53f-a5d4-44c4-847d-f84449b54827 HTTP/1.1" status: 200  len: 1098 time: 0.3722563
Apr 15 19:56:52.619889 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-215b3a26-d12f-44e9-a147-1fc4905a76f5 req-04a24b3e-8289-4f98-8939-bd34c54659e8 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=f095c61c-fe4a-44c2-90e3-b7fb4e45e31a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1676230
Apr 15 19:56:52.881517 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-8da66e09-6b63-4522-82cb-d973848339bc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1803407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036853102680'] for router_interface, after_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:56:53.319834 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa930084-6aca-4467-88fa-e84172ac1501 req-c6e62921-1c6f-40c5-95cf-43b3bd8f3f95 tempest-VolumesSnapshotTestJSON-1357221646 tempest-VolumesSnapshotTestJSON-1357221646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:56:53.322109 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-fa930084-6aca-4467-88fa-e84172ac1501 req-c6e62921-1c6f-40c5-95cf-43b3bd8f3f95 tempest-VolumesSnapshotTestJSON-1357221646 tempest-VolumesSnapshotTestJSON-1357221646-project] 10.222.0.47 "GET /v2.0/ports?device_id=0bd4e53f-a5d4-44c4-847d-f84449b54827 HTTP/1.1" status: 200  len: 945 time: 0.1472569
Apr 15 19:56:53.420728 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-fa930084-6aca-4467-88fa-e84172ac1501 req-1617d445-0683-4a17-88c9-0c051246f30d tempest-VolumesSnapshotTestJSON-1357221646 tempest-VolumesSnapshotTestJSON-1357221646-project] 10.222.0.47 "GET /v2.0/security-groups?id=f095c61c-fe4a-44c2-90e3-b7fb4e45e31a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0850227
Apr 15 19:56:53.532329 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8da66e09-6b63-4522-82cb-d973848339bc admin admin] Router f8b874cc-f348-4da0-80b2-8449d13838df has already been hosted by L3 agent 74482fb0-5b00-43f0-8fa9-533a3c8b2378 {{(pid=85344) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 15 19:56:53.806314 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8da66e09-6b63-4522-82cb-d973848339bc admin admin] Notify agent at l3_agent.dv-cinder-786383-2-iscsi the message routers_updated {{(pid=85344) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 15 19:56:53.824913 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d44564ec-a6b0-42a0-b988-c1c339e9cfac None None] Sync routers for ids ['f8b874cc-f348-4da0-80b2-8449d13838df'] in dv-cinder-786383-2-iscsi {{(pid=85347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 15 19:56:53.836982 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [None req-8da66e09-6b63-4522-82cb-d973848339bc admin admin] 10.222.0.47 "PUT /v2.0/routers/f8b874cc-f348-4da0-80b2-8449d13838df/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 4.4628990
Apr 15 19:56:53.841702 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.wsgi [-] (85344) accepted ('10.222.0.47', 51566) {{(pid=85344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:56:53.844815 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d44564ec-a6b0-42a0-b988-c1c339e9cfac None None] Routers {'f8b874cc-f348-4da0-80b2-8449d13838df'} bound to L3 agent in host dv-cinder-786383-2-iscsi {{(pid=85347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 19:56:53.845981 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.l3_hamode_db [None req-d44564ec-a6b0-42a0-b988-c1c339e9cfac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe8bfab7278>, 'dv-cinder-786383-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-15T19:40:08Z,description=<?>,heartbeat_timestamp=2021-04-15T19:56:38Z,host='dv-cinder-786383-2-iscsi',id=74482fb0-5b00-43f0-8fa9-533a3c8b2378,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T19:40:08Z,topic='l3_agent')) {'router_ids': ['f8b874cc-f348-4da0-80b2-8449d13838df'], 'active': True} {{(pid=85347) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 19:56:54.094137 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-3a6591a3-2959-4716-aa48-08686e852837 admin admin] Notify callbacks [] for router, before_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:56:54.165737 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.l3_dvr_db [None req-d44564ec-a6b0-42a0-b988-c1c339e9cfac None None] Set router f8b874cc-f348-4da0-80b2-8449d13838df gateway port host: dv-cinder-786383-2-iscsi {{(pid=85347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 19:56:54.384898 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-3a6591a3-2959-4716-aa48-08686e852837 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:56:54.397812 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.plugin [None req-3a6591a3-2959-4716-aa48-08686e852837 admin admin] Deleting port 1f0a632d-6a7b-49a4-9d95-9dca92d85df6 {{(pid=85344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 19:56:54.398204 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-3a6591a3-2959-4716-aa48-08686e852837 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363247007848052'] for port, before_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:56:54.495419 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.l3_hamode_db [None req-d44564ec-a6b0-42a0-b988-c1c339e9cfac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe8bfab7278>, [{'id': 'f8b874cc-f348-4da0-80b2-8449d13838df', 'name': 'tempest-AttachVolumeShelveTestJSON-1863267534-router', 'tenant_id': '4bae275d2add4a8a85e8b627d205bb33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b576887-bb01-4bfc-8617-ca8b886d7b7e', 'external_fixed_ips': [{'subnet_id': '7ad9face-0ae3-4529-aacd-d53ebb36e4d0', 'ip_address': '172.27.2.96'}], 'enable_snat': True}, 'gw_port_id': '1f0a632d-6a7b-49a4-9d95-9dca92d85df6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:48:23Z', 'updated_at': '2021-04-15T19:56:51Z', 'revision_number': 5, 'project_id': '4bae275d2add4a8a85e8b627d205bb33', 'gw_port': {'id': '1f0a632d-6a7b-49a4-9d95-9dca92d85df6', 'name': '', 'network_id': '0b576887-bb01-4bfc-8617-ca8b886d7b7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:36:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8b874cc-f348-4da0-80b2-8449d13838df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '7ad9face-0ae3-4529-aacd-d53ebb36e4d0', 'ip_address': '172.27.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:48:26Z', 'updated_at': '2021-04-15T19:48:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ad9face-0ae3-4529-aacd-d53ebb36e4d0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-2-iscsi'}], 'dv-cinder-786383-2-iscsi', False) {} {{(pid=85347) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 19:56:54.500892 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d44564ec-a6b0-42a0-b988-c1c339e9cfac None None] Checking router: f8b874cc-f348-4da0-80b2-8449d13838df for host: dv-cinder-786383-2-iscsi {{(pid=85347) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 15 19:56:54.514687 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d44564ec-a6b0-42a0-b988-c1c339e9cfac None None] Routers {'f8b874cc-f348-4da0-80b2-8449d13838df'} bound to L3 agent in host dv-cinder-786383-2-iscsi {{(pid=85347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 19:56:54.515432 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.l3_hamode_db [None req-d44564ec-a6b0-42a0-b988-c1c339e9cfac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe8bfab7278>, 'dv-cinder-786383-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-15T19:40:08Z,description=<?>,heartbeat_timestamp=2021-04-15T19:56:38Z,host='dv-cinder-786383-2-iscsi',id=74482fb0-5b00-43f0-8fa9-533a3c8b2378,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T19:40:08Z,topic='l3_agent')) {'router_ids': ['f8b874cc-f348-4da0-80b2-8449d13838df'], 'active': True} {{(pid=85347) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 19:56:54.868296 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.l3_dvr_db [None req-d44564ec-a6b0-42a0-b988-c1c339e9cfac None None] Set router f8b874cc-f348-4da0-80b2-8449d13838df gateway port host: None {{(pid=85347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 19:56:54.990992 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.l3_hamode_db [None req-d44564ec-a6b0-42a0-b988-c1c339e9cfac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe8bfab7278>, [{'id': 'f8b874cc-f348-4da0-80b2-8449d13838df', 'name': 'tempest-AttachVolumeShelveTestJSON-1863267534-router', 'tenant_id': '4bae275d2add4a8a85e8b627d205bb33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:48:23Z', 'updated_at': '2021-04-15T19:56:54Z', 'revision_number': 6, 'project_id': '4bae275d2add4a8a85e8b627d205bb33', 'gw_port_host': None}], 'dv-cinder-786383-2-iscsi', False) {} {{(pid=85347) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 19:56:54.995944 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d44564ec-a6b0-42a0-b988-c1c339e9cfac None None] The sync data for ids ['f8b874cc-f348-4da0-80b2-8449d13838df'] in dv-cinder-786383-2-iscsi is: [{'id': 'f8b874cc-f348-4da0-80b2-8449d13838df', 'name': 'tempest-AttachVolumeShelveTestJSON-1863267534-router', 'tenant_id': '4bae275d2add4a8a85e8b627d205bb33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:48:23Z', 'updated_at': '2021-04-15T19:56:54Z', 'revision_number': 6, 'project_id': '4bae275d2add4a8a85e8b627d205bb33', 'gw_port_host': None}] {{(pid=85347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 15 19:56:55.174135 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.db [None req-3a6591a3-2959-4716-aa48-08686e852837 admin admin] For port 1f0a632d-6a7b-49a4-9d95-9dca92d85df6, host dv-cinder-786383-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-2-iscsi',level=0,port_id=1f0a632d-6a7b-49a4-9d95-9dca92d85df6,segment=NetworkSegment(e9359222-f335-47df-9fcb-1acccd0748d1),segment_id=e9359222-f335-47df-9fcb-1acccd0748d1)] {{(pid=85344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 19:56:55.174611 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-3a6591a3-2959-4716-aa48-08686e852837 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853097680'] for port, precommit_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:56:55.345654 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.plugin [None req-3a6591a3-2959-4716-aa48-08686e852837 admin admin] Calling delete_port for 1f0a632d-6a7b-49a4-9d95-9dca92d85df6 owned by network:router_gateway {{(pid=85344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 15 19:56:55.385501 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1ae9ce-c574-4a84-ae6f-9ac05eaff03a req-fcd41f80-f2f4-49c6-9d37-5b2778e3f391 tempest-VolumesSnapshotTestJSON-1357221646 tempest-VolumesSnapshotTestJSON-1357221646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:56:55.387339 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-0a1ae9ce-c574-4a84-ae6f-9ac05eaff03a req-fcd41f80-f2f4-49c6-9d37-5b2778e3f391 tempest-VolumesSnapshotTestJSON-1357221646 tempest-VolumesSnapshotTestJSON-1357221646-project] 10.222.0.47 "GET /v2.0/ports?device_id=0bd4e53f-a5d4-44c4-847d-f84449b54827 HTTP/1.1" status: 200  len: 945 time: 0.3871312
Apr 15 19:56:55.483009 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-0a1ae9ce-c574-4a84-ae6f-9ac05eaff03a req-4892f679-7643-43f1-b3dd-7cb2164c9f8d tempest-VolumesSnapshotTestJSON-1357221646 tempest-VolumesSnapshotTestJSON-1357221646-project] 10.222.0.47 "GET /v2.0/security-groups?id=f095c61c-fe4a-44c2-90e3-b7fb4e45e31a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0875084
Apr 15 19:56:55.613977 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-3a6591a3-2959-4716-aa48-08686e852837 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854693686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852972410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789846929199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363247008293407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851621869'] for port, after_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:56:55.629362 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-1a067754-4c94-42db-959d-0f7cbae78b1a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:56:55.727972 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6591a3-2959-4716-aa48-08686e852837 admin admin] Pushing event deleted for resources: {'Port': ['ID=1f0a632d-6a7b-49a4-9d95-9dca92d85df6,revision_number=None']} {{(pid=85344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:56:55.733015 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-3a6591a3-2959-4716-aa48-08686e852837 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:56:56.096358 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-3a6591a3-2959-4716-aa48-08686e852837 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036853102830'] for router_gateway, after_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:56:56.355410 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-3a6591a3-2959-4716-aa48-08686e852837 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036853104216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854716024'] for router, precommit_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:56:56.358054 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-3a6591a3-2959-4716-aa48-08686e852837 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:56:56.393524 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-3a6591a3-2959-4716-aa48-08686e852837 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1686840'] for router, after_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:56:56.394391 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a6591a3-2959-4716-aa48-08686e852837 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f8b874cc-f348-4da0-80b2-8449d13838df {{(pid=85344) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}}
Apr 15 19:56:56.408059 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-3a6591a3-2959-4716-aa48-08686e852837 admin admin] Notify callbacks [] for router, before_response {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:56:56.412415 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [None req-3a6591a3-2959-4716-aa48-08686e852837 admin admin] 10.222.0.47 "DELETE /v2.0/routers/f8b874cc-f348-4da0-80b2-8449d13838df HTTP/1.1" status: 204  len: 168 time: 2.5666924
Apr 15 19:56:56.413014 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.wsgi [-] (85344) accepted ('10.222.0.47', 51596) {{(pid=85344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:56:56.488747 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.db_base_plugin_v2 [None req-e6a30360-d480-44b0-bfe9-204feb18f212 admin admin] Deleting subnet 8272d6a7-33c7-4e21-aec7-64c68285458e {{(pid=85344) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 15 19:56:56.493520 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-e6a30360-d480-44b0-bfe9-204feb18f212 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:56:56.551139 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-e6a30360-d480-44b0-bfe9-204feb18f212 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2751258'] for subnet, precommit_delete_associations {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:56:56.644273 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-e6a30360-d480-44b0-bfe9-204feb18f212 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8687'] for subnet, precommit_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:56:56.965643 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-e6a30360-d480-44b0-bfe9-204feb18f212 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854767129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852808376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852972410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3153990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852221213'] for subnet, after_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:56:56.978416 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.rpc [None req-56ecdebd-c5a0-4569-bc96-ba437f5ce558 None None] Device 1f0a632d-6a7b-49a4-9d95-9dca92d85df6 no longer exists at agent ovs-agent-dv-cinder-786383-2-iscsi {{(pid=85346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 15 19:56:56.986393 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-6fd94963-3d43-483f-ab63-a8bfa232be48 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:56:57.056472 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.plugin [None req-56ecdebd-c5a0-4569-bc96-ba437f5ce558 None None] No Port match for: 1f0a632d-6a7b-49a4-9d95-9dca92d85df6 {{(pid=85346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 15 19:56:57.057062 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.rpc [None req-56ecdebd-c5a0-4569-bc96-ba437f5ce558 None None] Device 1f0a632d-6a7b-49a4-9d95-9dca92d85df6 not bound to the agent host dv-cinder-786383-2-iscsi {{(pid=85346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 15 19:56:57.057759 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.rpc [None req-56ecdebd-c5a0-4569-bc96-ba437f5ce558 None None] Device c8721a51-9e02-43fd-8698-1972f9c41b9f no longer exists at agent ovs-agent-dv-cinder-786383-2-iscsi {{(pid=85346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 15 19:56:57.089962 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a30360-d480-44b0-bfe9-204feb18f212 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8272d6a7-33c7-4e21-aec7-64c68285458e,revision_number=None']} {{(pid=85344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:56:57.095513 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-e6a30360-d480-44b0-bfe9-204feb18f212 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:56:57.131389 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.plugin [None req-56ecdebd-c5a0-4569-bc96-ba437f5ce558 None None] No Port match for: c8721a51-9e02-43fd-8698-1972f9c41b9f {{(pid=85346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 15 19:56:57.131389 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.rpc [None req-56ecdebd-c5a0-4569-bc96-ba437f5ce558 None None] Device c8721a51-9e02-43fd-8698-1972f9c41b9f not bound to the agent host dv-cinder-786383-2-iscsi {{(pid=85346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 15 19:56:57.132317 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-e6a30360-d480-44b0-bfe9-204feb18f212 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852972363'] for subnet, before_response {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:56:57.139258 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [None req-e6a30360-d480-44b0-bfe9-204feb18f212 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/8272d6a7-33c7-4e21-aec7-64c68285458e HTTP/1.1" status: 204  len: 168 time: 0.7250209
Apr 15 19:56:57.140947 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f381c58-c1ab-452b-a03f-d746e1489a16 None None] Network 3371f473-4c26-4f81-abc4-c2c4353fa3ab requested from dv-cinder-786383-2-iscsi {{(pid=85346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 15 19:56:57.142385 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.wsgi [-] (85344) accepted ('10.222.0.47', 51600) {{(pid=85344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:56:57.307258 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-890fd818-4980-424d-aee3-836a5ba0b9e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854748596'] for network, before_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:56:57.429263 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.plugin [None req-890fd818-4980-424d-aee3-836a5ba0b9e3 admin admin] Deleting port 68a90e69-e96e-493f-99f6-3dd9e77f406c {{(pid=85344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 19:56:57.430593 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-890fd818-4980-424d-aee3-836a5ba0b9e3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363247007848052'] for port, before_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:56:57.502300 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4af1380b-a060-4d2e-8166-0367575e0417 None None] DHCP port deletion for 3371f473-4c26-4f81-abc4-c2c4353fa3ab request from dv-cinder-786383-2-iscsi {{(pid=85346) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}}
Apr 15 19:56:57.509656 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.plugin [None req-4af1380b-a060-4d2e-8166-0367575e0417 None None] Deleting port 68a90e69-e96e-493f-99f6-3dd9e77f406c {{(pid=85346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 19:56:57.510706 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-4af1380b-a060-4d2e-8166-0367575e0417 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363247007848052'] for port, before_delete {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:56:57.715561 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.db [None req-890fd818-4980-424d-aee3-836a5ba0b9e3 admin admin] For port 68a90e69-e96e-493f-99f6-3dd9e77f406c, host dv-cinder-786383-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-2-iscsi',level=0,port_id=68a90e69-e96e-493f-99f6-3dd9e77f406c,segment=NetworkSegment(50fe2df4-77d3-40aa-a8a3-45d53f7bd89a),segment_id=50fe2df4-77d3-40aa-a8a3-45d53f7bd89a)] {{(pid=85344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 19:56:57.715950 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-890fd818-4980-424d-aee3-836a5ba0b9e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853097680'] for port, precommit_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:56:57.864039 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.plugin [None req-890fd818-4980-424d-aee3-836a5ba0b9e3 admin admin] Calling delete_port for 68a90e69-e96e-493f-99f6-3dd9e77f406c owned by network:dhcp {{(pid=85344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 15 19:56:57.972065 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-890fd818-4980-424d-aee3-836a5ba0b9e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854693686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852972410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789846929199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363247008293407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851621869'] for port, after_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:56:57.988936 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-ce28fb79-98c8-4701-b67a-33013e5d98b2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:56:58.016554 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.db [None req-4af1380b-a060-4d2e-8166-0367575e0417 None None] For port 68a90e69-e96e-493f-99f6-3dd9e77f406c, host dv-cinder-786383-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-2-iscsi',level=0,port_id=68a90e69-e96e-493f-99f6-3dd9e77f406c,segment=NetworkSegment(50fe2df4-77d3-40aa-a8a3-45d53f7bd89a),segment_id=50fe2df4-77d3-40aa-a8a3-45d53f7bd89a)] {{(pid=85346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 19:56:58.017205 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-4af1380b-a060-4d2e-8166-0367575e0417 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853097680'] for port, precommit_delete {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:56:58.103030 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890fd818-4980-424d-aee3-836a5ba0b9e3 admin admin] Pushing event deleted for resources: {'Port': ['ID=68a90e69-e96e-493f-99f6-3dd9e77f406c,revision_number=None']} {{(pid=85344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:56:58.105655 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-890fd818-4980-424d-aee3-836a5ba0b9e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:56:58.147894 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-890fd818-4980-424d-aee3-836a5ba0b9e3 admin admin] No DVR routers for this DVR port 68a90e69-e96e-493f-99f6-3dd9e77f406c on host dv-cinder-786383-2-iscsi {{(pid=85344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 15 19:56:58.156358 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.plugin [None req-4af1380b-a060-4d2e-8166-0367575e0417 None None] Calling delete_port for 68a90e69-e96e-493f-99f6-3dd9e77f406c owned by network:dhcp {{(pid=85346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 15 19:56:58.241627 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.db.api [None req-4af1380b-a060-4d2e-8166-0367575e0417 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=85346) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 15 19:56:58.241946 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_db.api [None req-4af1380b-a060-4d2e-8166-0367575e0417 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=85346) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 15 19:56:58.284979 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-890fd818-4980-424d-aee3-836a5ba0b9e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854320274', 'neutron.services.segments.db._delete_segments_for_network-8789847050952'] for network, precommit_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:56:58.457152 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.services.segments.db [None req-890fd818-4980-424d-aee3-836a5ba0b9e3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe8b3404a58>,) {'filters': {'network_id': ['3371f473-4c26-4f81-abc4-c2c4353fa3ab']}} {{(pid=85344) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 19:56:58.473687 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.services.segments.db [None req-890fd818-4980-424d-aee3-836a5ba0b9e3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe8b3404a58>, '50fe2df4-77d3-40aa-a8a3-45d53f7bd89a') {'for_net_delete': True} {{(pid=85344) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 19:56:58.474015 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.services.segments.db [None req-890fd818-4980-424d-aee3-836a5ba0b9e3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe8b3404a58>, '50fe2df4-77d3-40aa-a8a3-45d53f7bd89a') {} {{(pid=85344) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 19:56:58.486936 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-890fd818-4980-424d-aee3-836a5ba0b9e3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789847056089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852024542'] for segment, before_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:56:58.505910 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-890fd818-4980-424d-aee3-836a5ba0b9e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854767479'] for segment, precommit_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:56:58.512723 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-890fd818-4980-424d-aee3-836a5ba0b9e3 admin admin] Releasing vlan 679 on physical network physnet1 to pool {{(pid=85344) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 15 19:56:58.743227 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.plugin [None req-4af1380b-a060-4d2e-8166-0367575e0417 None None] Deleting port 68a90e69-e96e-493f-99f6-3dd9e77f406c {{(pid=85346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 19:56:58.744595 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-4af1380b-a060-4d2e-8166-0367575e0417 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363247007848052'] for port, before_delete {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:56:58.903355 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.plugin [None req-4af1380b-a060-4d2e-8166-0367575e0417 None None] The port '68a90e69-e96e-493f-99f6-3dd9e77f406c' was deleted {{(pid=85346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}}
Apr 15 19:56:58.988130 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.rpc [None req-56ecdebd-c5a0-4569-bc96-ba437f5ce558 None None] Device 68a90e69-e96e-493f-99f6-3dd9e77f406c no longer exists at agent ovs-agent-dv-cinder-786383-2-iscsi {{(pid=85346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 15 19:56:59.027188 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.plugin [None req-56ecdebd-c5a0-4569-bc96-ba437f5ce558 None None] No Port match for: 68a90e69-e96e-493f-99f6-3dd9e77f406c {{(pid=85346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 15 19:56:59.027573 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.rpc [None req-56ecdebd-c5a0-4569-bc96-ba437f5ce558 None None] Device 68a90e69-e96e-493f-99f6-3dd9e77f406c not bound to the agent host dv-cinder-786383-2-iscsi {{(pid=85346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 15 19:56:59.136657 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.managers [None req-890fd818-4980-424d-aee3-836a5ba0b9e3 admin admin] Network 3371f473-4c26-4f81-abc4-c2c4353fa3ab has no segments {{(pid=85344) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 15 19:56:59.160281 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-890fd818-4980-424d-aee3-836a5ba0b9e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851621145'] for segment, after_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:56:59.364859 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.managers [None req-890fd818-4980-424d-aee3-836a5ba0b9e3 admin admin] Network 3371f473-4c26-4f81-abc4-c2c4353fa3ab has no segments {{(pid=85344) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 15 19:56:59.389152 dv-cinder-786383-2-iscsi neutron-server[85229]: Traceback (most recent call last):
Apr 15 19:56:59.389152 dv-cinder-786383-2-iscsi neutron-server[85229]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 15 19:56:59.389152 dv-cinder-786383-2-iscsi neutron-server[85229]:     timer()
Apr 15 19:56:59.389152 dv-cinder-786383-2-iscsi neutron-server[85229]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 15 19:56:59.389152 dv-cinder-786383-2-iscsi neutron-server[85229]:     cb(*args, **kw)
Apr 15 19:56:59.389152 dv-cinder-786383-2-iscsi neutron-server[85229]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 15 19:56:59.389152 dv-cinder-786383-2-iscsi neutron-server[85229]:     return func(*args, **kwargs)
Apr 15 19:56:59.389152 dv-cinder-786383-2-iscsi neutron-server[85229]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 15 19:56:59.389152 dv-cinder-786383-2-iscsi neutron-server[85229]:     self._notify()
Apr 15 19:56:59.389152 dv-cinder-786383-2-iscsi neutron-server[85229]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 15 19:56:59.389152 dv-cinder-786383-2-iscsi neutron-server[85229]:     self.callback(batched_events)
Apr 15 19:56:59.389152 dv-cinder-786383-2-iscsi neutron-server[85229]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 15 19:56:59.389152 dv-cinder-786383-2-iscsi neutron-server[85229]:     event.method(event)
Apr 15 19:56:59.389152 dv-cinder-786383-2-iscsi neutron-server[85229]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 15 19:56:59.389152 dv-cinder-786383-2-iscsi neutron-server[85229]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 15 19:56:59.389152 dv-cinder-786383-2-iscsi neutron-server[85229]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 15 19:56:59.389152 dv-cinder-786383-2-iscsi neutron-server[85229]:     segment_id)['aggregates'][0]
Apr 15 19:56:59.389152 dv-cinder-786383-2-iscsi neutron-server[85229]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 15 19:56:59.389152 dv-cinder-786383-2-iscsi neutron-server[85229]:     return f(self, *a, **k)
Apr 15 19:56:59.389152 dv-cinder-786383-2-iscsi neutron-server[85229]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 15 19:56:59.389152 dv-cinder-786383-2-iscsi neutron-server[85229]:     return self._get(url).json()
Apr 15 19:56:59.389152 dv-cinder-786383-2-iscsi neutron-server[85229]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 15 19:56:59.389152 dv-cinder-786383-2-iscsi neutron-server[85229]:     **kwargs)
Apr 15 19:56:59.389152 dv-cinder-786383-2-iscsi neutron-server[85229]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 15 19:56:59.389152 dv-cinder-786383-2-iscsi neutron-server[85229]:     return self.request(url, 'GET', **kwargs)
Apr 15 19:56:59.389152 dv-cinder-786383-2-iscsi neutron-server[85229]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 15 19:56:59.389152 dv-cinder-786383-2-iscsi neutron-server[85229]:     **endpoint_filter)
Apr 15 19:56:59.389152 dv-cinder-786383-2-iscsi neutron-server[85229]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 15 19:56:59.389152 dv-cinder-786383-2-iscsi neutron-server[85229]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 15 19:56:59.389152 dv-cinder-786383-2-iscsi neutron-server[85229]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 15 19:56:59.389152 dv-cinder-786383-2-iscsi neutron-server[85229]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 15 19:56:59.389152 dv-cinder-786383-2-iscsi neutron-server[85229]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 15 19:56:59.474587 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-890fd818-4980-424d-aee3-836a5ba0b9e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-455527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852808340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852972410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1673212'] for network, after_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:56:59.479856 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:56:59.498621 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-890fd818-4980-424d-aee3-836a5ba0b9e3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852972363'] for network, before_response {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:56:59.513480 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890fd818-4980-424d-aee3-836a5ba0b9e3 admin admin] Pushing event deleted for resources: {'Network': ['ID=3371f473-4c26-4f81-abc4-c2c4353fa3ab,revision_number=None']} {{(pid=85344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:56:59.521103 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-890fd818-4980-424d-aee3-836a5ba0b9e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:56:59.531243 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [None req-890fd818-4980-424d-aee3-836a5ba0b9e3 admin admin] 10.222.0.47 "DELETE /v2.0/networks/3371f473-4c26-4f81-abc4-c2c4353fa3ab HTTP/1.1" status: 204  len: 168 time: 2.3873732
Apr 15 19:56:59.674078 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.wsgi [-] (85345) accepted ('10.222.0.47', 51624) {{(pid=85345) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:56:59.734103 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [None req-7f346590-3d98-4bf6-90ac-8519de45a34b admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=4bae275d2add4a8a85e8b627d205bb33&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0583413
Apr 15 19:56:59.738886 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.wsgi [-] (85345) accepted ('10.222.0.47', 51628) {{(pid=85345) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:56:59.806708 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-00026df4-ac93-4876-9f35-b859dc9ee320 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:56:59.837773 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-00026df4-ac93-4876-9f35-b859dc9ee320 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:56:59.891053 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-00026df4-ac93-4876-9f35-b859dc9ee320 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806004'] for security_group, after_delete {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:56:59.897249 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-d1361580-91f4-4cc0-9587-1f43f11b07bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:56:59.913900 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00026df4-ac93-4876-9f35-b859dc9ee320 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97cce6ed-7d85-4e5d-beb2-c57bc78a400a,revision_number=None']} {{(pid=85345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:56:59.916452 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-00026df4-ac93-4876-9f35-b859dc9ee320 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:56:59.923182 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-00026df4-ac93-4876-9f35-b859dc9ee320 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:56:59.924945 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [None req-00026df4-ac93-4876-9f35-b859dc9ee320 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/97cce6ed-7d85-4e5d-beb2-c57bc78a400a HTTP/1.1" status: 204  len: 168 time: 0.1846726
Apr 15 19:57:00.502169 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.wsgi [-] (85344) accepted ('10.222.0.47', 51648) {{(pid=85344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:57:00.820180 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-758395f7-802a-4537-ac44-dbc934acb14a admin admin] Notify callbacks [] for security_group, before_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:57:00.838900 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.quota.driver [None req-758395f7-802a-4537-ac44-dbc934acb14a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:57:00.844153 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource [None req-758395f7-802a-4537-ac44-dbc934acb14a admin admin] Usage tracker for resource:security_group_rule and tenant:8bb15785cf404c29a8b71fc5c959a011 is out of sync, need to count used quota {{(pid=85344) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:57:00.848172 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource [None req-758395f7-802a-4537-ac44-dbc934acb14a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85344) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:57:00.855664 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.quota.driver [None req-758395f7-802a-4537-ac44-dbc934acb14a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:57:00.978308 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.agents_db [None req-b0af7715-6be6-4101-aede-c7b275f02801 None None] Agent healthcheck: found 6 active agents {{(pid=85347) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 15 19:57:00.984189 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-758395f7-802a-4537-ac44-dbc934acb14a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:57:00.989643 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-758395f7-802a-4537-ac44-dbc934acb14a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806004'] for security_group, after_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:57:01.007710 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-70a89766-7fae-45b3-85e8-b16f398345c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:57:01.093594 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758395f7-802a-4537-ac44-dbc934acb14a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=299f40e6-24d4-4bf6-90e5-db21e05017d1,revision_number=1']} {{(pid=85344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:57:01.103971 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [None req-758395f7-802a-4537-ac44-dbc934acb14a admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=8bb15785cf404c29a8b71fc5c959a011&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5988750
Apr 15 19:57:01.106225 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.wsgi [-] (85345) accepted ('10.222.0.47', 51666) {{(pid=85345) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:57:01.106555 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-758395f7-802a-4537-ac44-dbc934acb14a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:57:01.221337 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-10f298e9-168e-40fc-8e33-e8dac6d9f38a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:57:01.271315 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-10f298e9-168e-40fc-8e33-e8dac6d9f38a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:57:01.336958 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-10f298e9-168e-40fc-8e33-e8dac6d9f38a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806004'] for security_group, after_delete {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:57:01.342660 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-6009d6f7-e781-46a9-a459-6eb118d0f610 tempest-VolumesNegativeTest-182835076 tempest-VolumesNegativeTest-182835076-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:57:01.357438 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f298e9-168e-40fc-8e33-e8dac6d9f38a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=299f40e6-24d4-4bf6-90e5-db21e05017d1,revision_number=None']} {{(pid=85345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:57:01.379173 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10f298e9-168e-40fc-8e33-e8dac6d9f38a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:57:01.380231 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10f298e9-168e-40fc-8e33-e8dac6d9f38a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:57:01.380904 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10f298e9-168e-40fc-8e33-e8dac6d9f38a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:57:01.381597 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10f298e9-168e-40fc-8e33-e8dac6d9f38a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:57:01.382287 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10f298e9-168e-40fc-8e33-e8dac6d9f38a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:57:01.382984 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10f298e9-168e-40fc-8e33-e8dac6d9f38a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:57:01.383663 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10f298e9-168e-40fc-8e33-e8dac6d9f38a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:57:01.384348 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10f298e9-168e-40fc-8e33-e8dac6d9f38a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:57:01.385115 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10f298e9-168e-40fc-8e33-e8dac6d9f38a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:57:01.385824 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10f298e9-168e-40fc-8e33-e8dac6d9f38a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:57:01.386567 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10f298e9-168e-40fc-8e33-e8dac6d9f38a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:57:01.387271 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10f298e9-168e-40fc-8e33-e8dac6d9f38a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:57:01.392315 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-10f298e9-168e-40fc-8e33-e8dac6d9f38a admin admin] Notify callbacks [] for security_group, before_response {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:57:01.395123 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [None req-10f298e9-168e-40fc-8e33-e8dac6d9f38a admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/299f40e6-24d4-4bf6-90e5-db21e05017d1 HTTP/1.1" status: 204  len: 168 time: 0.2851696
Apr 15 19:57:01.395910 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-10f298e9-168e-40fc-8e33-e8dac6d9f38a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:57:01.818994 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.wsgi [-] (85345) accepted ('10.222.0.47', 51690) {{(pid=85345) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:57:01.839606 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-1642f42e-09bf-48d2-af56-4e9140916a98 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:57:01.857957 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.quota.driver [None req-1642f42e-09bf-48d2-af56-4e9140916a98 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85345) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:57:01.863390 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource [None req-1642f42e-09bf-48d2-af56-4e9140916a98 admin admin] Usage tracker for resource:security_group_rule and tenant:c45232d4ff064cad9d4ab99d459a7b82 is out of sync, need to count used quota {{(pid=85345) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:57:01.867496 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource [None req-1642f42e-09bf-48d2-af56-4e9140916a98 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85345) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:57:01.874748 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.quota.driver [None req-1642f42e-09bf-48d2-af56-4e9140916a98 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85345) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:57:01.994050 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-1642f42e-09bf-48d2-af56-4e9140916a98 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:57:01.997553 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-1642f42e-09bf-48d2-af56-4e9140916a98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806004'] for security_group, after_create {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:57:02.009420 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-910c348f-93b0-4e39-a5f0-3f706930081c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:57:02.059210 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [None req-1642f42e-09bf-48d2-af56-4e9140916a98 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=c45232d4ff064cad9d4ab99d459a7b82&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2389340
Apr 15 19:57:02.060267 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1642f42e-09bf-48d2-af56-4e9140916a98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a518591-a035-4eb3-b45f-f3646b851608,revision_number=1']} {{(pid=85345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:57:02.063693 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-1642f42e-09bf-48d2-af56-4e9140916a98 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:57:02.064235 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.wsgi [-] (85345) accepted ('10.222.0.47', 51698) {{(pid=85345) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:57:02.134562 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-f9498478-7e14-4d08-98d2-3257edf7b0bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:57:02.165809 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-f9498478-7e14-4d08-98d2-3257edf7b0bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:57:02.230007 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-f9498478-7e14-4d08-98d2-3257edf7b0bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806004'] for security_group, after_delete {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:57:02.240420 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-b8edbda6-04f6-40c6-80ac-e364653e94a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:57:02.263191 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9498478-7e14-4d08-98d2-3257edf7b0bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a518591-a035-4eb3-b45f-f3646b851608,revision_number=None']} {{(pid=85345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:57:02.267884 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-f9498478-7e14-4d08-98d2-3257edf7b0bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:57:02.272113 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-f9498478-7e14-4d08-98d2-3257edf7b0bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:57:02.278640 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [None req-f9498478-7e14-4d08-98d2-3257edf7b0bb admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/8a518591-a035-4eb3-b45f-f3646b851608 HTTP/1.1" status: 204  len: 168 time: 0.2128603
Apr 15 19:57:05.467910 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-63437255-d6af-4a28-a460-c4d00f219513 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789847050935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-428960'] for agent, after_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:57:08.098882 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-d54f544e-8e2a-4f61-a88b-bc38a5d3af2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789847050935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-428960'] for agent, after_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:57:08.307658 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789847050935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-428960'] for agent, after_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:57:09.162553 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-b400c4f8-8969-424f-8663-39cf5b6e1207 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789847050935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-428960'] for agent, after_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:57:09.532665 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-56ecdebd-c5a0-4569-bc96-ba437f5ce558 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789847050935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-428960'] for agent, after_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:57:10.580596 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-3d77682a-3290-49f5-9a09-7e8e47f8ddca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789847050935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-428960'] for agent, after_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:57:20.140937 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.wsgi [-] (85345) accepted ('10.222.0.47', 52008) {{(pid=85345) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:57:20.377209 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-c85c31a5-7d1e-496a-bb14-bb2157fc86ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:57:20.411795 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.quota.driver [None req-c85c31a5-7d1e-496a-bb14-bb2157fc86ae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85345) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:57:20.420795 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource [None req-c85c31a5-7d1e-496a-bb14-bb2157fc86ae admin admin] Usage tracker for resource:security_group_rule and tenant:b18607ea16b44dc395162e3fcdee0b4e is out of sync, need to count used quota {{(pid=85345) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:57:20.426781 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource [None req-c85c31a5-7d1e-496a-bb14-bb2157fc86ae admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85345) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:57:20.437400 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.quota.driver [None req-c85c31a5-7d1e-496a-bb14-bb2157fc86ae admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85345) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:57:20.537562 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-c85c31a5-7d1e-496a-bb14-bb2157fc86ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:57:20.541047 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-c85c31a5-7d1e-496a-bb14-bb2157fc86ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806004'] for security_group, after_create {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:57:20.551680 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-4b9946d5-7a3c-40e9-9341-ab3c0c8e3459 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:57:20.599024 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [None req-c85c31a5-7d1e-496a-bb14-bb2157fc86ae admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=b18607ea16b44dc395162e3fcdee0b4e&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4553807
Apr 15 19:57:20.600083 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85c31a5-7d1e-496a-bb14-bb2157fc86ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16cdc043-53c8-4b49-988f-c3b028f89cdb,revision_number=1']} {{(pid=85345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:57:20.602919 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.wsgi [-] (85345) accepted ('10.222.0.47', 52020) {{(pid=85345) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:57:20.605867 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-c85c31a5-7d1e-496a-bb14-bb2157fc86ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:57:20.676241 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-ac635718-09bf-414c-858f-433ae09addad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:57:20.710829 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-ac635718-09bf-414c-858f-433ae09addad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:57:20.763087 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-ac635718-09bf-414c-858f-433ae09addad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806004'] for security_group, after_delete {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:57:20.769337 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-9b391903-bf7e-4ef4-9243-135af8c2f1a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:57:20.773815 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b209d7d9-2535-472d-947f-cc4ce813b0a4 req-7d46721e-901f-48e9-a9d4-bb64dc9c7d39 tempest-VolumesSnapshotTestJSON-1357221646 tempest-VolumesSnapshotTestJSON-1357221646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:57:20.776844 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-b209d7d9-2535-472d-947f-cc4ce813b0a4 req-7d46721e-901f-48e9-a9d4-bb64dc9c7d39 tempest-VolumesSnapshotTestJSON-1357221646 tempest-VolumesSnapshotTestJSON-1357221646-project] 10.222.0.47 "GET /v2.0/ports?device_id=0bd4e53f-a5d4-44c4-847d-f84449b54827 HTTP/1.1" status: 200  len: 945 time: 0.1721787
Apr 15 19:57:20.787231 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac635718-09bf-414c-858f-433ae09addad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16cdc043-53c8-4b49-988f-c3b028f89cdb,revision_number=None']} {{(pid=85345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:57:20.794807 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-ac635718-09bf-414c-858f-433ae09addad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:57:20.801512 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-ac635718-09bf-414c-858f-433ae09addad admin admin] Notify callbacks [] for security_group, before_response {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:57:20.804052 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [None req-ac635718-09bf-414c-858f-433ae09addad admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/16cdc043-53c8-4b49-988f-c3b028f89cdb HTTP/1.1" status: 204  len: 168 time: 0.1999102
Apr 15 19:57:20.855936 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-b209d7d9-2535-472d-947f-cc4ce813b0a4 req-70e1af64-419c-4ac2-96bf-d45ddabc3c07 tempest-VolumesSnapshotTestJSON-1357221646 tempest-VolumesSnapshotTestJSON-1357221646-project] 10.222.0.47 "GET /v2.0/security-groups?id=f095c61c-fe4a-44c2-90e3-b7fb4e45e31a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0709119
Apr 15 19:57:21.184899 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.wsgi [-] (85345) accepted ('10.222.0.47', 52028) {{(pid=85345) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:57:21.207994 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-a8a67f8f-8042-4e3d-8d67-5c988a1881fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:57:21.226165 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.quota.driver [None req-a8a67f8f-8042-4e3d-8d67-5c988a1881fb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85345) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:57:21.230532 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource [None req-a8a67f8f-8042-4e3d-8d67-5c988a1881fb admin admin] Usage tracker for resource:security_group_rule and tenant:b936dd4932354ebc91b24a867fa45469 is out of sync, need to count used quota {{(pid=85345) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:57:21.233809 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource [None req-a8a67f8f-8042-4e3d-8d67-5c988a1881fb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85345) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:57:21.241085 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.quota.driver [None req-a8a67f8f-8042-4e3d-8d67-5c988a1881fb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85345) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:57:21.334011 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-a8a67f8f-8042-4e3d-8d67-5c988a1881fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:57:21.337163 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-a8a67f8f-8042-4e3d-8d67-5c988a1881fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806004'] for security_group, after_create {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:57:21.345575 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-aa9bad32-3189-4c0b-b6cd-76325bbd9fee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:57:21.391883 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a67f8f-8042-4e3d-8d67-5c988a1881fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=924750cb-44af-4516-a45f-1446e880f14b,revision_number=1']} {{(pid=85345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:57:21.397058 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [None req-a8a67f8f-8042-4e3d-8d67-5c988a1881fb admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=b936dd4932354ebc91b24a867fa45469&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2106693
Apr 15 19:57:21.398091 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-a8a67f8f-8042-4e3d-8d67-5c988a1881fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:57:21.401866 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.wsgi [-] (85345) accepted ('10.222.0.47', 52032) {{(pid=85345) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:57:21.470437 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-ddec77fa-4e58-4de2-b308-4ff57184cf25 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:57:21.502718 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-ddec77fa-4e58-4de2-b308-4ff57184cf25 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:57:21.575769 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-ddec77fa-4e58-4de2-b308-4ff57184cf25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806004'] for security_group, after_delete {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:57:21.582674 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-ac635718-09bf-414c-858f-433ae09addad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:57:21.599829 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddec77fa-4e58-4de2-b308-4ff57184cf25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=924750cb-44af-4516-a45f-1446e880f14b,revision_number=None']} {{(pid=85345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:57:21.602955 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-ddec77fa-4e58-4de2-b308-4ff57184cf25 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:57:21.604571 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-ddec77fa-4e58-4de2-b308-4ff57184cf25 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:57:21.607721 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [None req-ddec77fa-4e58-4de2-b308-4ff57184cf25 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/924750cb-44af-4516-a45f-1446e880f14b HTTP/1.1" status: 204  len: 168 time: 0.2044740
Apr 15 19:57:22.112696 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a319f67-6aea-4c23-b08e-87cb1b262ea3 req-483004c3-f28c-4255-b1b5-64d2d0733d53 tempest-VolumesSnapshotTestJSON-1357221646 tempest-VolumesSnapshotTestJSON-1357221646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:57:22.114993 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-1a319f67-6aea-4c23-b08e-87cb1b262ea3 req-483004c3-f28c-4255-b1b5-64d2d0733d53 tempest-VolumesSnapshotTestJSON-1357221646 tempest-VolumesSnapshotTestJSON-1357221646-project] 10.222.0.47 "GET /v2.0/ports?device_id=0bd4e53f-a5d4-44c4-847d-f84449b54827 HTTP/1.1" status: 200  len: 945 time: 0.1020544
Apr 15 19:57:22.199704 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-1a319f67-6aea-4c23-b08e-87cb1b262ea3 req-0e5c2167-c7d8-41be-bdf6-885dc686c08f tempest-VolumesSnapshotTestJSON-1357221646 tempest-VolumesSnapshotTestJSON-1357221646-project] 10.222.0.47 "GET /v2.0/security-groups?id=f095c61c-fe4a-44c2-90e3-b7fb4e45e31a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0709343
Apr 15 19:57:22.209608 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f772569-d738-4e64-9bab-e2a8164eba72 req-ac1d392a-682b-4c9c-822b-7f8c3109c337 tempest-VolumesSnapshotTestJSON-1357221646 tempest-VolumesSnapshotTestJSON-1357221646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:57:22.211374 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-4f772569-d738-4e64-9bab-e2a8164eba72 req-ac1d392a-682b-4c9c-822b-7f8c3109c337 tempest-VolumesSnapshotTestJSON-1357221646 tempest-VolumesSnapshotTestJSON-1357221646-project] 10.222.0.65 "GET /v2.0/ports?device_id=0bd4e53f-a5d4-44c4-847d-f84449b54827 HTTP/1.1" status: 200  len: 945 time: 0.1405084
Apr 15 19:57:22.322052 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.plugin [req-4f772569-d738-4e64-9bab-e2a8164eba72 req-4c2aa4b1-cb34-4202-a62b-b1b41bff6d92 tempest-VolumesSnapshotTestJSON-1357221646 tempest-VolumesSnapshotTestJSON-1357221646-project] Deleting port a3940bd8-f218-4bd1-9bac-8adfb16cf39d {{(pid=85344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 19:57:22.322433 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [req-4f772569-d738-4e64-9bab-e2a8164eba72 req-4c2aa4b1-cb34-4202-a62b-b1b41bff6d92 tempest-VolumesSnapshotTestJSON-1357221646 tempest-VolumesSnapshotTestJSON-1357221646-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363247007848052'] for port, before_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:57:22.697180 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.db [req-4f772569-d738-4e64-9bab-e2a8164eba72 req-4c2aa4b1-cb34-4202-a62b-b1b41bff6d92 tempest-VolumesSnapshotTestJSON-1357221646 tempest-VolumesSnapshotTestJSON-1357221646-project] For port a3940bd8-f218-4bd1-9bac-8adfb16cf39d, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=a3940bd8-f218-4bd1-9bac-8adfb16cf39d,segment=NetworkSegment(45072c43-142a-403b-ba9f-04d0dc8cb809),segment_id=45072c43-142a-403b-ba9f-04d0dc8cb809)] {{(pid=85344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 19:57:22.698581 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [req-4f772569-d738-4e64-9bab-e2a8164eba72 req-4c2aa4b1-cb34-4202-a62b-b1b41bff6d92 tempest-VolumesSnapshotTestJSON-1357221646 tempest-VolumesSnapshotTestJSON-1357221646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853097680'] for port, precommit_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:57:22.908584 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.plugin [req-4f772569-d738-4e64-9bab-e2a8164eba72 req-4c2aa4b1-cb34-4202-a62b-b1b41bff6d92 tempest-VolumesSnapshotTestJSON-1357221646 tempest-VolumesSnapshotTestJSON-1357221646-project] Calling delete_port for a3940bd8-f218-4bd1-9bac-8adfb16cf39d owned by compute:nova {{(pid=85344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 15 19:57:23.155602 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [req-4f772569-d738-4e64-9bab-e2a8164eba72 req-4c2aa4b1-cb34-4202-a62b-b1b41bff6d92 tempest-VolumesSnapshotTestJSON-1357221646 tempest-VolumesSnapshotTestJSON-1357221646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854693686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852972410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789846929199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363247008293407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851621869'] for port, after_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:57:23.172321 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.db [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] get_ports_and_sgs() called for port_ids ['a3940bd8-f218-4bd1-9bac-8adfb16cf39d'] {{(pid=85346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 15 19:57:23.184070 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-b462505d-8857-4610-bc6a-50e99eaebbb0 tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:57:23.258066 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2aa4b1-cb34-4202-a62b-b1b41bff6d92 tempest-VolumesSnapshotTestJSON-1357221646 tempest-VolumesSnapshotTestJSON-1357221646-project] Pushing event deleted for resources: {'Port': ['ID=a3940bd8-f218-4bd1-9bac-8adfb16cf39d,revision_number=None']} {{(pid=85344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:57:23.265248 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-4c2aa4b1-cb34-4202-a62b-b1b41bff6d92 tempest-VolumesSnapshotTestJSON-1357221646 tempest-VolumesSnapshotTestJSON-1357221646-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:57:23.463511 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.wsgi [-] (85345) accepted ('10.222.0.47', 52076) {{(pid=85345) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:57:23.492651 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-87301aaf-353d-46b0-b6fa-55bb2dd22543 req-5dd9aa68-57c3-4e2e-bb33-d02b0284ce4f tempest-VolumesSnapshotTestJSON-1357221646 tempest-VolumesSnapshotTestJSON-1357221646-project] 10.222.0.47 "GET /v2.0/ports?device_id=0bd4e53f-a5d4-44c4-847d-f84449b54827 HTTP/1.1" status: 200  len: 210 time: 0.0930846
Apr 15 19:57:23.547250 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f772569-d738-4e64-9bab-e2a8164eba72 req-4c2aa4b1-cb34-4202-a62b-b1b41bff6d92 tempest-VolumesSnapshotTestJSON-1357221646 tempest-VolumesSnapshotTestJSON-1357221646-project] No DVR routers for this DVR port a3940bd8-f218-4bd1-9bac-8adfb16cf39d on host hv-cinder-78638 {{(pid=85344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 15 19:57:23.547250 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [req-4f772569-d738-4e64-9bab-e2a8164eba72 req-4c2aa4b1-cb34-4202-a62b-b1b41bff6d92 tempest-VolumesSnapshotTestJSON-1357221646 tempest-VolumesSnapshotTestJSON-1357221646-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771739'] for port, before_response {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:57:23.554255 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0bd4e53f-a5d4-44c4-847d-f84449b54827', 'name': 'network-vif-deleted', 'tag': 'a3940bd8-f218-4bd1-9bac-8adfb16cf39d'}] {{(pid=85344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 19:57:23.585997 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-4f772569-d738-4e64-9bab-e2a8164eba72 req-4c2aa4b1-cb34-4202-a62b-b1b41bff6d92 tempest-VolumesSnapshotTestJSON-1357221646 tempest-VolumesSnapshotTestJSON-1357221646-project] 10.222.0.65 "DELETE /v2.0/ports/a3940bd8-f218-4bd1-9bac-8adfb16cf39d HTTP/1.1" status: 204  len: 173 time: 1.3689582
Apr 15 19:57:23.645227 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0bd4e53f-a5d4-44c4-847d-f84449b54827', 'name': 'network-vif-deleted', 'tag': 'a3940bd8-f218-4bd1-9bac-8adfb16cf39d', 'status': 'completed', 'code': 200}
Apr 15 19:57:23.706999 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-e25617e9-bb59-44d2-82e0-52f189c26f59 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:57:23.731476 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.quota.driver [None req-e25617e9-bb59-44d2-82e0-52f189c26f59 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85345) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:57:23.735737 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource [None req-e25617e9-bb59-44d2-82e0-52f189c26f59 admin admin] Usage tracker for resource:security_group_rule and tenant:d61841bb1ca84daba93834d59d986a2d is out of sync, need to count used quota {{(pid=85345) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:57:23.739478 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource [None req-e25617e9-bb59-44d2-82e0-52f189c26f59 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85345) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:57:23.746181 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.quota.driver [None req-e25617e9-bb59-44d2-82e0-52f189c26f59 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85345) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:57:23.877864 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-e25617e9-bb59-44d2-82e0-52f189c26f59 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:57:23.882076 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-e25617e9-bb59-44d2-82e0-52f189c26f59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806004'] for security_group, after_create {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:57:23.890214 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-f9498478-7e14-4d08-98d2-3257edf7b0bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:57:23.937857 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25617e9-bb59-44d2-82e0-52f189c26f59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a91702e1-42c7-4ffe-96bd-45520703a577,revision_number=1']} {{(pid=85345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:57:23.942897 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [None req-e25617e9-bb59-44d2-82e0-52f189c26f59 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=d61841bb1ca84daba93834d59d986a2d&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4782710
Apr 15 19:57:23.943927 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-e25617e9-bb59-44d2-82e0-52f189c26f59 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:57:23.947370 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.wsgi [-] (85344) accepted ('10.222.0.47', 52094) {{(pid=85344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:57:24.016601 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-3c8865de-4195-457a-aec9-e394bc914c5f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:57:24.054416 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-3c8865de-4195-457a-aec9-e394bc914c5f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:57:24.136562 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-3c8865de-4195-457a-aec9-e394bc914c5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806004'] for security_group, after_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:57:24.143813 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-13593e9f-0977-49f3-a6ba-369b4b4c8f0d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:57:24.162709 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8865de-4195-457a-aec9-e394bc914c5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a91702e1-42c7-4ffe-96bd-45520703a577,revision_number=None']} {{(pid=85344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:57:24.180314 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-3c8865de-4195-457a-aec9-e394bc914c5f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:57:24.182406 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-3c8865de-4195-457a-aec9-e394bc914c5f admin admin] Notify callbacks [] for security_group, before_response {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:57:24.189728 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [None req-3c8865de-4195-457a-aec9-e394bc914c5f admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/a91702e1-42c7-4ffe-96bd-45520703a577 HTTP/1.1" status: 204  len: 168 time: 0.2408431
Apr 15 19:57:24.936498 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.wsgi [-] (85344) accepted ('10.222.0.47', 52122) {{(pid=85344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:57:25.232331 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-54b6b5cc-94a3-4dab-9cfb-ed987457b61e admin admin] Notify callbacks [] for security_group, before_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:57:25.250353 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.quota.driver [None req-54b6b5cc-94a3-4dab-9cfb-ed987457b61e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:57:25.255479 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource [None req-54b6b5cc-94a3-4dab-9cfb-ed987457b61e admin admin] Usage tracker for resource:security_group_rule and tenant:b6ce2e1cde37485dbaef3fc72c3a6de1 is out of sync, need to count used quota {{(pid=85344) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:57:25.258717 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource [None req-54b6b5cc-94a3-4dab-9cfb-ed987457b61e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85344) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:57:25.265782 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.quota.driver [None req-54b6b5cc-94a3-4dab-9cfb-ed987457b61e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:57:25.402707 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-54b6b5cc-94a3-4dab-9cfb-ed987457b61e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:57:25.407063 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-54b6b5cc-94a3-4dab-9cfb-ed987457b61e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806004'] for security_group, after_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:57:25.421940 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-40c8cb25-99a0-4b12-835a-9bbf35a999ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:57:25.470319 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [None req-54b6b5cc-94a3-4dab-9cfb-ed987457b61e admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=b6ce2e1cde37485dbaef3fc72c3a6de1&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5320950
Apr 15 19:57:25.471439 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b6b5cc-94a3-4dab-9cfb-ed987457b61e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6a487aa-224e-42fe-b339-1880cc89cc85,revision_number=1']} {{(pid=85344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:57:25.474547 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.wsgi [-] (85345) accepted ('10.222.0.47', 52142) {{(pid=85345) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:57:25.475439 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-54b6b5cc-94a3-4dab-9cfb-ed987457b61e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:57:25.498305 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.wsgi [-] (85344) accepted ('10.222.0.47', 52146) {{(pid=85344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:57:25.548684 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-ce29de90-1c60-4fb6-af33-e872399c4e49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:57:25.580982 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-ce29de90-1c60-4fb6-af33-e872399c4e49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:57:25.624261 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.rpc [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Device a3940bd8-f218-4bd1-9bac-8adfb16cf39d no longer exists at agent hyperv_hv-cinder-78638 {{(pid=85346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 15 19:57:25.635877 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.v2.base [None req-d2864826-e2f6-40e0-a0d2-3fceec7c14e6 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1099335582-network', 'tenant_id': '1794582df1734e8d80790f7e87a6fcd2'}} {{(pid=85344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 19:57:25.647886 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.quota.driver [None req-d2864826-e2f6-40e0-a0d2-3fceec7c14e6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:57:25.648343 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-ce29de90-1c60-4fb6-af33-e872399c4e49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806004'] for security_group, after_delete {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:57:25.653103 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource [None req-d2864826-e2f6-40e0-a0d2-3fceec7c14e6 admin admin] Usage tracker for resource:network and tenant:1794582df1734e8d80790f7e87a6fcd2 is out of sync, need to count used quota {{(pid=85344) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:57:25.655130 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-325c6e1b-0bfc-491b-bc92-802bb35e9edd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:57:25.656832 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource [None req-d2864826-e2f6-40e0-a0d2-3fceec7c14e6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85344) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:57:25.664599 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.quota.driver [None req-d2864826-e2f6-40e0-a0d2-3fceec7c14e6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:57:25.673820 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce29de90-1c60-4fb6-af33-e872399c4e49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6a487aa-224e-42fe-b339-1880cc89cc85,revision_number=None']} {{(pid=85345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:57:25.674166 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.plugin [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] No Port match for: a3940bd8-f218-4bd1-9bac-8adfb16cf39d {{(pid=85346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 15 19:57:25.674465 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.rpc [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Device a3940bd8-f218-4bd1-9bac-8adfb16cf39d not bound to the agent host hv-cinder-78638 {{(pid=85346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 15 19:57:25.679780 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-ce29de90-1c60-4fb6-af33-e872399c4e49 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:57:25.695729 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-ce29de90-1c60-4fb6-af33-e872399c4e49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:57:25.697830 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2864826-e2f6-40e0-a0d2-3fceec7c14e6 admin admin] Made reservation on behalf of 1794582df1734e8d80790f7e87a6fcd2 for: {'network': 1} {{(pid=85344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 15 19:57:25.699001 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [None req-ce29de90-1c60-4fb6-af33-e872399c4e49 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/e6a487aa-224e-42fe-b339-1880cc89cc85 HTTP/1.1" status: 204  len: 168 time: 0.2224748
Apr 15 19:57:25.703761 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-d2864826-e2f6-40e0-a0d2-3fceec7c14e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854565853'] for network, before_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:57:25.719113 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-d2864826-e2f6-40e0-a0d2-3fceec7c14e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:57:25.737863 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.quota.driver [None req-d2864826-e2f6-40e0-a0d2-3fceec7c14e6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:57:25.743404 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource [None req-d2864826-e2f6-40e0-a0d2-3fceec7c14e6 admin admin] Usage tracker for resource:security_group_rule and tenant:1794582df1734e8d80790f7e87a6fcd2 is out of sync, need to count used quota {{(pid=85344) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:57:25.747934 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource [None req-d2864826-e2f6-40e0-a0d2-3fceec7c14e6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85344) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:57:25.759899 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.quota.driver [None req-d2864826-e2f6-40e0-a0d2-3fceec7c14e6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:57:25.870430 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-d2864826-e2f6-40e0-a0d2-3fceec7c14e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:57:25.874948 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-d2864826-e2f6-40e0-a0d2-3fceec7c14e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806004'] for security_group, after_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:57:25.883943 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-a741aca3-405f-430d-96f6-6c4f69eba63f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:57:25.928104 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d2864826-e2f6-40e0-a0d2-3fceec7c14e6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 665}  {{(pid=85344) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 15 19:57:25.956134 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2864826-e2f6-40e0-a0d2-3fceec7c14e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0aa96acf-c7d7-463c-b2ef-4124ce6ee0b8,revision_number=1']} {{(pid=85344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:57:25.964537 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-d2864826-e2f6-40e0-a0d2-3fceec7c14e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:57:25.966558 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-d2864826-e2f6-40e0-a0d2-3fceec7c14e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854767479'] for segment, precommit_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:57:25.967117 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.db.segments_db [None req-d2864826-e2f6-40e0-a0d2-3fceec7c14e6 admin admin] Added segment 209e6493-9f5f-442f-9075-23fc9d984e08 of type vlan for network 76b1c698-a72d-402d-bd3d-fd85b08fd0a4
Apr 15 19:57:26.016386 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-d2864826-e2f6-40e0-a0d2-3fceec7c14e6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789846470498'] for network, precommit_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:57:26.053049 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-d2864826-e2f6-40e0-a0d2-3fceec7c14e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852808340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852972410'] for network, after_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:57:26.055416 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2864826-e2f6-40e0-a0d2-3fceec7c14e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:57:26.056714 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-d2864826-e2f6-40e0-a0d2-3fceec7c14e6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852972363'] for network, before_response {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:57:26.066208 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-d2c5160c-c2d5-48a4-a622-b6235c1c55b4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:57:26.127802 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.wsgi [-] (85345) accepted ('10.222.0.47', 52156) {{(pid=85345) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:57:26.152976 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-8741c434-f282-48e9-9b81-e69e7f6412b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:57:26.296224 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2864826-e2f6-40e0-a0d2-3fceec7c14e6 admin admin] Pushing event updated for resources: {'Network': ['ID=76b1c698-a72d-402d-bd3d-fd85b08fd0a4,revision_number=1']} {{(pid=85344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:57:26.303035 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-d2864826-e2f6-40e0-a0d2-3fceec7c14e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:57:26.310619 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [None req-d2864826-e2f6-40e0-a0d2-3fceec7c14e6 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201  len: 885 time: 0.8107588
Apr 15 19:57:26.311399 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.wsgi [-] (85344) accepted ('10.222.0.47', 52162) {{(pid=85344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:57:26.318579 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.v2.base [None req-70858bc0-16f9-47ef-80bc-e1872d5217bf admin admin] Request body: {'subnet': {'network_id': '76b1c698-a72d-402d-bd3d-fd85b08fd0a4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1099335582-subnet', 'tenant_id': '1794582df1734e8d80790f7e87a6fcd2', 'ip_version': 4}} {{(pid=85344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 19:57:26.319727 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.rpc [None req-56ecdebd-c5a0-4569-bc96-ba437f5ce558 None None] Network 76b1c698-a72d-402d-bd3d-fd85b08fd0a4 details requested by agent ovs-agent-dv-cinder-786383-2-iscsi with host dv-cinder-786383-2-iscsi {{(pid=85346) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 15 19:57:26.327395 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.quota.driver [None req-70858bc0-16f9-47ef-80bc-e1872d5217bf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:57:26.333035 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource [None req-70858bc0-16f9-47ef-80bc-e1872d5217bf admin admin] Usage tracker for resource:subnet and tenant:1794582df1734e8d80790f7e87a6fcd2 is out of sync, need to count used quota {{(pid=85344) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:57:26.337025 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource [None req-70858bc0-16f9-47ef-80bc-e1872d5217bf admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85344) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:57:26.345238 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.quota.driver [None req-70858bc0-16f9-47ef-80bc-e1872d5217bf admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:57:26.360130 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70858bc0-16f9-47ef-80bc-e1872d5217bf admin admin] Made reservation on behalf of 1794582df1734e8d80790f7e87a6fcd2 for: {'subnet': 1} {{(pid=85344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 15 19:57:26.367413 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-70858bc0-16f9-47ef-80bc-e1872d5217bf admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2554569'] for subnet, before_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:57:26.433654 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.quota.driver [None req-8741c434-f282-48e9-9b81-e69e7f6412b1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85345) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:57:26.438449 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource [None req-8741c434-f282-48e9-9b81-e69e7f6412b1 admin admin] Usage tracker for resource:security_group_rule and tenant:7a5fb6b1775a409088db2bbe23a77bba is out of sync, need to count used quota {{(pid=85345) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:57:26.442418 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource [None req-8741c434-f282-48e9-9b81-e69e7f6412b1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85345) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:57:26.449116 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.quota.driver [None req-8741c434-f282-48e9-9b81-e69e7f6412b1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85345) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:57:26.550074 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-8741c434-f282-48e9-9b81-e69e7f6412b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:57:26.553998 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-8741c434-f282-48e9-9b81-e69e7f6412b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806004'] for security_group, after_create {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:57:26.565467 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-f85d743a-4a7b-4767-80a9-3328f7506748 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:57:26.617196 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [None req-8741c434-f282-48e9-9b81-e69e7f6412b1 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=7a5fb6b1775a409088db2bbe23a77bba&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4855771
Apr 15 19:57:26.617648 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.wsgi [-] (85345) accepted ('10.222.0.47', 52168) {{(pid=85345) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:57:26.620671 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8741c434-f282-48e9-9b81-e69e7f6412b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=caf3e8e7-2902-4aff-af0f-2f9e65fb2db9,revision_number=1']} {{(pid=85345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:57:26.624235 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-8741c434-f282-48e9-9b81-e69e7f6412b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:57:26.730027 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-a5ab6ac7-3a28-4d33-a9c5-3f7c608de8a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:57:26.763020 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-a5ab6ac7-3a28-4d33-a9c5-3f7c608de8a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:57:26.817167 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-a5ab6ac7-3a28-4d33-a9c5-3f7c608de8a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806004'] for security_group, after_delete {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:57:26.822616 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-ec538a55-5eb6-4711-bc3c-c9a19f699625 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:57:26.834887 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ab6ac7-3a28-4d33-a9c5-3f7c608de8a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=caf3e8e7-2902-4aff-af0f-2f9e65fb2db9,revision_number=None']} {{(pid=85345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:57:26.841996 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-a5ab6ac7-3a28-4d33-a9c5-3f7c608de8a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:57:26.842944 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-a5ab6ac7-3a28-4d33-a9c5-3f7c608de8a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:57:26.847629 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [None req-a5ab6ac7-3a28-4d33-a9c5-3f7c608de8a3 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/caf3e8e7-2902-4aff-af0f-2f9e65fb2db9 HTTP/1.1" status: 204  len: 168 time: 0.2286808
Apr 15 19:57:27.100659 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-70858bc0-16f9-47ef-80bc-e1872d5217bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852808376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852972410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851621763', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2554618'] for subnet, after_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:57:27.121510 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-679a56a5-6c87-4cc6-8f49-fa2cf5c18620 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:57:27.270065 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70858bc0-16f9-47ef-80bc-e1872d5217bf admin admin] Pushing event updated for resources: {'Subnet': ['ID=8ee5421b-3812-435f-a63f-52b3408746b8,revision_number=0']} {{(pid=85344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:57:27.283629 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-70858bc0-16f9-47ef-80bc-e1872d5217bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:57:27.385951 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70858bc0-16f9-47ef-80bc-e1872d5217bf admin admin] Checking segment: {'id': '209e6493-9f5f-442f-9075-23fc9d984e08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '76b1c698-a72d-402d-bd3d-fd85b08fd0a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 19:57:27.386628 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70858bc0-16f9-47ef-80bc-e1872d5217bf admin admin] Network hostable DHCP agents. Network: 76b1c698-a72d-402d-bd3d-fd85b08fd0a4, hostable agents: ['48b86c86-f902-4f97-86c7-19da88045e62'], hosted agents: [] {{(pid=85344) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 15 19:57:27.424445 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70858bc0-16f9-47ef-80bc-e1872d5217bf admin admin] Network 76b1c698-a72d-402d-bd3d-fd85b08fd0a4 is scheduled to be hosted by DHCP agent 48b86c86-f902-4f97-86c7-19da88045e62 with binding_index 1 {{(pid=85344) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 15 19:57:27.436889 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.scheduler.base_scheduler [None req-70858bc0-16f9-47ef-80bc-e1872d5217bf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786383-2-iscsi, 76b1c698-a72d-402d-bd3d-fd85b08fd0a4) {{(pid=85344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 19:57:27.451878 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb4131df-5107-4e6b-8fd1-e721e370e59a None None] Network 76b1c698-a72d-402d-bd3d-fd85b08fd0a4 requested from dv-cinder-786383-2-iscsi {{(pid=85346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 15 19:57:27.457392 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70858bc0-16f9-47ef-80bc-e1872d5217bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:57:27.458356 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-70858bc0-16f9-47ef-80bc-e1872d5217bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852972363'] for subnet, before_response {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:57:27.487557 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [None req-70858bc0-16f9-47ef-80bc-e1872d5217bf admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 1.1742704
Apr 15 19:57:27.489283 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.wsgi [-] (85345) accepted ('10.222.0.47', 52186) {{(pid=85345) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:57:27.498806 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.v2.base [None req-e9689657-132c-43db-92c0-6b6e970df452 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1099335582-router', 'tenant_id': '1794582df1734e8d80790f7e87a6fcd2', 'external_gateway_info': {'network_id': '0b576887-bb01-4bfc-8617-ca8b886d7b7e'}}} {{(pid=85345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 19:57:27.505262 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.quota.driver [None req-e9689657-132c-43db-92c0-6b6e970df452 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85345) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:57:27.510287 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource [None req-e9689657-132c-43db-92c0-6b6e970df452 admin admin] Usage tracker for resource:router and tenant:1794582df1734e8d80790f7e87a6fcd2 is out of sync, need to count used quota {{(pid=85345) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:57:27.513829 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource [None req-e9689657-132c-43db-92c0-6b6e970df452 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=85345) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:57:27.522131 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.quota.driver [None req-e9689657-132c-43db-92c0-6b6e970df452 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85345) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:57:27.533605 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-e9689657-132c-43db-92c0-6b6e970df452 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036853104155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854716007'] for router, before_create {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:57:27.535418 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-e9689657-132c-43db-92c0-6b6e970df452 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1671480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1673062', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1979644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59777'] for router, precommit_create {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:57:27.551655 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-e9689657-132c-43db-92c0-6b6e970df452 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:57:27.809746 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec5dc40f-f0cc-4b53-aa48-224e9d9bbb70 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc01a18e6-8f98-5b6c-8b5b-44e18d93fa4e-76b1c698-a72d-402d-bd3d-fd85b08fd0a4', 'network_id': '76b1c698-a72d-402d-bd3d-fd85b08fd0a4', 'tenant_id': '1794582df1734e8d80790f7e87a6fcd2', 'fixed_ips': [{'subnet_id': '8ee5421b-3812-435f-a63f-52b3408746b8'}]}} from dv-cinder-786383-2-iscsi. {{(pid=85346) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}}
Apr 15 19:57:27.811482 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-ec5dc40f-f0cc-4b53-aa48-224e9d9bbb70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854565853'] for port, before_create {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:57:28.087802 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.db_base_plugin_common [None req-ec5dc40f-f0cc-4b53-aa48-224e9d9bbb70 None None] Allocated IP 172.20.0.2 (76b1c698-a72d-402d-bd3d-fd85b08fd0a4/8ee5421b-3812-435f-a63f-52b3408746b8/94182e34-f940-498d-bf59-dde6c673d6de) {{(pid=85346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 15 19:57:28.114820 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-e9689657-132c-43db-92c0-6b6e970df452 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1673047', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853104170', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59824'] for router, precommit_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:57:28.463055 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-ec5dc40f-f0cc-4b53-aa48-224e9d9bbb70 None None] Notify callbacks [] for port, precommit_create {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:57:28.485426 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.provisioning_blocks [None req-ec5dc40f-f0cc-4b53-aa48-224e9d9bbb70 None None] Transition to ACTIVE for port object 94182e34-f940-498d-bf59-dde6c673d6de will not be triggered until provisioned by entity L2. {{(pid=85346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 19:57:28.527736 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.provisioning_blocks [None req-ec5dc40f-f0cc-4b53-aa48-224e9d9bbb70 None None] Transition to ACTIVE for port object 94182e34-f940-498d-bf59-dde6c673d6de will not be triggered until provisioned by entity DHCP. {{(pid=85346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 19:57:28.537840 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-ec5dc40f-f0cc-4b53-aa48-224e9d9bbb70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854693686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852972410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789846482393'] for port, after_create {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:57:28.544043 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-e9689657-132c-43db-92c0-6b6e970df452 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:57:28.568779 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-f9a65b72-7ddd-4193-83a4-387e053380ab None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:57:28.578415 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-e9689657-132c-43db-92c0-6b6e970df452 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854565853'] for port, before_create {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:57:28.787575 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.db_base_plugin_common [None req-e9689657-132c-43db-92c0-6b6e970df452 admin admin] Allocated IP 172.27.2.81 (0b576887-bb01-4bfc-8617-ca8b886d7b7e/7ad9face-0ae3-4529-aacd-d53ebb36e4d0/08fff650-8f63-416d-bff4-cf7a339df75b) {{(pid=85345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 15 19:57:28.853294 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5dc40f-f0cc-4b53-aa48-224e9d9bbb70 None None] Pushing event updated for resources: {'Port': ['ID=94182e34-f940-498d-bf59-dde6c673d6de,revision_number=1']} {{(pid=85346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:57:28.856572 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-ec5dc40f-f0cc-4b53-aa48-224e9d9bbb70 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.288s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:57:28.898628 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec5dc40f-f0cc-4b53-aa48-224e9d9bbb70 None None] Network 76b1c698-a72d-402d-bd3d-fd85b08fd0a4 is already hosted by enough agents. {{(pid=85346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 15 19:57:28.899932 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.scheduler.base_scheduler [None req-ec5dc40f-f0cc-4b53-aa48-224e9d9bbb70 None None] Resources bound (agent type, host, resource id):  {{(pid=85346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 19:57:28.902406 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec5dc40f-f0cc-4b53-aa48-224e9d9bbb70 None None] Received port after_create {{(pid=85346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 15 19:57:28.982296 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-e9689657-132c-43db-92c0-6b6e970df452 admin admin] Notify callbacks [] for port, precommit_create {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:57:29.019771 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-e9689657-132c-43db-92c0-6b6e970df452 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854693686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852972410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789846482393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2200102'] for port, after_create {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:57:29.033365 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-db86ffa1-5f67-4710-96e7-234e2d48ae52 tempest-TestMinimumBasicScenario-16446131 tempest-TestMinimumBasicScenario-16446131-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:57:29.050011 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.managers [None req-ec5dc40f-f0cc-4b53-aa48-224e9d9bbb70 None None] Attempting to bind port 94182e34-f940-498d-bf59-dde6c673d6de on host dv-cinder-786383-2-iscsi for vnic_type normal with profile  {{(pid=85346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 15 19:57:29.051092 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.managers [None req-ec5dc40f-f0cc-4b53-aa48-224e9d9bbb70 None None] Attempting to bind port 94182e34-f940-498d-bf59-dde6c673d6de by drivers openvswitch,hyperv on host dv-cinder-786383-2-iscsi at level 0 using segments [{'id': '209e6493-9f5f-442f-9075-23fc9d984e08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '76b1c698-a72d-402d-bd3d-fd85b08fd0a4'}] {{(pid=85346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 15 19:57:29.051702 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec5dc40f-f0cc-4b53-aa48-224e9d9bbb70 None None] Attempting to bind port 94182e34-f940-498d-bf59-dde6c673d6de on network 76b1c698-a72d-402d-bd3d-fd85b08fd0a4 {{(pid=85346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 19:57:29.060411 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec5dc40f-f0cc-4b53-aa48-224e9d9bbb70 None None] Checking agent: {'id': 'be1a0b7a-7144-4bb6-9f10-b289de7b23b3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786383-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 19, 40, 9), 'started_at': datetime.datetime(2021, 4, 15, 19, 40, 39), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 19, 57, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786383-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 15 19:57:29.061336 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec5dc40f-f0cc-4b53-aa48-224e9d9bbb70 None None] Checking segment: {'id': '209e6493-9f5f-442f-9075-23fc9d984e08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '76b1c698-a72d-402d-bd3d-fd85b08fd0a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 19:57:29.061968 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-ec5dc40f-f0cc-4b53-aa48-224e9d9bbb70 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:57:29.062905 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec5dc40f-f0cc-4b53-aa48-224e9d9bbb70 None None] Bound using segment: {'id': '209e6493-9f5f-442f-9075-23fc9d984e08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '76b1c698-a72d-402d-bd3d-fd85b08fd0a4'} {{(pid=85346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 15 19:57:29.063829 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.managers [None req-ec5dc40f-f0cc-4b53-aa48-224e9d9bbb70 None None] Bound port: 94182e34-f940-498d-bf59-dde6c673d6de, host: dv-cinder-786383-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '209e6493-9f5f-442f-9075-23fc9d984e08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '76b1c698-a72d-402d-bd3d-fd85b08fd0a4'}}] {{(pid=85346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 15 19:57:29.064407 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-ec5dc40f-f0cc-4b53-aa48-224e9d9bbb70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854565853'] for port, before_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:57:29.181651 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9689657-132c-43db-92c0-6b6e970df452 admin admin] Pushing event updated for resources: {'Port': ['ID=08fff650-8f63-416d-bff4-cf7a339df75b,revision_number=1']} {{(pid=85345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:57:29.187256 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-e9689657-132c-43db-92c0-6b6e970df452 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:57:29.194880 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.db [None req-ec5dc40f-f0cc-4b53-aa48-224e9d9bbb70 None None] For port 94182e34-f940-498d-bf59-dde6c673d6de, host dv-cinder-786383-2-iscsi, cleared binding levels {{(pid=85346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 15 19:57:29.201305 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.db [None req-ec5dc40f-f0cc-4b53-aa48-224e9d9bbb70 None None] For port 94182e34-f940-498d-bf59-dde6c673d6de, host dv-cinder-786383-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-2-iscsi',level=0,port_id=94182e34-f940-498d-bf59-dde6c673d6de,segment=NetworkSegment(209e6493-9f5f-442f-9075-23fc9d984e08),segment_id=209e6493-9f5f-442f-9075-23fc9d984e08)] {{(pid=85346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 15 19:57:29.209810 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-ec5dc40f-f0cc-4b53-aa48-224e9d9bbb70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854693686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852972410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789846929216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789846482410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789846483725'] for port, after_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:57:29.232062 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:57:29.250047 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9689657-132c-43db-92c0-6b6e970df452 admin admin] Network 0b576887-bb01-4bfc-8617-ca8b886d7b7e is already hosted by enough agents. {{(pid=85345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 15 19:57:29.251343 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.scheduler.base_scheduler [None req-e9689657-132c-43db-92c0-6b6e970df452 admin admin] Resources bound (agent type, host, resource id):  {{(pid=85345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 19:57:29.254298 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9689657-132c-43db-92c0-6b6e970df452 admin admin] Received port after_create {{(pid=85345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 15 19:57:29.433747 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5dc40f-f0cc-4b53-aa48-224e9d9bbb70 None None] Pushing event updated for resources: {'Port': ['ID=94182e34-f940-498d-bf59-dde6c673d6de,revision_number=2']} {{(pid=85346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:57:29.439741 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-ec5dc40f-f0cc-4b53-aa48-224e9d9bbb70 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:57:29.825349 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-e9689657-132c-43db-92c0-6b6e970df452 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:57:30.562122 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-e9689657-132c-43db-92c0-6b6e970df452 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1671646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036853102800'] for router, after_create {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:57:30.947917 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9689657-132c-43db-92c0-6b6e970df452 admin admin] Router 3133cb58-8dee-4f9f-ba2c-b7c107fed0d5 is scheduled to L3 agent 74482fb0-5b00-43f0-8fa9-533a3c8b2378 with binding_index 1 {{(pid=85345) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Apr 15 19:57:31.131343 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.rpc [None req-56ecdebd-c5a0-4569-bc96-ba437f5ce558 None None] Device 94182e34-f940-498d-bf59-dde6c673d6de up at agent ovs-agent-dv-cinder-786383-2-iscsi {{(pid=85346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 19:57:31.239033 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9689657-132c-43db-92c0-6b6e970df452 admin admin] Notify agent at l3_agent.dv-cinder-786383-2-iscsi the message routers_updated {{(pid=85345) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 15 19:57:31.260355 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f71386f-920f-4554-aaac-d827c0c8ceff None None] Sync routers for ids ['3133cb58-8dee-4f9f-ba2c-b7c107fed0d5'] in dv-cinder-786383-2-iscsi {{(pid=85346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 15 19:57:31.274531 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9570541-11f2-4609-a38f-4527f79b816e None None] Network 76b1c698-a72d-402d-bd3d-fd85b08fd0a4 requested from dv-cinder-786383-2-iscsi {{(pid=85346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 15 19:57:31.289232 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-e9689657-132c-43db-92c0-6b6e970df452 admin admin] Notify callbacks [] for router, before_response {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:57:31.291929 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [None req-e9689657-132c-43db-92c0-6b6e970df452 admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201  len: 923 time: 3.8005688
Apr 15 19:57:31.295124 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.wsgi [-] (85345) accepted ('10.222.0.47', 52252) {{(pid=85345) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:57:31.306402 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f71386f-920f-4554-aaac-d827c0c8ceff None None] Routers {'3133cb58-8dee-4f9f-ba2c-b7c107fed0d5'} bound to L3 agent in host dv-cinder-786383-2-iscsi {{(pid=85346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 19:57:31.307306 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.l3_hamode_db [None req-6f71386f-920f-4554-aaac-d827c0c8ceff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe8b8dc92e8>, 'dv-cinder-786383-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-15T19:40:08Z,description=<?>,heartbeat_timestamp=2021-04-15T19:57:08Z,host='dv-cinder-786383-2-iscsi',id=74482fb0-5b00-43f0-8fa9-533a3c8b2378,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T19:40:08Z,topic='l3_agent')) {'router_ids': ['3133cb58-8dee-4f9f-ba2c-b7c107fed0d5'], 'active': True} {{(pid=85346) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 19:57:31.443881 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.provisioning_blocks [None req-56ecdebd-c5a0-4569-bc96-ba437f5ce558 None None] Provisioning for port 94182e34-f940-498d-bf59-dde6c673d6de completed by entity L2. {{(pid=85346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 19:57:31.546096 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.provisioning_blocks [None req-fd7cdfb0-32da-4878-bbec-7ddb56d58a6f None None] Provisioning for port 94182e34-f940-498d-bf59-dde6c673d6de completed by entity DHCP. {{(pid=85346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 19:57:31.584693 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.provisioning_blocks [None req-fd7cdfb0-32da-4878-bbec-7ddb56d58a6f None None] Provisioning complete for port 94182e34-f940-498d-bf59-dde6c673d6de triggered by entity DHCP. {{(pid=85346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 19:57:31.585342 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-fd7cdfb0-32da-4878-bbec-7ddb56d58a6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-428662'] for port, provisioning_complete {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:57:31.742266 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.l3_dvr_db [None req-6f71386f-920f-4554-aaac-d827c0c8ceff None None] Set router 3133cb58-8dee-4f9f-ba2c-b7c107fed0d5 gateway port host: dv-cinder-786383-2-iscsi {{(pid=85346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 19:57:32.277912 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-fd7cdfb0-32da-4878-bbec-7ddb56d58a6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854565853'] for port, before_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:57:32.371730 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-f2889067-1ced-4bc4-a0ac-f975027e8489 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854565853'] for port, before_create {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:57:32.389618 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.db [None req-fd7cdfb0-32da-4878-bbec-7ddb56d58a6f None None] For port 94182e34-f940-498d-bf59-dde6c673d6de, host dv-cinder-786383-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-2-iscsi',level=0,port_id=94182e34-f940-498d-bf59-dde6c673d6de,segment=NetworkSegment(209e6493-9f5f-442f-9075-23fc9d984e08),segment_id=209e6493-9f5f-442f-9075-23fc9d984e08)] {{(pid=85346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 19:57:32.400657 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-fd7cdfb0-32da-4878-bbec-7ddb56d58a6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854693686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852972410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789846929216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789846482410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789846483725'] for port, after_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:57:32.403572 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:57:32.524214 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7cdfb0-32da-4878-bbec-7ddb56d58a6f None None] Pushing event updated for resources: {'Port': ['ID=94182e34-f940-498d-bf59-dde6c673d6de,revision_number=3']} {{(pid=85346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:57:32.539174 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-fd7cdfb0-32da-4878-bbec-7ddb56d58a6f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:57:32.561801 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.l3_hamode_db [None req-6f71386f-920f-4554-aaac-d827c0c8ceff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe8b8dc92e8>, [{'id': '3133cb58-8dee-4f9f-ba2c-b7c107fed0d5', 'name': 'tempest-TestVolumeBootPattern-1099335582-router', 'tenant_id': '1794582df1734e8d80790f7e87a6fcd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b576887-bb01-4bfc-8617-ca8b886d7b7e', 'external_fixed_ips': [{'subnet_id': '7ad9face-0ae3-4529-aacd-d53ebb36e4d0', 'ip_address': '172.27.2.81'}], 'enable_snat': True}, 'gw_port_id': '08fff650-8f63-416d-bff4-cf7a339df75b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:57:27Z', 'updated_at': '2021-04-15T19:57:29Z', 'revision_number': 3, 'project_id': '1794582df1734e8d80790f7e87a6fcd2', 'gw_port': {'id': '08fff650-8f63-416d-bff4-cf7a339df75b', 'name': '', 'network_id': '0b576887-bb01-4bfc-8617-ca8b886d7b7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:fb:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3133cb58-8dee-4f9f-ba2c-b7c107fed0d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': '7ad9face-0ae3-4529-aacd-d53ebb36e4d0', 'ip_address': '172.27.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:57:28Z', 'updated_at': '2021-04-15T19:57:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7ad9face-0ae3-4529-aacd-d53ebb36e4d0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-2-iscsi'}], 'dv-cinder-786383-2-iscsi', False) {} {{(pid=85346) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 19:57:32.566936 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f71386f-920f-4554-aaac-d827c0c8ceff None None] Checking router: 3133cb58-8dee-4f9f-ba2c-b7c107fed0d5 for host: dv-cinder-786383-2-iscsi {{(pid=85346) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 15 19:57:32.567268 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f71386f-920f-4554-aaac-d827c0c8ceff None None] Updating router 3133cb58-8dee-4f9f-ba2c-b7c107fed0d5 port 08fff650-8f63-416d-bff4-cf7a339df75b binding host dv-cinder-786383-2-iscsi {{(pid=85346) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 15 19:57:32.663422 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-6f71386f-920f-4554-aaac-d827c0c8ceff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854565853'] for port, before_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:57:32.818962 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.db_base_plugin_common [None req-f2889067-1ced-4bc4-a0ac-f975027e8489 admin admin] Allocated IP 172.20.0.1 (76b1c698-a72d-402d-bd3d-fd85b08fd0a4/8ee5421b-3812-435f-a63f-52b3408746b8/170bc978-09e0-49ca-b73c-27653d56365e) {{(pid=85345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 15 19:57:32.878247 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.provisioning_blocks [None req-ae174d38-dee1-4d2b-abff-d1072ffb720a None None] Provisioning complete for port 94182e34-f940-498d-bf59-dde6c673d6de triggered by entity DHCP. {{(pid=85346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 19:57:32.878715 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-ae174d38-dee1-4d2b-abff-d1072ffb720a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-428662'] for port, provisioning_complete {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:57:33.036858 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.rpc [None req-56ecdebd-c5a0-4569-bc96-ba437f5ce558 None None] Device 94182e34-f940-498d-bf59-dde6c673d6de up at agent ovs-agent-dv-cinder-786383-2-iscsi {{(pid=85346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 19:57:33.092204 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.wsgi [-] (85344) accepted ('10.222.0.47', 52272) {{(pid=85344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:57:33.146030 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-f2889067-1ced-4bc4-a0ac-f975027e8489 admin admin] Notify callbacks [] for port, precommit_create {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:57:33.178933 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.provisioning_blocks [None req-f2889067-1ced-4bc4-a0ac-f975027e8489 admin admin] Transition to ACTIVE for port object 170bc978-09e0-49ca-b73c-27653d56365e will not be triggered until provisioned by entity DHCP. {{(pid=85345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 19:57:33.223402 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-f2889067-1ced-4bc4-a0ac-f975027e8489 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854693686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852972410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789846482393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2200102'] for port, after_create {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:57:33.256193 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-50cfe4b7-a33f-410f-a1a8-f029b94fa49f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:57:33.311898 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-aa657bbf-91a0-408b-ae85-94abeba52764 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:57:33.332638 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.quota.driver [None req-aa657bbf-91a0-408b-ae85-94abeba52764 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:57:33.336833 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource [None req-aa657bbf-91a0-408b-ae85-94abeba52764 admin admin] Usage tracker for resource:security_group_rule and tenant:c756720adc5f40cdb9e44e7ae1aa5447 is out of sync, need to count used quota {{(pid=85344) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:57:33.340851 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource [None req-aa657bbf-91a0-408b-ae85-94abeba52764 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85344) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:57:33.351570 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.quota.driver [None req-aa657bbf-91a0-408b-ae85-94abeba52764 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:57:33.368449 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.provisioning_blocks [None req-56ecdebd-c5a0-4569-bc96-ba437f5ce558 None None] Provisioning complete for port 94182e34-f940-498d-bf59-dde6c673d6de triggered by entity L2. {{(pid=85346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 19:57:33.368875 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-56ecdebd-c5a0-4569-bc96-ba437f5ce558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-428662'] for port, provisioning_complete {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:57:33.439801 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2889067-1ced-4bc4-a0ac-f975027e8489 admin admin] Pushing event updated for resources: {'Port': ['ID=170bc978-09e0-49ca-b73c-27653d56365e,revision_number=1']} {{(pid=85345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:57:33.455182 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-f2889067-1ced-4bc4-a0ac-f975027e8489 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:57:33.507268 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2889067-1ced-4bc4-a0ac-f975027e8489 admin admin] Network 76b1c698-a72d-402d-bd3d-fd85b08fd0a4 is already hosted by enough agents. {{(pid=85345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 15 19:57:33.510482 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.scheduler.base_scheduler [None req-f2889067-1ced-4bc4-a0ac-f975027e8489 admin admin] Resources bound (agent type, host, resource id):  {{(pid=85345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 19:57:33.513613 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2889067-1ced-4bc4-a0ac-f975027e8489 admin admin] Received port after_create {{(pid=85345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 15 19:57:33.515678 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-aa657bbf-91a0-408b-ae85-94abeba52764 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:57:33.524332 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-aa657bbf-91a0-408b-ae85-94abeba52764 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806004'] for security_group, after_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:57:33.540172 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-3054a0f3-69f9-4281-8065-16924c91c92d tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:57:33.587026 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-f2889067-1ced-4bc4-a0ac-f975027e8489 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1672309'] for router_interface, before_create {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:57:33.600381 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-6f71386f-920f-4554-aaac-d827c0c8ceff None None] Notify callbacks [] for port, precommit_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:57:33.611923 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa657bbf-91a0-408b-ae85-94abeba52764 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f4727dd-f571-41a0-8fef-4b190853d578,revision_number=1']} {{(pid=85344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:57:33.624003 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-aa657bbf-91a0-408b-ae85-94abeba52764 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:57:33.633334 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [None req-aa657bbf-91a0-408b-ae85-94abeba52764 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=c756720adc5f40cdb9e44e7ae1aa5447&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5379531
Apr 15 19:57:33.634482 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.wsgi [-] (85344) accepted ('10.222.0.47', 52280) {{(pid=85344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:57:33.642082 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.provisioning_blocks [None req-6f71386f-920f-4554-aaac-d827c0c8ceff None None] Transition to ACTIVE for port object 08fff650-8f63-416d-bff4-cf7a339df75b will not be triggered until provisioned by entity L2. {{(pid=85346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 19:57:33.657266 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-6f71386f-920f-4554-aaac-d827c0c8ceff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854693686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852972410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789846929216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789846482410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789846483725'] for port, after_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:57:33.701074 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:57:33.766562 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-a23baa22-336e-47dd-8599-8d1537c8a8e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:57:33.850907 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-a23baa22-336e-47dd-8599-8d1537c8a8e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:57:33.892943 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b141ba65-d4ce-4973-998c-8a7eaddf6624 None None] Pushing event updated for resources: {'Port': ['ID=08fff650-8f63-416d-bff4-cf7a339df75b,revision_number=2']} {{(pid=85346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:57:33.905797 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-b141ba65-d4ce-4973-998c-8a7eaddf6624 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:57:33.968627 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-a23baa22-336e-47dd-8599-8d1537c8a8e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806004'] for security_group, after_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:57:33.977807 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-de6d03d5-57c7-4eae-9814-530d1faad9b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:57:33.984707 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-f2889067-1ced-4bc4-a0ac-f975027e8489 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854565853'] for port, before_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:57:34.001561 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23baa22-336e-47dd-8599-8d1537c8a8e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f4727dd-f571-41a0-8fef-4b190853d578,revision_number=None']} {{(pid=85344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:57:34.011768 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-a23baa22-336e-47dd-8599-8d1537c8a8e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:57:34.012815 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-a23baa22-336e-47dd-8599-8d1537c8a8e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:57:34.018424 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [None req-a23baa22-336e-47dd-8599-8d1537c8a8e7 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/1f4727dd-f571-41a0-8fef-4b190853d578 HTTP/1.1" status: 204  len: 168 time: 0.3773029
Apr 15 19:57:34.194225 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.managers [None req-6f71386f-920f-4554-aaac-d827c0c8ceff None None] Attempting to bind port 08fff650-8f63-416d-bff4-cf7a339df75b on host dv-cinder-786383-2-iscsi for vnic_type normal with profile  {{(pid=85346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 15 19:57:34.194667 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.managers [None req-6f71386f-920f-4554-aaac-d827c0c8ceff None None] Attempting to bind port 08fff650-8f63-416d-bff4-cf7a339df75b by drivers openvswitch,hyperv on host dv-cinder-786383-2-iscsi at level 0 using segments [{'id': 'e9359222-f335-47df-9fcb-1acccd0748d1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b576887-bb01-4bfc-8617-ca8b886d7b7e'}] {{(pid=85346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 15 19:57:34.195085 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f71386f-920f-4554-aaac-d827c0c8ceff None None] Attempting to bind port 08fff650-8f63-416d-bff4-cf7a339df75b on network 0b576887-bb01-4bfc-8617-ca8b886d7b7e {{(pid=85346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 19:57:34.210369 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f71386f-920f-4554-aaac-d827c0c8ceff None None] Checking agent: {'id': 'be1a0b7a-7144-4bb6-9f10-b289de7b23b3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786383-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 19, 40, 9), 'started_at': datetime.datetime(2021, 4, 15, 19, 40, 39), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 19, 57, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786383-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 15 19:57:34.210792 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f71386f-920f-4554-aaac-d827c0c8ceff None None] Checking segment: {'id': 'e9359222-f335-47df-9fcb-1acccd0748d1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b576887-bb01-4bfc-8617-ca8b886d7b7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 19:57:34.211269 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-6f71386f-920f-4554-aaac-d827c0c8ceff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:57:34.211725 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f71386f-920f-4554-aaac-d827c0c8ceff None None] Bound using segment: {'id': 'e9359222-f335-47df-9fcb-1acccd0748d1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b576887-bb01-4bfc-8617-ca8b886d7b7e'} {{(pid=85346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 15 19:57:34.212258 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.managers [None req-6f71386f-920f-4554-aaac-d827c0c8ceff None None] Bound port: 08fff650-8f63-416d-bff4-cf7a339df75b, host: dv-cinder-786383-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e9359222-f335-47df-9fcb-1acccd0748d1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b576887-bb01-4bfc-8617-ca8b886d7b7e'}}] {{(pid=85346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 15 19:57:34.212686 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-6f71386f-920f-4554-aaac-d827c0c8ceff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854565853'] for port, before_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:57:34.246007 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.provisioning_blocks [None req-a13003cb-379f-415e-aa9c-fb7e18a0a7aa None None] Provisioning for port 170bc978-09e0-49ca-b73c-27653d56365e completed by entity DHCP. {{(pid=85346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 19:57:34.262067 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.provisioning_blocks [None req-a13003cb-379f-415e-aa9c-fb7e18a0a7aa None None] Provisioning complete for port 170bc978-09e0-49ca-b73c-27653d56365e triggered by entity DHCP. {{(pid=85346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 19:57:34.262491 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-a13003cb-379f-415e-aa9c-fb7e18a0a7aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-428662'] for port, provisioning_complete {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:57:34.435158 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.plugin [None req-a13003cb-379f-415e-aa9c-fb7e18a0a7aa None None] Port 170bc978-09e0-49ca-b73c-27653d56365e cannot update to ACTIVE because it is not bound. {{(pid=85346) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 15 19:57:34.450389 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.db [None req-6f71386f-920f-4554-aaac-d827c0c8ceff None None] For port 08fff650-8f63-416d-bff4-cf7a339df75b, host dv-cinder-786383-2-iscsi, cleared binding levels {{(pid=85346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 15 19:57:34.468849 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.db [None req-6f71386f-920f-4554-aaac-d827c0c8ceff None None] For port 08fff650-8f63-416d-bff4-cf7a339df75b, host dv-cinder-786383-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-2-iscsi',level=0,port_id=08fff650-8f63-416d-bff4-cf7a339df75b,segment=NetworkSegment(e9359222-f335-47df-9fcb-1acccd0748d1),segment_id=e9359222-f335-47df-9fcb-1acccd0748d1)] {{(pid=85346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 15 19:57:34.474131 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-6f71386f-920f-4554-aaac-d827c0c8ceff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854693686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852972410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789846929216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789846482410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789846483725'] for port, after_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:57:34.500284 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:57:34.570772 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.wsgi [-] (85344) accepted ('10.222.0.47', 52290) {{(pid=85344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:57:34.593750 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-9d95bcb3-a1fc-487a-bddf-7f47a1171f04 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:57:34.601706 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-f2889067-1ced-4bc4-a0ac-f975027e8489 admin admin] Notify callbacks [] for port, precommit_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:57:34.613257 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-f2889067-1ced-4bc4-a0ac-f975027e8489 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854693686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852972410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789846929216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789846482410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789846483725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852575682'] for port, after_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:57:34.615427 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.quota.driver [None req-9d95bcb3-a1fc-487a-bddf-7f47a1171f04 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:57:34.620129 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource [None req-9d95bcb3-a1fc-487a-bddf-7f47a1171f04 admin admin] Usage tracker for resource:security_group_rule and tenant:b5a51f906353448184540c21a0f08e29 is out of sync, need to count used quota {{(pid=85344) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:57:34.624457 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource [None req-9d95bcb3-a1fc-487a-bddf-7f47a1171f04 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85344) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:57:34.633121 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.quota.driver [None req-9d95bcb3-a1fc-487a-bddf-7f47a1171f04 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:57:34.745017 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-11850363-4322-4486-8a16-16b72db9e201 tempest-AttachVolumeTestJSON-1178366330 tempest-AttachVolumeTestJSON-1178366330-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:57:34.827153 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b141ba65-d4ce-4973-998c-8a7eaddf6624 None None] Pushing event updated for resources: {'Port': ['ID=08fff650-8f63-416d-bff4-cf7a339df75b,revision_number=3']} {{(pid=85346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:57:34.833269 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-b141ba65-d4ce-4973-998c-8a7eaddf6624 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.333s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:57:34.843854 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-9d95bcb3-a1fc-487a-bddf-7f47a1171f04 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:57:34.849131 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-9d95bcb3-a1fc-487a-bddf-7f47a1171f04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806004'] for security_group, after_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:57:34.873392 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-5807dee1-47e3-436c-a3cb-52cec9035d80 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:57:34.936255 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [None req-9d95bcb3-a1fc-487a-bddf-7f47a1171f04 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=b5a51f906353448184540c21a0f08e29&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3636427
Apr 15 19:57:34.937041 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.wsgi [-] (85344) accepted ('10.222.0.47', 52298) {{(pid=85344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:57:34.942585 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f71386f-920f-4554-aaac-d827c0c8ceff None None] Routers {'3133cb58-8dee-4f9f-ba2c-b7c107fed0d5'} bound to L3 agent in host dv-cinder-786383-2-iscsi {{(pid=85346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 19:57:34.944080 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.l3_hamode_db [None req-6f71386f-920f-4554-aaac-d827c0c8ceff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe8b8dc92e8>, 'dv-cinder-786383-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-15T19:40:08Z,description=<?>,heartbeat_timestamp=2021-04-15T19:57:08Z,host='dv-cinder-786383-2-iscsi',id=74482fb0-5b00-43f0-8fa9-533a3c8b2378,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T19:40:08Z,topic='l3_agent')) {'router_ids': ['3133cb58-8dee-4f9f-ba2c-b7c107fed0d5'], 'active': True} {{(pid=85346) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 19:57:34.955319 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d95bcb3-a1fc-487a-bddf-7f47a1171f04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69f53477-b5ea-4204-b342-7c99d5c36e50,revision_number=1']} {{(pid=85344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:57:34.972063 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-9d95bcb3-a1fc-487a-bddf-7f47a1171f04 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:57:34.975478 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-f2889067-1ced-4bc4-a0ac-f975027e8489 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036852972393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853103598'] for router_interface, after_create {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:57:35.007608 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2889067-1ced-4bc4-a0ac-f975027e8489 admin admin] Pushing event updated for resources: {'Port': ['ID=170bc978-09e0-49ca-b73c-27653d56365e,revision_number=2']} {{(pid=85345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:57:35.059953 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-f2889067-1ced-4bc4-a0ac-f975027e8489 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.315s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:57:35.075274 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-6c3f0165-f0f7-4d48-946d-b73c6269c371 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:57:35.133398 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-6c3f0165-f0f7-4d48-946d-b73c6269c371 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:57:35.193099 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2889067-1ced-4bc4-a0ac-f975027e8489 admin admin] Network 76b1c698-a72d-402d-bd3d-fd85b08fd0a4 is already hosted by enough agents. {{(pid=85345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 15 19:57:35.195499 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.scheduler.base_scheduler [None req-f2889067-1ced-4bc4-a0ac-f975027e8489 admin admin] Resources bound (agent type, host, resource id):  {{(pid=85345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 19:57:35.213973 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-6c3f0165-f0f7-4d48-946d-b73c6269c371 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806004'] for security_group, after_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:57:35.229207 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-341de14a-2466-4520-a164-bf6d52f924ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:57:35.262795 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3f0165-f0f7-4d48-946d-b73c6269c371 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69f53477-b5ea-4204-b342-7c99d5c36e50,revision_number=None']} {{(pid=85344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:57:35.278584 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-6c3f0165-f0f7-4d48-946d-b73c6269c371 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:57:35.280852 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-6c3f0165-f0f7-4d48-946d-b73c6269c371 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:57:35.285223 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [None req-6c3f0165-f0f7-4d48-946d-b73c6269c371 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/69f53477-b5ea-4204-b342-7c99d5c36e50 HTTP/1.1" status: 204  len: 168 time: 0.3424222
Apr 15 19:57:35.298355 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.l3_dvr_db [None req-6f71386f-920f-4554-aaac-d827c0c8ceff None None] Set router 3133cb58-8dee-4f9f-ba2c-b7c107fed0d5 gateway port host: dv-cinder-786383-2-iscsi {{(pid=85346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 19:57:35.479085 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2889067-1ced-4bc4-a0ac-f975027e8489 admin admin] Router 3133cb58-8dee-4f9f-ba2c-b7c107fed0d5 has already been hosted by L3 agent 74482fb0-5b00-43f0-8fa9-533a3c8b2378 {{(pid=85345) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 15 19:57:35.618054 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-7b89b0e9-8d5c-4a76-ac54-1d4b49efebd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789847050935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-428960'] for agent, after_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:57:35.642243 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.provisioning_blocks [None req-f78e2cae-3c0b-4696-8c4a-e49c6579ff9c None None] Provisioning complete for port 170bc978-09e0-49ca-b73c-27653d56365e triggered by entity DHCP. {{(pid=85346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 19:57:35.642667 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-f78e2cae-3c0b-4696-8c4a-e49c6579ff9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-428662'] for port, provisioning_complete {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:57:35.760825 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.plugin [None req-f78e2cae-3c0b-4696-8c4a-e49c6579ff9c None None] Port 170bc978-09e0-49ca-b73c-27653d56365e cannot update to ACTIVE because it is not bound. {{(pid=85346) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 15 19:57:35.840076 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.l3_hamode_db [None req-6f71386f-920f-4554-aaac-d827c0c8ceff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe8b8dc92e8>, [{'id': '3133cb58-8dee-4f9f-ba2c-b7c107fed0d5', 'name': 'tempest-TestVolumeBootPattern-1099335582-router', 'tenant_id': '1794582df1734e8d80790f7e87a6fcd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b576887-bb01-4bfc-8617-ca8b886d7b7e', 'external_fixed_ips': [{'subnet_id': '7ad9face-0ae3-4529-aacd-d53ebb36e4d0', 'ip_address': '172.27.2.81'}], 'enable_snat': True}, 'gw_port_id': '08fff650-8f63-416d-bff4-cf7a339df75b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:57:27Z', 'updated_at': '2021-04-15T19:57:33Z', 'revision_number': 4, 'project_id': '1794582df1734e8d80790f7e87a6fcd2', 'gw_port': {'id': '08fff650-8f63-416d-bff4-cf7a339df75b', 'name': '', 'network_id': '0b576887-bb01-4bfc-8617-ca8b886d7b7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:fb:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3133cb58-8dee-4f9f-ba2c-b7c107fed0d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': '7ad9face-0ae3-4529-aacd-d53ebb36e4d0', 'ip_address': '172.27.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:57:28Z', 'updated_at': '2021-04-15T19:57:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ad9face-0ae3-4529-aacd-d53ebb36e4d0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-2-iscsi', '_interfaces': [{'id': '170bc978-09e0-49ca-b73c-27653d56365e', 'name': '', 'network_id': '76b1c698-a72d-402d-bd3d-fd85b08fd0a4', 'tenant_id': '1794582df1734e8d80790f7e87a6fcd2', 'mac_address': 'fa:16:3e:bc:5b:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3133cb58-8dee-4f9f-ba2c-b7c107fed0d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': '8ee5421b-3812-435f-a63f-52b3408746b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:57:32Z', 'updated_at': '2021-04-15T19:57:34Z', 'revision_number': 2, 'project_id': '1794582df1734e8d80790f7e87a6fcd2', 'subnets': [{'id': '8ee5421b-3812-435f-a63f-52b3408746b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786383-2-iscsi', False) {} {{(pid=85346) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 19:57:35.846159 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f71386f-920f-4554-aaac-d827c0c8ceff None None] The sync data for ids ['3133cb58-8dee-4f9f-ba2c-b7c107fed0d5'] in dv-cinder-786383-2-iscsi is: [{'id': '3133cb58-8dee-4f9f-ba2c-b7c107fed0d5', 'name': 'tempest-TestVolumeBootPattern-1099335582-router', 'tenant_id': '1794582df1734e8d80790f7e87a6fcd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b576887-bb01-4bfc-8617-ca8b886d7b7e', 'external_fixed_ips': [{'subnet_id': '7ad9face-0ae3-4529-aacd-d53ebb36e4d0', 'ip_address': '172.27.2.81'}], 'enable_snat': True}, 'gw_port_id': '08fff650-8f63-416d-bff4-cf7a339df75b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:57:27Z', 'updated_at': '2021-04-15T19:57:33Z', 'revision_number': 4, 'project_id': '1794582df1734e8d80790f7e87a6fcd2', 'gw_port': {'id': '08fff650-8f63-416d-bff4-cf7a339df75b', 'name': '', 'network_id': '0b576887-bb01-4bfc-8617-ca8b886d7b7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:fb:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3133cb58-8dee-4f9f-ba2c-b7c107fed0d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': '7ad9face-0ae3-4529-aacd-d53ebb36e4d0', 'ip_address': '172.27.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:57:28Z', 'updated_at': '2021-04-15T19:57:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ad9face-0ae3-4529-aacd-d53ebb36e4d0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-2-iscsi', '_interfaces': [{'id': '170bc978-09e0-49ca-b73c-27653d56365e', 'name': '', 'network_id': '76b1c698-a72d-402d-bd3d-fd85b08fd0a4', 'tenant_id': '1794582df1734e8d80790f7e87a6fcd2', 'mac_address': 'fa:16:3e:bc:5b:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3133cb58-8dee-4f9f-ba2c-b7c107fed0d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': '8ee5421b-3812-435f-a63f-52b3408746b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:57:32Z', 'updated_at': '2021-04-15T19:57:34Z', 'revision_number': 2, 'project_id': '1794582df1734e8d80790f7e87a6fcd2', 'subnets': [{'id': '8ee5421b-3812-435f-a63f-52b3408746b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 15 19:57:35.874216 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2889067-1ced-4bc4-a0ac-f975027e8489 admin admin] Notify agent at l3_agent.dv-cinder-786383-2-iscsi the message routers_updated {{(pid=85345) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 15 19:57:35.891726 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [None req-f2889067-1ced-4bc4-a0ac-f975027e8489 admin admin] 10.222.0.47 "PUT /v2.0/routers/3133cb58-8dee-4f9f-ba2c-b7c107fed0d5/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.5949912
Apr 15 19:57:37.159733 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.wsgi [-] (85344) accepted ('10.222.0.47', 52348) {{(pid=85344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:57:37.168189 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.v2.base [None req-9f78e25f-204f-4509-876d-415034aef47e admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1438197568-network', 'tenant_id': '482d1a06c1cf4ed8a953d720f4ec4b87'}} {{(pid=85344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 19:57:37.173707 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.quota.driver [None req-9f78e25f-204f-4509-876d-415034aef47e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:57:37.179038 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource [None req-9f78e25f-204f-4509-876d-415034aef47e admin admin] Usage tracker for resource:network and tenant:482d1a06c1cf4ed8a953d720f4ec4b87 is out of sync, need to count used quota {{(pid=85344) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:57:37.182637 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource [None req-9f78e25f-204f-4509-876d-415034aef47e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85344) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:57:37.190246 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.quota.driver [None req-9f78e25f-204f-4509-876d-415034aef47e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:57:37.207941 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f78e25f-204f-4509-876d-415034aef47e admin admin] Made reservation on behalf of 482d1a06c1cf4ed8a953d720f4ec4b87 for: {'network': 1} {{(pid=85344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 15 19:57:37.213184 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-9f78e25f-204f-4509-876d-415034aef47e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854565853'] for network, before_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:57:37.227749 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-9f78e25f-204f-4509-876d-415034aef47e admin admin] Notify callbacks [] for security_group, before_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:57:37.246780 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.quota.driver [None req-9f78e25f-204f-4509-876d-415034aef47e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:57:37.251939 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource [None req-9f78e25f-204f-4509-876d-415034aef47e admin admin] Usage tracker for resource:security_group_rule and tenant:482d1a06c1cf4ed8a953d720f4ec4b87 is out of sync, need to count used quota {{(pid=85344) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:57:37.256221 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource [None req-9f78e25f-204f-4509-876d-415034aef47e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85344) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:57:37.266447 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.quota.driver [None req-9f78e25f-204f-4509-876d-415034aef47e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:57:37.369031 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-9f78e25f-204f-4509-876d-415034aef47e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:57:37.373941 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-9f78e25f-204f-4509-876d-415034aef47e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806004'] for security_group, after_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:57:37.377574 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-6f289e8c-c492-417d-934c-d61d5c1be755 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:57:37.413608 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f78e25f-204f-4509-876d-415034aef47e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 659}  {{(pid=85344) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 15 19:57:37.429457 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f78e25f-204f-4509-876d-415034aef47e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fc0ba02-a961-49d8-9aaa-fd4317bc462f,revision_number=1']} {{(pid=85344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:57:37.433048 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-9f78e25f-204f-4509-876d-415034aef47e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:57:37.436656 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-9f78e25f-204f-4509-876d-415034aef47e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854767479'] for segment, precommit_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:57:37.437033 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.db.segments_db [None req-9f78e25f-204f-4509-876d-415034aef47e admin admin] Added segment 9b5bff5b-a286-4e97-a956-147467ed77c1 of type vlan for network c4fadacd-04d4-4870-8793-9f4ee403a1a6
Apr 15 19:57:37.471064 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-9f78e25f-204f-4509-876d-415034aef47e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789846470498'] for network, precommit_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:57:37.505507 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-9f78e25f-204f-4509-876d-415034aef47e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852808340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852972410'] for network, after_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:57:37.506998 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f78e25f-204f-4509-876d-415034aef47e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:57:37.507659 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-9f78e25f-204f-4509-876d-415034aef47e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852972363'] for network, before_response {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:57:37.511755 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:57:37.632616 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f78e25f-204f-4509-876d-415034aef47e admin admin] Pushing event updated for resources: {'Network': ['ID=c4fadacd-04d4-4870-8793-9f4ee403a1a6,revision_number=1']} {{(pid=85344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:57:37.639665 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [None req-9f78e25f-204f-4509-876d-415034aef47e admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201  len: 885 time: 0.4781318
Apr 15 19:57:37.642109 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-9f78e25f-204f-4509-876d-415034aef47e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:57:37.643124 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.wsgi [-] (85344) accepted ('10.222.0.47', 52362) {{(pid=85344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:57:37.651175 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.v2.base [None req-bde19a3c-66ed-411d-8c89-846bee469d0e admin admin] Request body: {'subnet': {'network_id': 'c4fadacd-04d4-4870-8793-9f4ee403a1a6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1438197568-subnet', 'tenant_id': '482d1a06c1cf4ed8a953d720f4ec4b87', 'ip_version': 4}} {{(pid=85344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 19:57:37.656518 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.rpc [None req-56ecdebd-c5a0-4569-bc96-ba437f5ce558 None None] Network c4fadacd-04d4-4870-8793-9f4ee403a1a6 details requested by agent ovs-agent-dv-cinder-786383-2-iscsi with host dv-cinder-786383-2-iscsi {{(pid=85346) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 15 19:57:37.662304 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.quota.driver [None req-bde19a3c-66ed-411d-8c89-846bee469d0e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:57:37.669887 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource [None req-bde19a3c-66ed-411d-8c89-846bee469d0e admin admin] Usage tracker for resource:subnet and tenant:482d1a06c1cf4ed8a953d720f4ec4b87 is out of sync, need to count used quota {{(pid=85344) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:57:37.700595 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource [None req-bde19a3c-66ed-411d-8c89-846bee469d0e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85344) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:57:37.712260 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.quota.driver [None req-bde19a3c-66ed-411d-8c89-846bee469d0e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:57:37.731693 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bde19a3c-66ed-411d-8c89-846bee469d0e admin admin] Made reservation on behalf of 482d1a06c1cf4ed8a953d720f4ec4b87 for: {'subnet': 1} {{(pid=85344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 15 19:57:37.737052 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-bde19a3c-66ed-411d-8c89-846bee469d0e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2554569'] for subnet, before_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:57:37.985494 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.agents_db [None req-b0af7715-6be6-4101-aede-c7b275f02801 None None] Agent healthcheck: found 6 active agents {{(pid=85347) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 15 19:57:38.088865 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-fe5127e5-4cc8-4879-9882-10aba1a18b91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789847050935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-428960'] for agent, after_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:57:38.255036 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-bde19a3c-66ed-411d-8c89-846bee469d0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852808376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852972410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851621763', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2554618'] for subnet, after_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:57:38.273836 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-bd1dcb37-7194-4173-a08c-626ec8501c2f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:57:38.331245 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789847050935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-428960'] for agent, after_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:57:38.755218 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde19a3c-66ed-411d-8c89-846bee469d0e admin admin] Pushing event updated for resources: {'Subnet': ['ID=e5c6608c-b7b9-4514-a625-34372004715b,revision_number=0']} {{(pid=85344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:57:38.762561 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-bde19a3c-66ed-411d-8c89-846bee469d0e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.489s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:57:38.874430 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bde19a3c-66ed-411d-8c89-846bee469d0e admin admin] Checking segment: {'id': '9b5bff5b-a286-4e97-a956-147467ed77c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'c4fadacd-04d4-4870-8793-9f4ee403a1a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 19:57:38.874996 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bde19a3c-66ed-411d-8c89-846bee469d0e admin admin] Network hostable DHCP agents. Network: c4fadacd-04d4-4870-8793-9f4ee403a1a6, hostable agents: ['48b86c86-f902-4f97-86c7-19da88045e62'], hosted agents: [] {{(pid=85344) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 15 19:57:38.900092 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bde19a3c-66ed-411d-8c89-846bee469d0e admin admin] Network c4fadacd-04d4-4870-8793-9f4ee403a1a6 is scheduled to be hosted by DHCP agent 48b86c86-f902-4f97-86c7-19da88045e62 with binding_index 1 {{(pid=85344) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 15 19:57:38.916501 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.scheduler.base_scheduler [None req-bde19a3c-66ed-411d-8c89-846bee469d0e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786383-2-iscsi, c4fadacd-04d4-4870-8793-9f4ee403a1a6) {{(pid=85344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 19:57:38.935426 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27758d41-671f-43d3-b55f-e6f9a058747e None None] Network c4fadacd-04d4-4870-8793-9f4ee403a1a6 requested from dv-cinder-786383-2-iscsi {{(pid=85346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 15 19:57:38.941261 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bde19a3c-66ed-411d-8c89-846bee469d0e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:57:38.942621 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-bde19a3c-66ed-411d-8c89-846bee469d0e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852972363'] for subnet, before_response {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:57:38.991872 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.wsgi [-] (85345) accepted ('10.222.0.47', 52400) {{(pid=85345) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:57:38.992658 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [None req-bde19a3c-66ed-411d-8c89-846bee469d0e admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 1.3477173
Apr 15 19:57:39.000178 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.v2.base [None req-d51009b9-2d51-4164-8de6-15b9df77a29a admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1438197568-router', 'tenant_id': '482d1a06c1cf4ed8a953d720f4ec4b87', 'external_gateway_info': {'network_id': '0b576887-bb01-4bfc-8617-ca8b886d7b7e'}}} {{(pid=85345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 19:57:39.011749 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.quota.driver [None req-d51009b9-2d51-4164-8de6-15b9df77a29a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85345) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:57:39.037988 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource [None req-d51009b9-2d51-4164-8de6-15b9df77a29a admin admin] Usage tracker for resource:router and tenant:482d1a06c1cf4ed8a953d720f4ec4b87 is out of sync, need to count used quota {{(pid=85345) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:57:39.044970 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource [None req-d51009b9-2d51-4164-8de6-15b9df77a29a admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=85345) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:57:39.061614 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.quota.driver [None req-d51009b9-2d51-4164-8de6-15b9df77a29a admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85345) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:57:39.081829 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-d51009b9-2d51-4164-8de6-15b9df77a29a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036853104155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854716007'] for router, before_create {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:57:39.084158 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-d51009b9-2d51-4164-8de6-15b9df77a29a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1671480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1673062', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1979644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59777'] for router, precommit_create {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:57:39.087482 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.rpc [None req-56ecdebd-c5a0-4569-bc96-ba437f5ce558 None None] Device 08fff650-8f63-416d-bff4-cf7a339df75b up at agent ovs-agent-dv-cinder-786383-2-iscsi {{(pid=85346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 19:57:39.112628 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-d51009b9-2d51-4164-8de6-15b9df77a29a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:57:39.227849 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-b400c4f8-8969-424f-8663-39cf5b6e1207 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789847050935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-428960'] for agent, after_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:57:39.306061 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.provisioning_blocks [None req-56ecdebd-c5a0-4569-bc96-ba437f5ce558 None None] Provisioning for port 08fff650-8f63-416d-bff4-cf7a339df75b completed by entity L2. {{(pid=85346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 19:57:39.324871 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.provisioning_blocks [None req-56ecdebd-c5a0-4569-bc96-ba437f5ce558 None None] Provisioning complete for port 08fff650-8f63-416d-bff4-cf7a339df75b triggered by entity L2. {{(pid=85346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 19:57:39.324871 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-56ecdebd-c5a0-4569-bc96-ba437f5ce558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-428662'] for port, provisioning_complete {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:57:39.451010 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-608e5158-4d7f-4b5c-b643-37c1746e1aa2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc01a18e6-8f98-5b6c-8b5b-44e18d93fa4e-c4fadacd-04d4-4870-8793-9f4ee403a1a6', 'network_id': 'c4fadacd-04d4-4870-8793-9f4ee403a1a6', 'tenant_id': '482d1a06c1cf4ed8a953d720f4ec4b87', 'fixed_ips': [{'subnet_id': 'e5c6608c-b7b9-4514-a625-34372004715b'}]}} from dv-cinder-786383-2-iscsi. {{(pid=85346) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}}
Apr 15 19:57:39.451901 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-608e5158-4d7f-4b5c-b643-37c1746e1aa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854565853'] for port, before_create {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:57:39.480642 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.wsgi [-] (85344) accepted ('10.222.0.47', 52406) {{(pid=85344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:57:39.602528 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-56ecdebd-c5a0-4569-bc96-ba437f5ce558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854565853'] for port, before_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:57:39.629264 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-56ecdebd-c5a0-4569-bc96-ba437f5ce558 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789847050935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-428960'] for agent, after_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:57:39.654872 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.db [None req-56ecdebd-c5a0-4569-bc96-ba437f5ce558 None None] For port 08fff650-8f63-416d-bff4-cf7a339df75b, host dv-cinder-786383-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-2-iscsi',level=0,port_id=08fff650-8f63-416d-bff4-cf7a339df75b,segment=NetworkSegment(e9359222-f335-47df-9fcb-1acccd0748d1),segment_id=e9359222-f335-47df-9fcb-1acccd0748d1)] {{(pid=85346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 19:57:39.663579 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-56ecdebd-c5a0-4569-bc96-ba437f5ce558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854693686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852972410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789846929216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789846482410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789846483725'] for port, after_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:57:39.697412 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:57:39.716072 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-d51009b9-2d51-4164-8de6-15b9df77a29a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1673047', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853104170', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59824'] for router, precommit_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:57:39.744421 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-a0d1176c-a9bb-4421-9046-81f7b18c9652 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:57:39.791501 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.quota.driver [None req-a0d1176c-a9bb-4421-9046-81f7b18c9652 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:57:39.801404 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource [None req-a0d1176c-a9bb-4421-9046-81f7b18c9652 admin admin] Usage tracker for resource:security_group_rule and tenant:99917485dd6f4a90aa4da82fc1fec095 is out of sync, need to count used quota {{(pid=85344) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:57:39.809185 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource [None req-a0d1176c-a9bb-4421-9046-81f7b18c9652 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85344) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:57:39.827753 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.quota.driver [None req-a0d1176c-a9bb-4421-9046-81f7b18c9652 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:57:40.043025 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-a0d1176c-a9bb-4421-9046-81f7b18c9652 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:57:40.077358 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.db_base_plugin_common [None req-608e5158-4d7f-4b5c-b643-37c1746e1aa2 None None] Allocated IP 172.20.0.2 (c4fadacd-04d4-4870-8793-9f4ee403a1a6/e5c6608c-b7b9-4514-a625-34372004715b/2af6ae4b-1e67-4463-867e-e0eb1b4fb645) {{(pid=85346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 15 19:57:40.078331 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-a0d1176c-a9bb-4421-9046-81f7b18c9652 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806004'] for security_group, after_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:57:40.081016 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ecdebd-c5a0-4569-bc96-ba437f5ce558 None None] Pushing event updated for resources: {'Port': ['ID=08fff650-8f63-416d-bff4-cf7a339df75b,revision_number=4']} {{(pid=85346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:57:40.089104 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed2fb134-178a-4136-b9b1-7a265d3b9eba None None] Sync routers for ids ['3133cb58-8dee-4f9f-ba2c-b7c107fed0d5'] in dv-cinder-786383-2-iscsi {{(pid=85347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 15 19:57:40.090353 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-56ecdebd-c5a0-4569-bc96-ba437f5ce558 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.393s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:57:40.101402 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed2fb134-178a-4136-b9b1-7a265d3b9eba None None] Routers {'3133cb58-8dee-4f9f-ba2c-b7c107fed0d5'} bound to L3 agent in host dv-cinder-786383-2-iscsi {{(pid=85347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 19:57:40.102118 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.l3_hamode_db [None req-ed2fb134-178a-4136-b9b1-7a265d3b9eba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe8b9c8d1d0>, 'dv-cinder-786383-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-15T19:40:08Z,description=<?>,heartbeat_timestamp=2021-04-15T19:57:38Z,host='dv-cinder-786383-2-iscsi',id=74482fb0-5b00-43f0-8fa9-533a3c8b2378,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T19:40:08Z,topic='l3_agent')) {'router_ids': ['3133cb58-8dee-4f9f-ba2c-b7c107fed0d5'], 'active': True} {{(pid=85347) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 19:57:40.121044 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-caf44129-5214-418b-bb7b-534e3179b215 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:57:40.191568 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d1176c-a9bb-4421-9046-81f7b18c9652 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c94e29d-d91c-4c9f-a416-96865d4aceee,revision_number=1']} {{(pid=85344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:57:40.195228 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-a0d1176c-a9bb-4421-9046-81f7b18c9652 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:57:40.246114 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [None req-a0d1176c-a9bb-4421-9046-81f7b18c9652 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=99917485dd6f4a90aa4da82fc1fec095&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7634566
Apr 15 19:57:40.246829 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.wsgi [-] (85344) accepted ('10.222.0.47', 52414) {{(pid=85344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:57:40.379592 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-d51009b9-2d51-4164-8de6-15b9df77a29a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:57:40.390018 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-28ce386b-fa29-4508-8d70-151c512d7f8d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:57:40.422354 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-d51009b9-2d51-4164-8de6-15b9df77a29a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854565853'] for port, before_create {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:57:40.449858 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-28ce386b-fa29-4508-8d70-151c512d7f8d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:57:40.451152 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-608e5158-4d7f-4b5c-b643-37c1746e1aa2 None None] Notify callbacks [] for port, precommit_create {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:57:40.464835 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.provisioning_blocks [None req-608e5158-4d7f-4b5c-b643-37c1746e1aa2 None None] Transition to ACTIVE for port object 2af6ae4b-1e67-4463-867e-e0eb1b4fb645 will not be triggered until provisioned by entity L2. {{(pid=85346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 19:57:40.490374 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.provisioning_blocks [None req-608e5158-4d7f-4b5c-b643-37c1746e1aa2 None None] Transition to ACTIVE for port object 2af6ae4b-1e67-4463-867e-e0eb1b4fb645 will not be triggered until provisioned by entity DHCP. {{(pid=85346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 19:57:40.496753 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-608e5158-4d7f-4b5c-b643-37c1746e1aa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854693686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852972410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789846482393'] for port, after_create {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:57:40.513479 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:57:40.533993 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.l3_dvr_db [None req-ed2fb134-178a-4136-b9b1-7a265d3b9eba None None] Set router 3133cb58-8dee-4f9f-ba2c-b7c107fed0d5 gateway port host: dv-cinder-786383-2-iscsi {{(pid=85347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 19:57:40.543455 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-28ce386b-fa29-4508-8d70-151c512d7f8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806004'] for security_group, after_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:57:40.555496 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-849ea9cb-7230-4baa-ab1b-e90c38f784b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:57:40.593003 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-28ce386b-fa29-4508-8d70-151c512d7f8d admin admin] Notify callbacks [] for security_group, before_response {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:57:40.593620 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.db_base_plugin_common [None req-d51009b9-2d51-4164-8de6-15b9df77a29a admin admin] Allocated IP 172.27.2.149 (0b576887-bb01-4bfc-8617-ca8b886d7b7e/7ad9face-0ae3-4529-aacd-d53ebb36e4d0/601042e8-fa45-4968-80f2-9f60b226c3a5) {{(pid=85345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 15 19:57:40.597624 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [None req-28ce386b-fa29-4508-8d70-151c512d7f8d admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/7c94e29d-d91c-4c9f-a416-96865d4aceee HTTP/1.1" status: 204  len: 168 time: 0.3470931
Apr 15 19:57:40.598731 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ce386b-fa29-4508-8d70-151c512d7f8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c94e29d-d91c-4c9f-a416-96865d4aceee,revision_number=None']} {{(pid=85344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:57:40.604102 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-28ce386b-fa29-4508-8d70-151c512d7f8d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:57:40.710344 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-3d77682a-3290-49f5-9a09-7e8e47f8ddca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789847050935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-428960'] for agent, after_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:57:40.732074 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608e5158-4d7f-4b5c-b643-37c1746e1aa2 None None] Pushing event updated for resources: {'Port': ['ID=2af6ae4b-1e67-4463-867e-e0eb1b4fb645,revision_number=1']} {{(pid=85346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:57:40.735474 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-608e5158-4d7f-4b5c-b643-37c1746e1aa2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:57:40.812130 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-608e5158-4d7f-4b5c-b643-37c1746e1aa2 None None] Network c4fadacd-04d4-4870-8793-9f4ee403a1a6 is already hosted by enough agents. {{(pid=85346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 15 19:57:40.813692 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.scheduler.base_scheduler [None req-608e5158-4d7f-4b5c-b643-37c1746e1aa2 None None] Resources bound (agent type, host, resource id):  {{(pid=85346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 19:57:40.817024 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-608e5158-4d7f-4b5c-b643-37c1746e1aa2 None None] Received port after_create {{(pid=85346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 15 19:57:40.892622 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-d51009b9-2d51-4164-8de6-15b9df77a29a admin admin] Notify callbacks [] for port, precommit_create {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:57:40.945823 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-d51009b9-2d51-4164-8de6-15b9df77a29a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854693686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852972410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789846482393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2200102'] for port, after_create {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:57:40.981039 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-631a17d6-cac0-4856-afd9-fa72451c7775 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:57:41.012371 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.managers [None req-608e5158-4d7f-4b5c-b643-37c1746e1aa2 None None] Attempting to bind port 2af6ae4b-1e67-4463-867e-e0eb1b4fb645 on host dv-cinder-786383-2-iscsi for vnic_type normal with profile  {{(pid=85346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 15 19:57:41.015634 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.managers [None req-608e5158-4d7f-4b5c-b643-37c1746e1aa2 None None] Attempting to bind port 2af6ae4b-1e67-4463-867e-e0eb1b4fb645 by drivers openvswitch,hyperv on host dv-cinder-786383-2-iscsi at level 0 using segments [{'id': '9b5bff5b-a286-4e97-a956-147467ed77c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'c4fadacd-04d4-4870-8793-9f4ee403a1a6'}] {{(pid=85346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 15 19:57:41.016165 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-608e5158-4d7f-4b5c-b643-37c1746e1aa2 None None] Attempting to bind port 2af6ae4b-1e67-4463-867e-e0eb1b4fb645 on network c4fadacd-04d4-4870-8793-9f4ee403a1a6 {{(pid=85346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 19:57:41.028338 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-608e5158-4d7f-4b5c-b643-37c1746e1aa2 None None] Checking agent: {'id': 'be1a0b7a-7144-4bb6-9f10-b289de7b23b3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786383-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 19, 40, 9), 'started_at': datetime.datetime(2021, 4, 15, 19, 40, 39), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 19, 57, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786383-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 15 19:57:41.034450 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-608e5158-4d7f-4b5c-b643-37c1746e1aa2 None None] Checking segment: {'id': '9b5bff5b-a286-4e97-a956-147467ed77c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'c4fadacd-04d4-4870-8793-9f4ee403a1a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 19:57:41.035236 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-608e5158-4d7f-4b5c-b643-37c1746e1aa2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:57:41.035786 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-608e5158-4d7f-4b5c-b643-37c1746e1aa2 None None] Bound using segment: {'id': '9b5bff5b-a286-4e97-a956-147467ed77c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'c4fadacd-04d4-4870-8793-9f4ee403a1a6'} {{(pid=85346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 15 19:57:41.036601 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.managers [None req-608e5158-4d7f-4b5c-b643-37c1746e1aa2 None None] Bound port: 2af6ae4b-1e67-4463-867e-e0eb1b4fb645, host: dv-cinder-786383-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b5bff5b-a286-4e97-a956-147467ed77c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'c4fadacd-04d4-4870-8793-9f4ee403a1a6'}}] {{(pid=85346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 15 19:57:41.037092 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-608e5158-4d7f-4b5c-b643-37c1746e1aa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854565853'] for port, before_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:57:41.081113 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.rpc [None req-56ecdebd-c5a0-4569-bc96-ba437f5ce558 None None] Device 08fff650-8f63-416d-bff4-cf7a339df75b up at agent ovs-agent-dv-cinder-786383-2-iscsi {{(pid=85346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 19:57:41.353642 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51009b9-2d51-4164-8de6-15b9df77a29a admin admin] Pushing event updated for resources: {'Port': ['ID=601042e8-fa45-4968-80f2-9f60b226c3a5,revision_number=1']} {{(pid=85345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:57:41.356245 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.l3_hamode_db [None req-ed2fb134-178a-4136-b9b1-7a265d3b9eba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe8b9c8d1d0>, [{'id': '3133cb58-8dee-4f9f-ba2c-b7c107fed0d5', 'name': 'tempest-TestVolumeBootPattern-1099335582-router', 'tenant_id': '1794582df1734e8d80790f7e87a6fcd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b576887-bb01-4bfc-8617-ca8b886d7b7e', 'external_fixed_ips': [{'subnet_id': '7ad9face-0ae3-4529-aacd-d53ebb36e4d0', 'ip_address': '172.27.2.81'}], 'enable_snat': True}, 'gw_port_id': '08fff650-8f63-416d-bff4-cf7a339df75b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:57:27Z', 'updated_at': '2021-04-15T19:57:33Z', 'revision_number': 4, 'project_id': '1794582df1734e8d80790f7e87a6fcd2', 'gw_port': {'id': '08fff650-8f63-416d-bff4-cf7a339df75b', 'name': '', 'network_id': '0b576887-bb01-4bfc-8617-ca8b886d7b7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:fb:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3133cb58-8dee-4f9f-ba2c-b7c107fed0d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': '7ad9face-0ae3-4529-aacd-d53ebb36e4d0', 'ip_address': '172.27.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:57:28Z', 'updated_at': '2021-04-15T19:57:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ad9face-0ae3-4529-aacd-d53ebb36e4d0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-2-iscsi', '_interfaces': [{'id': '170bc978-09e0-49ca-b73c-27653d56365e', 'name': '', 'network_id': '76b1c698-a72d-402d-bd3d-fd85b08fd0a4', 'tenant_id': '1794582df1734e8d80790f7e87a6fcd2', 'mac_address': 'fa:16:3e:bc:5b:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3133cb58-8dee-4f9f-ba2c-b7c107fed0d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': '8ee5421b-3812-435f-a63f-52b3408746b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:57:32Z', 'updated_at': '2021-04-15T19:57:34Z', 'revision_number': 2, 'project_id': '1794582df1734e8d80790f7e87a6fcd2', 'subnets': [{'id': '8ee5421b-3812-435f-a63f-52b3408746b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786383-2-iscsi', False) {} {{(pid=85347) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 19:57:41.357328 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.provisioning_blocks [None req-56ecdebd-c5a0-4569-bc96-ba437f5ce558 None None] Provisioning complete for port 08fff650-8f63-416d-bff4-cf7a339df75b triggered by entity L2. {{(pid=85346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 19:57:41.357766 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-56ecdebd-c5a0-4569-bc96-ba437f5ce558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-428662'] for port, provisioning_complete {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:57:41.368240 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed2fb134-178a-4136-b9b1-7a265d3b9eba None None] Checking router: 3133cb58-8dee-4f9f-ba2c-b7c107fed0d5 for host: dv-cinder-786383-2-iscsi {{(pid=85347) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 15 19:57:41.369472 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed2fb134-178a-4136-b9b1-7a265d3b9eba None None] Updating router 3133cb58-8dee-4f9f-ba2c-b7c107fed0d5 port 170bc978-09e0-49ca-b73c-27653d56365e binding host dv-cinder-786383-2-iscsi {{(pid=85347) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 15 19:57:41.382752 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-d51009b9-2d51-4164-8de6-15b9df77a29a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.401s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:57:41.437403 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d51009b9-2d51-4164-8de6-15b9df77a29a admin admin] Network 0b576887-bb01-4bfc-8617-ca8b886d7b7e is already hosted by enough agents. {{(pid=85345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 15 19:57:41.438020 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.wsgi [-] (85344) accepted ('10.222.0.47', 52426) {{(pid=85344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:57:41.440485 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.scheduler.base_scheduler [None req-d51009b9-2d51-4164-8de6-15b9df77a29a admin admin] Resources bound (agent type, host, resource id):  {{(pid=85345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 19:57:41.440753 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.db [None req-608e5158-4d7f-4b5c-b643-37c1746e1aa2 None None] For port 2af6ae4b-1e67-4463-867e-e0eb1b4fb645, host dv-cinder-786383-2-iscsi, cleared binding levels {{(pid=85346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 15 19:57:41.444816 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d51009b9-2d51-4164-8de6-15b9df77a29a admin admin] Received port after_create {{(pid=85345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 15 19:57:41.449273 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.db [None req-608e5158-4d7f-4b5c-b643-37c1746e1aa2 None None] For port 2af6ae4b-1e67-4463-867e-e0eb1b4fb645, host dv-cinder-786383-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-2-iscsi',level=0,port_id=2af6ae4b-1e67-4463-867e-e0eb1b4fb645,segment=NetworkSegment(9b5bff5b-a286-4e97-a956-147467ed77c1),segment_id=9b5bff5b-a286-4e97-a956-147467ed77c1)] {{(pid=85346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 15 19:57:41.467328 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-1d125638-50fe-44e5-b1cd-d9762cbf0684 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:57:41.470819 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-608e5158-4d7f-4b5c-b643-37c1746e1aa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854693686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852972410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789846929216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789846482410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789846483725'] for port, after_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:57:41.507447 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.quota.driver [None req-1d125638-50fe-44e5-b1cd-d9762cbf0684 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:57:41.514830 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource [None req-1d125638-50fe-44e5-b1cd-d9762cbf0684 admin admin] Usage tracker for resource:security_group_rule and tenant:ebc27017e0664a2fae38fe1c63250703 is out of sync, need to count used quota {{(pid=85344) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:57:41.522412 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource [None req-1d125638-50fe-44e5-b1cd-d9762cbf0684 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85344) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:57:41.523584 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-ed2fb134-178a-4136-b9b1-7a265d3b9eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854565853'] for port, before_update {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:57:41.540056 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.quota.driver [None req-1d125638-50fe-44e5-b1cd-d9762cbf0684 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:57:41.700209 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-56ecdebd-c5a0-4569-bc96-ba437f5ce558 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:57:41.775767 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-1d125638-50fe-44e5-b1cd-d9762cbf0684 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:57:41.780129 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-1d125638-50fe-44e5-b1cd-d9762cbf0684 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806004'] for security_group, after_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:57:41.815929 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-8779f2cf-e8f6-4667-9475-a27090cfbc2a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:57:41.834207 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [None req-1d125638-50fe-44e5-b1cd-d9762cbf0684 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=ebc27017e0664a2fae38fe1c63250703&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3945551
Apr 15 19:57:41.840521 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.wsgi [-] (85344) accepted ('10.222.0.47', 52430) {{(pid=85344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:57:41.948994 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d125638-50fe-44e5-b1cd-d9762cbf0684 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f9848dd-b997-4f19-a4c3-7a677b284a07,revision_number=1']} {{(pid=85344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:57:41.954912 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608e5158-4d7f-4b5c-b643-37c1746e1aa2 None None] Pushing event updated for resources: {'Port': ['ID=2af6ae4b-1e67-4463-867e-e0eb1b4fb645,revision_number=2']} {{(pid=85346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:57:41.965957 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-1d125638-50fe-44e5-b1cd-d9762cbf0684 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:57:41.967228 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-72115f13-7eba-4296-a18d-602cb11b788d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:57:42.032631 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-72115f13-7eba-4296-a18d-602cb11b788d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:57:42.062400 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-608e5158-4d7f-4b5c-b643-37c1746e1aa2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.362s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:57:42.119024 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-72115f13-7eba-4296-a18d-602cb11b788d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806004'] for security_group, after_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:57:42.131617 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-9d95bcb3-a1fc-487a-bddf-7f47a1171f04 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:57:42.164290 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72115f13-7eba-4296-a18d-602cb11b788d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f9848dd-b997-4f19-a4c3-7a677b284a07,revision_number=None']} {{(pid=85344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:57:42.171375 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-72115f13-7eba-4296-a18d-602cb11b788d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:57:42.175536 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-72115f13-7eba-4296-a18d-602cb11b788d admin admin] Notify callbacks [] for security_group, before_response {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:57:42.177759 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [None req-72115f13-7eba-4296-a18d-602cb11b788d admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/6f9848dd-b997-4f19-a4c3-7a677b284a07 HTTP/1.1" status: 204  len: 168 time: 0.3357787
Apr 15 19:57:42.464337 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-ed2fb134-178a-4136-b9b1-7a265d3b9eba None None] Notify callbacks [] for port, precommit_update {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:57:42.519139 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.provisioning_blocks [None req-ed2fb134-178a-4136-b9b1-7a265d3b9eba None None] Transition to ACTIVE for port object 170bc978-09e0-49ca-b73c-27653d56365e will not be triggered until provisioned by entity L2. {{(pid=85347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 19:57:42.531950 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-ed2fb134-178a-4136-b9b1-7a265d3b9eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854693686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852972410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789846929216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789846482410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789846483725'] for port, after_update {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:57:42.616731 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:57:42.865440 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6baa8da4-b3d1-44c3-99c6-6bbfd13472f7 None None] Pushing event updated for resources: {'Port': ['ID=170bc978-09e0-49ca-b73c-27653d56365e,revision_number=3']} {{(pid=85347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:57:43.000581 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6baa8da4-b3d1-44c3-99c6-6bbfd13472f7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:57:43.001573 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6baa8da4-b3d1-44c3-99c6-6bbfd13472f7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:57:43.002378 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6baa8da4-b3d1-44c3-99c6-6bbfd13472f7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:57:43.004123 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6baa8da4-b3d1-44c3-99c6-6bbfd13472f7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:57:43.005095 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6baa8da4-b3d1-44c3-99c6-6bbfd13472f7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:57:43.006220 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6baa8da4-b3d1-44c3-99c6-6bbfd13472f7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:57:43.007040 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6baa8da4-b3d1-44c3-99c6-6bbfd13472f7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:57:43.007866 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6baa8da4-b3d1-44c3-99c6-6bbfd13472f7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:57:43.008972 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6baa8da4-b3d1-44c3-99c6-6bbfd13472f7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:57:43.009751 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6baa8da4-b3d1-44c3-99c6-6bbfd13472f7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:57:43.010532 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6baa8da4-b3d1-44c3-99c6-6bbfd13472f7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:57:43.011638 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6baa8da4-b3d1-44c3-99c6-6bbfd13472f7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:57:43.021211 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-6baa8da4-b3d1-44c3-99c6-6bbfd13472f7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.404s {{(pid=85347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:57:43.049474 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-d51009b9-2d51-4164-8de6-15b9df77a29a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:57:43.176077 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.rpc [None req-56ecdebd-c5a0-4569-bc96-ba437f5ce558 None None] Device 2af6ae4b-1e67-4463-867e-e0eb1b4fb645 up at agent ovs-agent-dv-cinder-786383-2-iscsi {{(pid=85346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 19:57:43.375948 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.provisioning_blocks [None req-56ecdebd-c5a0-4569-bc96-ba437f5ce558 None None] Provisioning for port 2af6ae4b-1e67-4463-867e-e0eb1b4fb645 completed by entity L2. {{(pid=85346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 19:57:43.522730 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.managers [None req-ed2fb134-178a-4136-b9b1-7a265d3b9eba None None] Attempting to bind port 170bc978-09e0-49ca-b73c-27653d56365e on host dv-cinder-786383-2-iscsi for vnic_type normal with profile  {{(pid=85347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 15 19:57:43.523708 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.managers [None req-ed2fb134-178a-4136-b9b1-7a265d3b9eba None None] Attempting to bind port 170bc978-09e0-49ca-b73c-27653d56365e by drivers openvswitch,hyperv on host dv-cinder-786383-2-iscsi at level 0 using segments [{'id': '209e6493-9f5f-442f-9075-23fc9d984e08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '76b1c698-a72d-402d-bd3d-fd85b08fd0a4'}] {{(pid=85347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 15 19:57:43.524220 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed2fb134-178a-4136-b9b1-7a265d3b9eba None None] Attempting to bind port 170bc978-09e0-49ca-b73c-27653d56365e on network 76b1c698-a72d-402d-bd3d-fd85b08fd0a4 {{(pid=85347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 19:57:43.545271 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed2fb134-178a-4136-b9b1-7a265d3b9eba None None] Checking agent: {'id': 'be1a0b7a-7144-4bb6-9f10-b289de7b23b3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786383-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 19, 40, 9), 'started_at': datetime.datetime(2021, 4, 15, 19, 40, 39), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 19, 57, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786383-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 15 19:57:43.546190 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed2fb134-178a-4136-b9b1-7a265d3b9eba None None] Checking segment: {'id': '209e6493-9f5f-442f-9075-23fc9d984e08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '76b1c698-a72d-402d-bd3d-fd85b08fd0a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 19:57:43.547114 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-ed2fb134-178a-4136-b9b1-7a265d3b9eba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:57:43.547992 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed2fb134-178a-4136-b9b1-7a265d3b9eba None None] Bound using segment: {'id': '209e6493-9f5f-442f-9075-23fc9d984e08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '76b1c698-a72d-402d-bd3d-fd85b08fd0a4'} {{(pid=85347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 15 19:57:43.549082 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.managers [None req-ed2fb134-178a-4136-b9b1-7a265d3b9eba None None] Bound port: 170bc978-09e0-49ca-b73c-27653d56365e, host: dv-cinder-786383-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '209e6493-9f5f-442f-9075-23fc9d984e08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '76b1c698-a72d-402d-bd3d-fd85b08fd0a4'}}] {{(pid=85347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 15 19:57:43.549969 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-ed2fb134-178a-4136-b9b1-7a265d3b9eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854565853'] for port, before_update {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:57:43.808869 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-d51009b9-2d51-4164-8de6-15b9df77a29a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1671646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036853102800'] for router, after_create {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:57:43.831443 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.db [None req-ed2fb134-178a-4136-b9b1-7a265d3b9eba None None] For port 170bc978-09e0-49ca-b73c-27653d56365e, host dv-cinder-786383-2-iscsi, cleared binding levels {{(pid=85347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 15 19:57:43.839886 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.db [None req-ed2fb134-178a-4136-b9b1-7a265d3b9eba None None] For port 170bc978-09e0-49ca-b73c-27653d56365e, host dv-cinder-786383-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-2-iscsi',level=0,port_id=170bc978-09e0-49ca-b73c-27653d56365e,segment=NetworkSegment(209e6493-9f5f-442f-9075-23fc9d984e08),segment_id=209e6493-9f5f-442f-9075-23fc9d984e08)] {{(pid=85347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 15 19:57:43.851437 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-ed2fb134-178a-4136-b9b1-7a265d3b9eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854693686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852972410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789846929216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789846482410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789846483725'] for port, after_update {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:57:43.903845 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-6baa8da4-b3d1-44c3-99c6-6bbfd13472f7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:57:44.093156 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d51009b9-2d51-4164-8de6-15b9df77a29a admin admin] Router b0e3a1e8-8ebf-42ec-aa53-d91170fdeb67 is scheduled to L3 agent 74482fb0-5b00-43f0-8fa9-533a3c8b2378 with binding_index 1 {{(pid=85345) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Apr 15 19:57:44.384995 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6baa8da4-b3d1-44c3-99c6-6bbfd13472f7 None None] Pushing event updated for resources: {'Port': ['ID=170bc978-09e0-49ca-b73c-27653d56365e,revision_number=4']} {{(pid=85347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:57:44.388692 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-6baa8da4-b3d1-44c3-99c6-6bbfd13472f7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.485s {{(pid=85347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:57:44.389601 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed2fb134-178a-4136-b9b1-7a265d3b9eba None None] Routers {'3133cb58-8dee-4f9f-ba2c-b7c107fed0d5'} bound to L3 agent in host dv-cinder-786383-2-iscsi {{(pid=85347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 19:57:44.390295 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.l3_hamode_db [None req-ed2fb134-178a-4136-b9b1-7a265d3b9eba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe8b9c8d1d0>, 'dv-cinder-786383-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-15T19:40:08Z,description=<?>,heartbeat_timestamp=2021-04-15T19:57:38Z,host='dv-cinder-786383-2-iscsi',id=74482fb0-5b00-43f0-8fa9-533a3c8b2378,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T19:40:08Z,topic='l3_agent')) {'router_ids': ['3133cb58-8dee-4f9f-ba2c-b7c107fed0d5'], 'active': True} {{(pid=85347) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 19:57:44.492286 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d51009b9-2d51-4164-8de6-15b9df77a29a admin admin] Notify agent at l3_agent.dv-cinder-786383-2-iscsi the message routers_updated {{(pid=85345) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 15 19:57:44.507428 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ab380f6-6330-41cb-85f0-f0fcb19180b0 None None] Sync routers for ids ['b0e3a1e8-8ebf-42ec-aa53-d91170fdeb67'] in dv-cinder-786383-2-iscsi {{(pid=85346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 15 19:57:44.541749 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-d51009b9-2d51-4164-8de6-15b9df77a29a admin admin] Notify callbacks [] for router, before_response {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:57:44.544480 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [None req-d51009b9-2d51-4164-8de6-15b9df77a29a admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201  len: 924 time: 5.5504150
Apr 15 19:57:44.549471 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.wsgi [-] (85344) accepted ('10.222.0.47', 52472) {{(pid=85344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:57:44.559406 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ab380f6-6330-41cb-85f0-f0fcb19180b0 None None] Routers {'b0e3a1e8-8ebf-42ec-aa53-d91170fdeb67'} bound to L3 agent in host dv-cinder-786383-2-iscsi {{(pid=85346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 19:57:44.560652 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.l3_hamode_db [None req-0ab380f6-6330-41cb-85f0-f0fcb19180b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe8b98b0f60>, 'dv-cinder-786383-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-15T19:40:08Z,description=<?>,heartbeat_timestamp=2021-04-15T19:57:38Z,host='dv-cinder-786383-2-iscsi',id=74482fb0-5b00-43f0-8fa9-533a3c8b2378,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T19:40:08Z,topic='l3_agent')) {'router_ids': ['b0e3a1e8-8ebf-42ec-aa53-d91170fdeb67'], 'active': True} {{(pid=85346) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 19:57:44.717608 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf088fa8-ad4e-4225-a8f3-ce32dff0dc65 None None] Network c4fadacd-04d4-4870-8793-9f4ee403a1a6 requested from dv-cinder-786383-2-iscsi {{(pid=85346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 15 19:57:44.885334 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.l3_dvr_db [None req-ed2fb134-178a-4136-b9b1-7a265d3b9eba None None] Set router 3133cb58-8dee-4f9f-ba2c-b7c107fed0d5 gateway port host: dv-cinder-786383-2-iscsi {{(pid=85347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 19:57:44.906252 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.provisioning_blocks [None req-e90fd972-3b96-49cc-9cc5-7f16efbcaa7d None None] Provisioning for port 2af6ae4b-1e67-4463-867e-e0eb1b4fb645 completed by entity DHCP. {{(pid=85346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 19:57:44.938153 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.provisioning_blocks [None req-e90fd972-3b96-49cc-9cc5-7f16efbcaa7d None None] Provisioning complete for port 2af6ae4b-1e67-4463-867e-e0eb1b4fb645 triggered by entity DHCP. {{(pid=85346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 19:57:44.938558 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-e90fd972-3b96-49cc-9cc5-7f16efbcaa7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-428662'] for port, provisioning_complete {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:57:44.959315 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.wsgi [-] (85345) accepted ('10.222.0.47', 52478) {{(pid=85345) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:57:45.167210 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-e90fd972-3b96-49cc-9cc5-7f16efbcaa7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854565853'] for port, before_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:57:45.180398 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.rpc [None req-56ecdebd-c5a0-4569-bc96-ba437f5ce558 None None] Device 170bc978-09e0-49ca-b73c-27653d56365e up at agent ovs-agent-dv-cinder-786383-2-iscsi {{(pid=85346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 19:57:45.255786 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.l3_dvr_db [None req-0ab380f6-6330-41cb-85f0-f0fcb19180b0 None None] Set router b0e3a1e8-8ebf-42ec-aa53-d91170fdeb67 gateway port host: dv-cinder-786383-2-iscsi {{(pid=85346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 19:57:45.302017 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-8a37c571-411c-4392-952c-d01d9aaaebe0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:57:45.337957 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.quota.driver [None req-8a37c571-411c-4392-952c-d01d9aaaebe0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85345) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:57:45.346198 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource [None req-8a37c571-411c-4392-952c-d01d9aaaebe0 admin admin] Usage tracker for resource:security_group_rule and tenant:77b8d64c6fcb4a52ac8df80247b9d76d is out of sync, need to count used quota {{(pid=85345) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:57:45.352654 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource [None req-8a37c571-411c-4392-952c-d01d9aaaebe0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85345) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:57:45.366072 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.quota.driver [None req-8a37c571-411c-4392-952c-d01d9aaaebe0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85345) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:57:45.580283 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-8a37c571-411c-4392-952c-d01d9aaaebe0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:57:45.586552 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-8a37c571-411c-4392-952c-d01d9aaaebe0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806004'] for security_group, after_create {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:57:45.644386 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-6d7e67d9-b90f-477d-adf7-4617e23e9228 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:57:45.698667 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [None req-8a37c571-411c-4392-952c-d01d9aaaebe0 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=77b8d64c6fcb4a52ac8df80247b9d76d&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7361910
Apr 15 19:57:45.705582 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.wsgi [-] (85345) accepted ('10.222.0.47', 52488) {{(pid=85345) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:57:45.723563 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.l3_hamode_db [None req-ed2fb134-178a-4136-b9b1-7a265d3b9eba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe8b9c8d1d0>, [{'id': '3133cb58-8dee-4f9f-ba2c-b7c107fed0d5', 'name': 'tempest-TestVolumeBootPattern-1099335582-router', 'tenant_id': '1794582df1734e8d80790f7e87a6fcd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b576887-bb01-4bfc-8617-ca8b886d7b7e', 'external_fixed_ips': [{'subnet_id': '7ad9face-0ae3-4529-aacd-d53ebb36e4d0', 'ip_address': '172.27.2.81'}], 'enable_snat': True}, 'gw_port_id': '08fff650-8f63-416d-bff4-cf7a339df75b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:57:27Z', 'updated_at': '2021-04-15T19:57:33Z', 'revision_number': 4, 'project_id': '1794582df1734e8d80790f7e87a6fcd2', 'gw_port': {'id': '08fff650-8f63-416d-bff4-cf7a339df75b', 'name': '', 'network_id': '0b576887-bb01-4bfc-8617-ca8b886d7b7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:fb:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3133cb58-8dee-4f9f-ba2c-b7c107fed0d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': '7ad9face-0ae3-4529-aacd-d53ebb36e4d0', 'ip_address': '172.27.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:57:28Z', 'updated_at': '2021-04-15T19:57:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ad9face-0ae3-4529-aacd-d53ebb36e4d0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-2-iscsi', '_interfaces': [{'id': '170bc978-09e0-49ca-b73c-27653d56365e', 'name': '', 'network_id': '76b1c698-a72d-402d-bd3d-fd85b08fd0a4', 'tenant_id': '1794582df1734e8d80790f7e87a6fcd2', 'mac_address': 'fa:16:3e:bc:5b:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3133cb58-8dee-4f9f-ba2c-b7c107fed0d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': '8ee5421b-3812-435f-a63f-52b3408746b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:57:32Z', 'updated_at': '2021-04-15T19:57:43Z', 'revision_number': 4, 'project_id': '1794582df1734e8d80790f7e87a6fcd2', 'subnets': [{'id': '8ee5421b-3812-435f-a63f-52b3408746b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786383-2-iscsi', False) {} {{(pid=85347) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 19:57:45.728805 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed2fb134-178a-4136-b9b1-7a265d3b9eba None None] The sync data for ids ['3133cb58-8dee-4f9f-ba2c-b7c107fed0d5'] in dv-cinder-786383-2-iscsi is: [{'id': '3133cb58-8dee-4f9f-ba2c-b7c107fed0d5', 'name': 'tempest-TestVolumeBootPattern-1099335582-router', 'tenant_id': '1794582df1734e8d80790f7e87a6fcd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b576887-bb01-4bfc-8617-ca8b886d7b7e', 'external_fixed_ips': [{'subnet_id': '7ad9face-0ae3-4529-aacd-d53ebb36e4d0', 'ip_address': '172.27.2.81'}], 'enable_snat': True}, 'gw_port_id': '08fff650-8f63-416d-bff4-cf7a339df75b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:57:27Z', 'updated_at': '2021-04-15T19:57:33Z', 'revision_number': 4, 'project_id': '1794582df1734e8d80790f7e87a6fcd2', 'gw_port': {'id': '08fff650-8f63-416d-bff4-cf7a339df75b', 'name': '', 'network_id': '0b576887-bb01-4bfc-8617-ca8b886d7b7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:fb:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3133cb58-8dee-4f9f-ba2c-b7c107fed0d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': '7ad9face-0ae3-4529-aacd-d53ebb36e4d0', 'ip_address': '172.27.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:57:28Z', 'updated_at': '2021-04-15T19:57:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ad9face-0ae3-4529-aacd-d53ebb36e4d0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-2-iscsi', '_interfaces': [{'id': '170bc978-09e0-49ca-b73c-27653d56365e', 'name': '', 'network_id': '76b1c698-a72d-402d-bd3d-fd85b08fd0a4', 'tenant_id': '1794582df1734e8d80790f7e87a6fcd2', 'mac_address': 'fa:16:3e:bc:5b:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3133cb58-8dee-4f9f-ba2c-b7c107fed0d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': '8ee5421b-3812-435f-a63f-52b3408746b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:57:32Z', 'updated_at': '2021-04-15T19:57:43Z', 'revision_number': 4, 'project_id': '1794582df1734e8d80790f7e87a6fcd2', 'subnets': [{'id': '8ee5421b-3812-435f-a63f-52b3408746b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 15 19:57:45.788752 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a37c571-411c-4392-952c-d01d9aaaebe0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c9a6e94-9f72-4c1b-8a13-f91bb02df36d,revision_number=1']} {{(pid=85345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:57:45.804175 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-8a37c571-411c-4392-952c-d01d9aaaebe0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:57:45.871074 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-4d7c0e06-a327-46c3-9d06-cbcd27434753 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:57:45.916227 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.db [None req-e90fd972-3b96-49cc-9cc5-7f16efbcaa7d None None] For port 2af6ae4b-1e67-4463-867e-e0eb1b4fb645, host dv-cinder-786383-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-2-iscsi',level=0,port_id=2af6ae4b-1e67-4463-867e-e0eb1b4fb645,segment=NetworkSegment(9b5bff5b-a286-4e97-a956-147467ed77c1),segment_id=9b5bff5b-a286-4e97-a956-147467ed77c1)] {{(pid=85346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 19:57:45.953317 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-4d7c0e06-a327-46c3-9d06-cbcd27434753 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:57:45.967854 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-e90fd972-3b96-49cc-9cc5-7f16efbcaa7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854693686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852972410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789846929216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789846482410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789846483725'] for port, after_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:57:45.980339 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:57:46.098776 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-4d7c0e06-a327-46c3-9d06-cbcd27434753 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806004'] for security_group, after_delete {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:57:46.106692 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-10f298e9-168e-40fc-8e33-e8dac6d9f38a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:57:46.133645 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7c0e06-a327-46c3-9d06-cbcd27434753 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c9a6e94-9f72-4c1b-8a13-f91bb02df36d,revision_number=None']} {{(pid=85345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:57:46.142420 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-4d7c0e06-a327-46c3-9d06-cbcd27434753 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:57:46.143441 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-4d7c0e06-a327-46c3-9d06-cbcd27434753 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:57:46.148572 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [None req-4d7c0e06-a327-46c3-9d06-cbcd27434753 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/1c9a6e94-9f72-4c1b-8a13-f91bb02df36d HTTP/1.1" status: 204  len: 168 time: 0.4412804
Apr 15 19:57:46.200312 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90fd972-3b96-49cc-9cc5-7f16efbcaa7d None None] Pushing event updated for resources: {'Port': ['ID=2af6ae4b-1e67-4463-867e-e0eb1b4fb645,revision_number=3']} {{(pid=85346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:57:46.239563 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.provisioning_blocks [None req-56ecdebd-c5a0-4569-bc96-ba437f5ce558 None None] Provisioning for port 170bc978-09e0-49ca-b73c-27653d56365e completed by entity L2. {{(pid=85346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 19:57:46.249704 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-e90fd972-3b96-49cc-9cc5-7f16efbcaa7d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:57:46.276802 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.provisioning_blocks [None req-56ecdebd-c5a0-4569-bc96-ba437f5ce558 None None] Provisioning complete for port 170bc978-09e0-49ca-b73c-27653d56365e triggered by entity L2. {{(pid=85346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 19:57:46.277523 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-56ecdebd-c5a0-4569-bc96-ba437f5ce558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-428662'] for port, provisioning_complete {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:57:46.400985 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.provisioning_blocks [None req-82052b54-81bf-4c4b-a450-294e966d6e81 None None] Provisioning complete for port 170bc978-09e0-49ca-b73c-27653d56365e triggered by entity DHCP. {{(pid=85346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 19:57:46.401620 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-82052b54-81bf-4c4b-a450-294e966d6e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-428662'] for port, provisioning_complete {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:57:46.408750 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-b448bc05-f907-4c08-8555-5cceb476da4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854565853'] for port, before_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:57:46.771198 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.db_base_plugin_common [None req-b448bc05-f907-4c08-8555-5cceb476da4e admin admin] Allocated IP 172.20.0.1 (c4fadacd-04d4-4870-8793-9f4ee403a1a6/e5c6608c-b7b9-4514-a625-34372004715b/787376a5-c2fa-483e-b42a-575b92304a53) {{(pid=85344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 15 19:57:46.884221 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-56ecdebd-c5a0-4569-bc96-ba437f5ce558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854565853'] for port, before_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:57:46.988585 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-b448bc05-f907-4c08-8555-5cceb476da4e admin admin] Notify callbacks [] for port, precommit_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:57:46.988803 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-82052b54-81bf-4c4b-a450-294e966d6e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854565853'] for port, before_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:57:47.010954 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.provisioning_blocks [None req-b448bc05-f907-4c08-8555-5cceb476da4e admin admin] Transition to ACTIVE for port object 787376a5-c2fa-483e-b42a-575b92304a53 will not be triggered until provisioned by entity DHCP. {{(pid=85344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 19:57:47.022776 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.l3_hamode_db [None req-0ab380f6-6330-41cb-85f0-f0fcb19180b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe8b98b0f60>, [{'id': 'b0e3a1e8-8ebf-42ec-aa53-d91170fdeb67', 'name': 'tempest-TestVolumeBootPattern-1438197568-router', 'tenant_id': '482d1a06c1cf4ed8a953d720f4ec4b87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b576887-bb01-4bfc-8617-ca8b886d7b7e', 'external_fixed_ips': [{'subnet_id': '7ad9face-0ae3-4529-aacd-d53ebb36e4d0', 'ip_address': '172.27.2.149'}], 'enable_snat': True}, 'gw_port_id': '601042e8-fa45-4968-80f2-9f60b226c3a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:57:39Z', 'updated_at': '2021-04-15T19:57:42Z', 'revision_number': 3, 'project_id': '482d1a06c1cf4ed8a953d720f4ec4b87', 'gw_port': {'id': '601042e8-fa45-4968-80f2-9f60b226c3a5', 'name': '', 'network_id': '0b576887-bb01-4bfc-8617-ca8b886d7b7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:6b:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0e3a1e8-8ebf-42ec-aa53-d91170fdeb67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '7ad9face-0ae3-4529-aacd-d53ebb36e4d0', 'ip_address': '172.27.2.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:57:40Z', 'updated_at': '2021-04-15T19:57:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7ad9face-0ae3-4529-aacd-d53ebb36e4d0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-2-iscsi'}], 'dv-cinder-786383-2-iscsi', False) {} {{(pid=85346) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 19:57:47.037243 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-b448bc05-f907-4c08-8555-5cceb476da4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854693686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852972410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789846482393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851621869'] for port, after_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:57:47.047703 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ab380f6-6330-41cb-85f0-f0fcb19180b0 None None] Checking router: b0e3a1e8-8ebf-42ec-aa53-d91170fdeb67 for host: dv-cinder-786383-2-iscsi {{(pid=85346) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 15 19:57:47.048382 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ab380f6-6330-41cb-85f0-f0fcb19180b0 None None] Updating router b0e3a1e8-8ebf-42ec-aa53-d91170fdeb67 port 601042e8-fa45-4968-80f2-9f60b226c3a5 binding host dv-cinder-786383-2-iscsi {{(pid=85346) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 15 19:57:47.056373 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-c4fb2482-823f-49b9-9a4e-f622196ad966 tempest-TestMinimumBasicScenario-16446131 tempest-TestMinimumBasicScenario-16446131-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:57:47.126535 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.db [None req-56ecdebd-c5a0-4569-bc96-ba437f5ce558 None None] For port 170bc978-09e0-49ca-b73c-27653d56365e, host dv-cinder-786383-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-2-iscsi',level=0,port_id=170bc978-09e0-49ca-b73c-27653d56365e,segment=NetworkSegment(209e6493-9f5f-442f-9075-23fc9d984e08),segment_id=209e6493-9f5f-442f-9075-23fc9d984e08)] {{(pid=85346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 19:57:47.163113 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-56ecdebd-c5a0-4569-bc96-ba437f5ce558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854693686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852972410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789846929216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789846482410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789846483725'] for port, after_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:57:47.171284 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-56ecdebd-c5a0-4569-bc96-ba437f5ce558 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:57:47.307391 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b448bc05-f907-4c08-8555-5cceb476da4e admin admin] Pushing event updated for resources: {'Port': ['ID=787376a5-c2fa-483e-b42a-575b92304a53,revision_number=1']} {{(pid=85344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:57:47.340575 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b448bc05-f907-4c08-8555-5cceb476da4e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:57:47.341000 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b448bc05-f907-4c08-8555-5cceb476da4e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:57:47.341414 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b448bc05-f907-4c08-8555-5cceb476da4e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:57:47.341823 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b448bc05-f907-4c08-8555-5cceb476da4e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:57:47.342228 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b448bc05-f907-4c08-8555-5cceb476da4e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:57:47.342633 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b448bc05-f907-4c08-8555-5cceb476da4e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:57:47.343075 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b448bc05-f907-4c08-8555-5cceb476da4e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:57:47.343483 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b448bc05-f907-4c08-8555-5cceb476da4e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:57:47.345375 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b448bc05-f907-4c08-8555-5cceb476da4e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:57:47.345375 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b448bc05-f907-4c08-8555-5cceb476da4e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:57:47.345375 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b448bc05-f907-4c08-8555-5cceb476da4e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:57:47.345375 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b448bc05-f907-4c08-8555-5cceb476da4e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:57:47.350076 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-b448bc05-f907-4c08-8555-5cceb476da4e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.294s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:57:47.360696 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.rpc [None req-56ecdebd-c5a0-4569-bc96-ba437f5ce558 None None] Device 2af6ae4b-1e67-4463-867e-e0eb1b4fb645 up at agent ovs-agent-dv-cinder-786383-2-iscsi {{(pid=85346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 19:57:47.416154 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-0ab380f6-6330-41cb-85f0-f0fcb19180b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854565853'] for port, before_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:57:47.474122 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b448bc05-f907-4c08-8555-5cceb476da4e admin admin] Network c4fadacd-04d4-4870-8793-9f4ee403a1a6 is already hosted by enough agents. {{(pid=85344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 15 19:57:47.476595 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.scheduler.base_scheduler [None req-b448bc05-f907-4c08-8555-5cceb476da4e admin admin] Resources bound (agent type, host, resource id):  {{(pid=85344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 19:57:47.481360 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b448bc05-f907-4c08-8555-5cceb476da4e admin admin] Received port after_create {{(pid=85344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 15 19:57:47.521254 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.db.api [None req-82052b54-81bf-4c4b-a450-294e966d6e81 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=85346) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 15 19:57:47.521658 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_db.api [None req-82052b54-81bf-4c4b-a450-294e966d6e81 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=85346) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 15 19:57:47.540635 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ecdebd-c5a0-4569-bc96-ba437f5ce558 None None] Pushing event updated for resources: {'Port': ['ID=170bc978-09e0-49ca-b73c-27653d56365e,revision_number=5']} {{(pid=85346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:57:47.544609 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-56ecdebd-c5a0-4569-bc96-ba437f5ce558 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.374s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:57:47.599147 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-b448bc05-f907-4c08-8555-5cceb476da4e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1672309'] for router_interface, before_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:57:47.742904 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.provisioning_blocks [None req-56ecdebd-c5a0-4569-bc96-ba437f5ce558 None None] Provisioning complete for port 2af6ae4b-1e67-4463-867e-e0eb1b4fb645 triggered by entity L2. {{(pid=85346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 19:57:47.743267 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-56ecdebd-c5a0-4569-bc96-ba437f5ce558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-428662'] for port, provisioning_complete {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:57:48.086186 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-b448bc05-f907-4c08-8555-5cceb476da4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854565853'] for port, before_update {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:57:48.366184 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-b448bc05-f907-4c08-8555-5cceb476da4e admin admin] Notify callbacks [] for port, precommit_update {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:57:48.370498 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-b448bc05-f907-4c08-8555-5cceb476da4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854693686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852972410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789846929216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789846482410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789846483725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3153931'] for port, after_update {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:57:48.404333 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.provisioning_blocks [None req-b67a4080-3d17-4f74-a636-348ff672f9cb None None] Provisioning complete for port 2af6ae4b-1e67-4463-867e-e0eb1b4fb645 triggered by entity DHCP. {{(pid=85346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 19:57:48.405042 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-b67a4080-3d17-4f74-a636-348ff672f9cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-428662'] for port, provisioning_complete {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:57:48.410374 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-d556af71-349f-4319-901e-cc6beeaa35b7 tempest-AttachVolumeTestJSON-1178366330 tempest-AttachVolumeTestJSON-1178366330-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:57:48.475312 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-b448bc05-f907-4c08-8555-5cceb476da4e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036852972393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853103598'] for router_interface, after_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:57:48.516652 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-0ab380f6-6330-41cb-85f0-f0fcb19180b0 None None] Notify callbacks [] for port, precommit_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:57:48.569530 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.provisioning_blocks [None req-0ab380f6-6330-41cb-85f0-f0fcb19180b0 None None] Transition to ACTIVE for port object 601042e8-fa45-4968-80f2-9f60b226c3a5 will not be triggered until provisioned by entity L2. {{(pid=85346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 19:57:48.588902 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-0ab380f6-6330-41cb-85f0-f0fcb19180b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854693686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852972410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789846929216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789846482410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789846483725'] for port, after_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:57:48.595494 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b448bc05-f907-4c08-8555-5cceb476da4e admin admin] Pushing event updated for resources: {'Port': ['ID=787376a5-c2fa-483e-b42a-575b92304a53,revision_number=2']} {{(pid=85344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:57:48.599143 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-b448bc05-f907-4c08-8555-5cceb476da4e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:57:48.624583 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:57:48.671754 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b448bc05-f907-4c08-8555-5cceb476da4e admin admin] Network c4fadacd-04d4-4870-8793-9f4ee403a1a6 is already hosted by enough agents. {{(pid=85344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 15 19:57:48.673232 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.scheduler.base_scheduler [None req-b448bc05-f907-4c08-8555-5cceb476da4e admin admin] Resources bound (agent type, host, resource id):  {{(pid=85344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 19:57:48.977300 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86198170-aa9a-44e3-9a68-ee634e31b236 None None] Pushing event updated for resources: {'Port': ['ID=601042e8-fa45-4968-80f2-9f60b226c3a5,revision_number=2']} {{(pid=85346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:57:49.023718 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-86198170-aa9a-44e3-9a68-ee634e31b236 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.399s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:57:49.372161 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.rpc [None req-56ecdebd-c5a0-4569-bc96-ba437f5ce558 None None] Device 170bc978-09e0-49ca-b73c-27653d56365e up at agent ovs-agent-dv-cinder-786383-2-iscsi {{(pid=85346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 19:57:49.421653 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b448bc05-f907-4c08-8555-5cceb476da4e admin admin] Router b0e3a1e8-8ebf-42ec-aa53-d91170fdeb67 has already been hosted by L3 agent 74482fb0-5b00-43f0-8fa9-533a3c8b2378 {{(pid=85344) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 15 19:57:49.461283 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.provisioning_blocks [None req-b67a4080-3d17-4f74-a636-348ff672f9cb None None] Provisioning for port 787376a5-c2fa-483e-b42a-575b92304a53 completed by entity DHCP. {{(pid=85346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 19:57:49.487664 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.provisioning_blocks [None req-b67a4080-3d17-4f74-a636-348ff672f9cb None None] Provisioning complete for port 787376a5-c2fa-483e-b42a-575b92304a53 triggered by entity DHCP. {{(pid=85346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 19:57:49.488462 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-b67a4080-3d17-4f74-a636-348ff672f9cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-428662'] for port, provisioning_complete {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:57:49.628846 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.managers [None req-0ab380f6-6330-41cb-85f0-f0fcb19180b0 None None] Attempting to bind port 601042e8-fa45-4968-80f2-9f60b226c3a5 on host dv-cinder-786383-2-iscsi for vnic_type normal with profile  {{(pid=85346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 15 19:57:49.629592 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.managers [None req-0ab380f6-6330-41cb-85f0-f0fcb19180b0 None None] Attempting to bind port 601042e8-fa45-4968-80f2-9f60b226c3a5 by drivers openvswitch,hyperv on host dv-cinder-786383-2-iscsi at level 0 using segments [{'id': 'e9359222-f335-47df-9fcb-1acccd0748d1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b576887-bb01-4bfc-8617-ca8b886d7b7e'}] {{(pid=85346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 15 19:57:49.630323 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ab380f6-6330-41cb-85f0-f0fcb19180b0 None None] Attempting to bind port 601042e8-fa45-4968-80f2-9f60b226c3a5 on network 0b576887-bb01-4bfc-8617-ca8b886d7b7e {{(pid=85346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 19:57:49.667668 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ab380f6-6330-41cb-85f0-f0fcb19180b0 None None] Checking agent: {'id': 'be1a0b7a-7144-4bb6-9f10-b289de7b23b3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786383-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 19, 40, 9), 'started_at': datetime.datetime(2021, 4, 15, 19, 40, 39), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 19, 57, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786383-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 15 19:57:49.668391 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ab380f6-6330-41cb-85f0-f0fcb19180b0 None None] Checking segment: {'id': 'e9359222-f335-47df-9fcb-1acccd0748d1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b576887-bb01-4bfc-8617-ca8b886d7b7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 19:57:49.669075 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-0ab380f6-6330-41cb-85f0-f0fcb19180b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:57:49.669791 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ab380f6-6330-41cb-85f0-f0fcb19180b0 None None] Bound using segment: {'id': 'e9359222-f335-47df-9fcb-1acccd0748d1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b576887-bb01-4bfc-8617-ca8b886d7b7e'} {{(pid=85346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 15 19:57:49.670945 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.managers [None req-0ab380f6-6330-41cb-85f0-f0fcb19180b0 None None] Bound port: 601042e8-fa45-4968-80f2-9f60b226c3a5, host: dv-cinder-786383-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e9359222-f335-47df-9fcb-1acccd0748d1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b576887-bb01-4bfc-8617-ca8b886d7b7e'}}] {{(pid=85346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 15 19:57:49.671899 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-0ab380f6-6330-41cb-85f0-f0fcb19180b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854565853'] for port, before_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:57:49.757918 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.plugin [None req-b67a4080-3d17-4f74-a636-348ff672f9cb None None] Port 787376a5-c2fa-483e-b42a-575b92304a53 cannot update to ACTIVE because it is not bound. {{(pid=85346) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 15 19:57:49.795769 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.provisioning_blocks [None req-56ecdebd-c5a0-4569-bc96-ba437f5ce558 None None] Provisioning complete for port 170bc978-09e0-49ca-b73c-27653d56365e triggered by entity L2. {{(pid=85346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 19:57:49.796502 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-56ecdebd-c5a0-4569-bc96-ba437f5ce558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-428662'] for port, provisioning_complete {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:57:49.812406 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b448bc05-f907-4c08-8555-5cceb476da4e admin admin] Notify agent at l3_agent.dv-cinder-786383-2-iscsi the message routers_updated {{(pid=85344) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 15 19:57:49.836647 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [None req-b448bc05-f907-4c08-8555-5cceb476da4e admin admin] 10.222.0.47 "PUT /v2.0/routers/b0e3a1e8-8ebf-42ec-aa53-d91170fdeb67/add_router_interface HTTP/1.1" status: 200  len: 503 time: 5.2783542
Apr 15 19:57:49.980111 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.db [None req-0ab380f6-6330-41cb-85f0-f0fcb19180b0 None None] For port 601042e8-fa45-4968-80f2-9f60b226c3a5, host dv-cinder-786383-2-iscsi, cleared binding levels {{(pid=85346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 15 19:57:49.983935 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.provisioning_blocks [None req-73bb7270-9345-44f5-9fb6-8393140ab15a None None] Provisioning complete for port 787376a5-c2fa-483e-b42a-575b92304a53 triggered by entity DHCP. {{(pid=85346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 19:57:49.984682 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-73bb7270-9345-44f5-9fb6-8393140ab15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-428662'] for port, provisioning_complete {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:57:50.085229 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.db [None req-0ab380f6-6330-41cb-85f0-f0fcb19180b0 None None] For port 601042e8-fa45-4968-80f2-9f60b226c3a5, host dv-cinder-786383-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-2-iscsi',level=0,port_id=601042e8-fa45-4968-80f2-9f60b226c3a5,segment=NetworkSegment(e9359222-f335-47df-9fcb-1acccd0748d1),segment_id=e9359222-f335-47df-9fcb-1acccd0748d1)] {{(pid=85346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 15 19:57:50.119217 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-0ab380f6-6330-41cb-85f0-f0fcb19180b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854693686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852972410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789846929216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789846482410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789846483725'] for port, after_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:57:50.219036 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:57:50.321554 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.plugin [None req-73bb7270-9345-44f5-9fb6-8393140ab15a None None] Port 787376a5-c2fa-483e-b42a-575b92304a53 cannot update to ACTIVE because it is not bound. {{(pid=85346) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 15 19:57:50.475749 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86198170-aa9a-44e3-9a68-ee634e31b236 None None] Pushing event updated for resources: {'Port': ['ID=601042e8-fa45-4968-80f2-9f60b226c3a5,revision_number=3']} {{(pid=85346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:57:50.493712 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86198170-aa9a-44e3-9a68-ee634e31b236 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:57:50.494288 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86198170-aa9a-44e3-9a68-ee634e31b236 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:57:50.494708 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86198170-aa9a-44e3-9a68-ee634e31b236 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:57:50.495114 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86198170-aa9a-44e3-9a68-ee634e31b236 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:57:50.495490 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86198170-aa9a-44e3-9a68-ee634e31b236 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:57:50.495862 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86198170-aa9a-44e3-9a68-ee634e31b236 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:57:50.496231 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86198170-aa9a-44e3-9a68-ee634e31b236 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:57:50.496598 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86198170-aa9a-44e3-9a68-ee634e31b236 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:57:50.496963 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86198170-aa9a-44e3-9a68-ee634e31b236 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:57:50.497328 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86198170-aa9a-44e3-9a68-ee634e31b236 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:57:50.497688 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86198170-aa9a-44e3-9a68-ee634e31b236 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:57:50.498048 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86198170-aa9a-44e3-9a68-ee634e31b236 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:57:50.513338 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-86198170-aa9a-44e3-9a68-ee634e31b236 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.294s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:57:50.549859 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ab380f6-6330-41cb-85f0-f0fcb19180b0 None None] Routers {'b0e3a1e8-8ebf-42ec-aa53-d91170fdeb67'} bound to L3 agent in host dv-cinder-786383-2-iscsi {{(pid=85346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 19:57:50.551181 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.l3_hamode_db [None req-0ab380f6-6330-41cb-85f0-f0fcb19180b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe8b98b0f60>, 'dv-cinder-786383-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-15T19:40:08Z,description=<?>,heartbeat_timestamp=2021-04-15T19:57:38Z,host='dv-cinder-786383-2-iscsi',id=74482fb0-5b00-43f0-8fa9-533a3c8b2378,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T19:40:08Z,topic='l3_agent')) {'router_ids': ['b0e3a1e8-8ebf-42ec-aa53-d91170fdeb67'], 'active': True} {{(pid=85346) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 19:57:50.773453 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.l3_dvr_db [None req-0ab380f6-6330-41cb-85f0-f0fcb19180b0 None None] Set router b0e3a1e8-8ebf-42ec-aa53-d91170fdeb67 gateway port host: dv-cinder-786383-2-iscsi {{(pid=85346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 19:57:51.138132 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.l3_hamode_db [None req-0ab380f6-6330-41cb-85f0-f0fcb19180b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe8b98b0f60>, [{'id': 'b0e3a1e8-8ebf-42ec-aa53-d91170fdeb67', 'name': 'tempest-TestVolumeBootPattern-1438197568-router', 'tenant_id': '482d1a06c1cf4ed8a953d720f4ec4b87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b576887-bb01-4bfc-8617-ca8b886d7b7e', 'external_fixed_ips': [{'subnet_id': '7ad9face-0ae3-4529-aacd-d53ebb36e4d0', 'ip_address': '172.27.2.149'}], 'enable_snat': True}, 'gw_port_id': '601042e8-fa45-4968-80f2-9f60b226c3a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:57:39Z', 'updated_at': '2021-04-15T19:57:48Z', 'revision_number': 4, 'project_id': '482d1a06c1cf4ed8a953d720f4ec4b87', 'gw_port': {'id': '601042e8-fa45-4968-80f2-9f60b226c3a5', 'name': '', 'network_id': '0b576887-bb01-4bfc-8617-ca8b886d7b7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:6b:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0e3a1e8-8ebf-42ec-aa53-d91170fdeb67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '7ad9face-0ae3-4529-aacd-d53ebb36e4d0', 'ip_address': '172.27.2.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:57:40Z', 'updated_at': '2021-04-15T19:57:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ad9face-0ae3-4529-aacd-d53ebb36e4d0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-2-iscsi', '_interfaces': [{'id': '787376a5-c2fa-483e-b42a-575b92304a53', 'name': '', 'network_id': 'c4fadacd-04d4-4870-8793-9f4ee403a1a6', 'tenant_id': '482d1a06c1cf4ed8a953d720f4ec4b87', 'mac_address': 'fa:16:3e:52:b5:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0e3a1e8-8ebf-42ec-aa53-d91170fdeb67', 'device_owner': 'network:router_interface', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': 'e5c6608c-b7b9-4514-a625-34372004715b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:57:46Z', 'updated_at': '2021-04-15T19:57:48Z', 'revision_number': 2, 'project_id': '482d1a06c1cf4ed8a953d720f4ec4b87', 'subnets': [{'id': 'e5c6608c-b7b9-4514-a625-34372004715b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786383-2-iscsi', False) {} {{(pid=85346) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 19:57:51.143213 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ab380f6-6330-41cb-85f0-f0fcb19180b0 None None] The sync data for ids ['b0e3a1e8-8ebf-42ec-aa53-d91170fdeb67'] in dv-cinder-786383-2-iscsi is: [{'id': 'b0e3a1e8-8ebf-42ec-aa53-d91170fdeb67', 'name': 'tempest-TestVolumeBootPattern-1438197568-router', 'tenant_id': '482d1a06c1cf4ed8a953d720f4ec4b87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b576887-bb01-4bfc-8617-ca8b886d7b7e', 'external_fixed_ips': [{'subnet_id': '7ad9face-0ae3-4529-aacd-d53ebb36e4d0', 'ip_address': '172.27.2.149'}], 'enable_snat': True}, 'gw_port_id': '601042e8-fa45-4968-80f2-9f60b226c3a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:57:39Z', 'updated_at': '2021-04-15T19:57:48Z', 'revision_number': 4, 'project_id': '482d1a06c1cf4ed8a953d720f4ec4b87', 'gw_port': {'id': '601042e8-fa45-4968-80f2-9f60b226c3a5', 'name': '', 'network_id': '0b576887-bb01-4bfc-8617-ca8b886d7b7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:6b:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0e3a1e8-8ebf-42ec-aa53-d91170fdeb67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '7ad9face-0ae3-4529-aacd-d53ebb36e4d0', 'ip_address': '172.27.2.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:57:40Z', 'updated_at': '2021-04-15T19:57:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ad9face-0ae3-4529-aacd-d53ebb36e4d0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-2-iscsi', '_interfaces': [{'id': '787376a5-c2fa-483e-b42a-575b92304a53', 'name': '', 'network_id': 'c4fadacd-04d4-4870-8793-9f4ee403a1a6', 'tenant_id': '482d1a06c1cf4ed8a953d720f4ec4b87', 'mac_address': 'fa:16:3e:52:b5:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0e3a1e8-8ebf-42ec-aa53-d91170fdeb67', 'device_owner': 'network:router_interface', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': 'e5c6608c-b7b9-4514-a625-34372004715b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:57:46Z', 'updated_at': '2021-04-15T19:57:48Z', 'revision_number': 2, 'project_id': '482d1a06c1cf4ed8a953d720f4ec4b87', 'subnets': [{'id': 'e5c6608c-b7b9-4514-a625-34372004715b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 15 19:57:51.793538 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.wsgi [-] (85345) accepted ('10.222.0.47', 52596) {{(pid=85345) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:57:51.806491 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.v2.base [None req-6cc41bea-0cd5-4656-a500-9ab7ec7aca1e tempest-TestVolumeBootPattern-370122628 tempest-TestVolumeBootPattern-370122628-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1916226041', 'description': 'tempest-secgroup-smoke-1916226041 description', 'project_id': '1794582df1734e8d80790f7e87a6fcd2'}} {{(pid=85345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 19:57:51.819463 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.quota.driver [None req-6cc41bea-0cd5-4656-a500-9ab7ec7aca1e tempest-TestVolumeBootPattern-370122628 tempest-TestVolumeBootPattern-370122628-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85345) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:57:51.830916 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource [None req-6cc41bea-0cd5-4656-a500-9ab7ec7aca1e tempest-TestVolumeBootPattern-370122628 tempest-TestVolumeBootPattern-370122628-project] Usage tracker for resource:security_group and tenant:1794582df1734e8d80790f7e87a6fcd2 is out of sync, need to count used quota {{(pid=85345) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:57:51.839272 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource [None req-6cc41bea-0cd5-4656-a500-9ab7ec7aca1e tempest-TestVolumeBootPattern-370122628 tempest-TestVolumeBootPattern-370122628-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=85345) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:57:51.856885 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.quota.driver [None req-6cc41bea-0cd5-4656-a500-9ab7ec7aca1e tempest-TestVolumeBootPattern-370122628 tempest-TestVolumeBootPattern-370122628-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=85345) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:57:51.876960 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-6cc41bea-0cd5-4656-a500-9ab7ec7aca1e tempest-TestVolumeBootPattern-370122628 tempest-TestVolumeBootPattern-370122628-project] Notify callbacks [] for security_group, before_create {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:57:51.901263 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.quota.driver [None req-6cc41bea-0cd5-4656-a500-9ab7ec7aca1e tempest-TestVolumeBootPattern-370122628 tempest-TestVolumeBootPattern-370122628-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85345) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:57:51.907620 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource [None req-6cc41bea-0cd5-4656-a500-9ab7ec7aca1e tempest-TestVolumeBootPattern-370122628 tempest-TestVolumeBootPattern-370122628-project] Usage tracker for resource:security_group_rule and tenant:1794582df1734e8d80790f7e87a6fcd2 is out of sync, need to count used quota {{(pid=85345) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:57:51.912303 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource [None req-6cc41bea-0cd5-4656-a500-9ab7ec7aca1e tempest-TestVolumeBootPattern-370122628 tempest-TestVolumeBootPattern-370122628-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=85345) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:57:51.920278 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.quota.driver [None req-6cc41bea-0cd5-4656-a500-9ab7ec7aca1e tempest-TestVolumeBootPattern-370122628 tempest-TestVolumeBootPattern-370122628-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=85345) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:57:52.070576 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-6cc41bea-0cd5-4656-a500-9ab7ec7aca1e tempest-TestVolumeBootPattern-370122628 tempest-TestVolumeBootPattern-370122628-project] Notify callbacks [] for security_group, precommit_create {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:57:52.075217 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-6cc41bea-0cd5-4656-a500-9ab7ec7aca1e tempest-TestVolumeBootPattern-370122628 tempest-TestVolumeBootPattern-370122628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806004'] for security_group, after_create {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:57:52.082802 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-6f813c5d-5ed2-40c9-a45e-9ba79543c1ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:57:52.161275 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc41bea-0cd5-4656-a500-9ab7ec7aca1e tempest-TestVolumeBootPattern-370122628 tempest-TestVolumeBootPattern-370122628-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dec273f8-3574-4212-8c74-b29372db87d8,revision_number=1']} {{(pid=85345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:57:52.166688 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-6cc41bea-0cd5-4656-a500-9ab7ec7aca1e tempest-TestVolumeBootPattern-370122628 tempest-TestVolumeBootPattern-370122628-project] Notify callbacks [] for security_group, before_response {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:57:52.171817 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [None req-6cc41bea-0cd5-4656-a500-9ab7ec7aca1e tempest-TestVolumeBootPattern-370122628 tempest-TestVolumeBootPattern-370122628-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1794 time: 0.3759658
Apr 15 19:57:52.172117 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.wsgi [-] (85345) accepted ('10.222.0.47', 52612) {{(pid=85345) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:57:52.172895 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-6cc41bea-0cd5-4656-a500-9ab7ec7aca1e tempest-TestVolumeBootPattern-370122628 tempest-TestVolumeBootPattern-370122628-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:57:52.179823 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.v2.base [None req-8cc2c613-605e-48a1-b14d-f2eb64815a13 tempest-TestVolumeBootPattern-370122628 tempest-TestVolumeBootPattern-370122628-project] Request body: {'security_group_rule': {'security_group_id': 'dec273f8-3574-4212-8c74-b29372db87d8', 'project_id': '1794582df1734e8d80790f7e87a6fcd2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=85345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 19:57:52.190119 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.quota.driver [None req-8cc2c613-605e-48a1-b14d-f2eb64815a13 tempest-TestVolumeBootPattern-370122628 tempest-TestVolumeBootPattern-370122628-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85345) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:57:52.197609 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource [None req-8cc2c613-605e-48a1-b14d-f2eb64815a13 tempest-TestVolumeBootPattern-370122628 tempest-TestVolumeBootPattern-370122628-project] Usage tracker for resource:security_group_rule and tenant:1794582df1734e8d80790f7e87a6fcd2 is out of sync, need to count used quota {{(pid=85345) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:57:52.200471 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource [None req-8cc2c613-605e-48a1-b14d-f2eb64815a13 tempest-TestVolumeBootPattern-370122628 tempest-TestVolumeBootPattern-370122628-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=85345) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:57:52.213318 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.quota.driver [None req-8cc2c613-605e-48a1-b14d-f2eb64815a13 tempest-TestVolumeBootPattern-370122628 tempest-TestVolumeBootPattern-370122628-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=85345) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:57:52.245536 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-8cc2c613-605e-48a1-b14d-f2eb64815a13 tempest-TestVolumeBootPattern-370122628 tempest-TestVolumeBootPattern-370122628-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:57:52.385138 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-8cc2c613-605e-48a1-b14d-f2eb64815a13 tempest-TestVolumeBootPattern-370122628 tempest-TestVolumeBootPattern-370122628-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:57:52.399552 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-8cc2c613-605e-48a1-b14d-f2eb64815a13 tempest-TestVolumeBootPattern-370122628 tempest-TestVolumeBootPattern-370122628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805984'] for security_group_rule, after_create {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:57:52.402871 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-559ea926-fd5e-4882-bec7-c86aa534992f tempest-AttachVolumeTestJSON-1178366330 tempest-AttachVolumeTestJSON-1178366330-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:57:52.433643 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc2c613-605e-48a1-b14d-f2eb64815a13 tempest-TestVolumeBootPattern-370122628 tempest-TestVolumeBootPattern-370122628-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c92ba8b-052f-4132-a6ac-628992f7f108,revision_number=0']} {{(pid=85345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:57:52.437165 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-8cc2c613-605e-48a1-b14d-f2eb64815a13 tempest-TestVolumeBootPattern-370122628 tempest-TestVolumeBootPattern-370122628-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:57:52.447455 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-8cc2c613-605e-48a1-b14d-f2eb64815a13 tempest-TestVolumeBootPattern-370122628 tempest-TestVolumeBootPattern-370122628-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:57:52.452870 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [None req-8cc2c613-605e-48a1-b14d-f2eb64815a13 tempest-TestVolumeBootPattern-370122628 tempest-TestVolumeBootPattern-370122628-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.2787809
Apr 15 19:57:52.453612 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.wsgi [-] (85344) accepted ('10.222.0.47', 52620) {{(pid=85344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:57:52.466090 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.v2.base [None req-23d8d94e-3b67-4de1-8c01-a99a6886f393 tempest-TestVolumeBootPattern-370122628 tempest-TestVolumeBootPattern-370122628-project] Request body: {'security_group_rule': {'security_group_id': 'dec273f8-3574-4212-8c74-b29372db87d8', 'project_id': '1794582df1734e8d80790f7e87a6fcd2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=85344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 19:57:52.474696 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.quota.driver [None req-23d8d94e-3b67-4de1-8c01-a99a6886f393 tempest-TestVolumeBootPattern-370122628 tempest-TestVolumeBootPattern-370122628-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:57:52.479751 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource [None req-23d8d94e-3b67-4de1-8c01-a99a6886f393 tempest-TestVolumeBootPattern-370122628 tempest-TestVolumeBootPattern-370122628-project] Usage tracker for resource:security_group_rule and tenant:1794582df1734e8d80790f7e87a6fcd2 is out of sync, need to count used quota {{(pid=85344) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:57:52.483550 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource [None req-23d8d94e-3b67-4de1-8c01-a99a6886f393 tempest-TestVolumeBootPattern-370122628 tempest-TestVolumeBootPattern-370122628-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=85344) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:57:52.491410 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.quota.driver [None req-23d8d94e-3b67-4de1-8c01-a99a6886f393 tempest-TestVolumeBootPattern-370122628 tempest-TestVolumeBootPattern-370122628-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=85344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:57:52.512586 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-23d8d94e-3b67-4de1-8c01-a99a6886f393 tempest-TestVolumeBootPattern-370122628 tempest-TestVolumeBootPattern-370122628-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:57:52.600818 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-23d8d94e-3b67-4de1-8c01-a99a6886f393 tempest-TestVolumeBootPattern-370122628 tempest-TestVolumeBootPattern-370122628-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:57:52.604137 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-23d8d94e-3b67-4de1-8c01-a99a6886f393 tempest-TestVolumeBootPattern-370122628 tempest-TestVolumeBootPattern-370122628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805984'] for security_group_rule, after_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:57:52.606767 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:57:52.639659 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d8d94e-3b67-4de1-8c01-a99a6886f393 tempest-TestVolumeBootPattern-370122628 tempest-TestVolumeBootPattern-370122628-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=27a2312b-8b7a-44d3-b567-74a4378fa5df,revision_number=0']} {{(pid=85344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:57:52.642804 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-23d8d94e-3b67-4de1-8c01-a99a6886f393 tempest-TestVolumeBootPattern-370122628 tempest-TestVolumeBootPattern-370122628-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:57:52.651175 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-23d8d94e-3b67-4de1-8c01-a99a6886f393 tempest-TestVolumeBootPattern-370122628 tempest-TestVolumeBootPattern-370122628-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:57:52.652685 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [None req-23d8d94e-3b67-4de1-8c01-a99a6886f393 tempest-TestVolumeBootPattern-370122628 tempest-TestVolumeBootPattern-370122628-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.1974316
Apr 15 19:57:52.657946 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.wsgi [-] (85344) accepted ('10.222.0.47', 52624) {{(pid=85344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:57:52.668715 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.v2.base [None req-67b55f89-46a5-4090-ac50-44ea4bc3bbbb tempest-TestVolumeBootPattern-370122628 tempest-TestVolumeBootPattern-370122628-project] Request body: {'security_group_rule': {'security_group_id': 'dec273f8-3574-4212-8c74-b29372db87d8', 'project_id': '1794582df1734e8d80790f7e87a6fcd2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=85344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 19:57:52.684319 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.quota.driver [None req-67b55f89-46a5-4090-ac50-44ea4bc3bbbb tempest-TestVolumeBootPattern-370122628 tempest-TestVolumeBootPattern-370122628-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:57:52.699934 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource [None req-67b55f89-46a5-4090-ac50-44ea4bc3bbbb tempest-TestVolumeBootPattern-370122628 tempest-TestVolumeBootPattern-370122628-project] Usage tracker for resource:security_group_rule and tenant:1794582df1734e8d80790f7e87a6fcd2 is out of sync, need to count used quota {{(pid=85344) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:57:52.707400 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource [None req-67b55f89-46a5-4090-ac50-44ea4bc3bbbb tempest-TestVolumeBootPattern-370122628 tempest-TestVolumeBootPattern-370122628-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=85344) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:57:52.720883 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.quota.driver [None req-67b55f89-46a5-4090-ac50-44ea4bc3bbbb tempest-TestVolumeBootPattern-370122628 tempest-TestVolumeBootPattern-370122628-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=85344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:57:52.755208 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-67b55f89-46a5-4090-ac50-44ea4bc3bbbb tempest-TestVolumeBootPattern-370122628 tempest-TestVolumeBootPattern-370122628-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:57:52.880073 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-67b55f89-46a5-4090-ac50-44ea4bc3bbbb tempest-TestVolumeBootPattern-370122628 tempest-TestVolumeBootPattern-370122628-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:57:52.884828 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-67b55f89-46a5-4090-ac50-44ea4bc3bbbb tempest-TestVolumeBootPattern-370122628 tempest-TestVolumeBootPattern-370122628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805984'] for security_group_rule, after_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:57:52.888116 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-23d8d94e-3b67-4de1-8c01-a99a6886f393 tempest-TestVolumeBootPattern-370122628 tempest-TestVolumeBootPattern-370122628-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:57:52.927477 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b55f89-46a5-4090-ac50-44ea4bc3bbbb tempest-TestVolumeBootPattern-370122628 tempest-TestVolumeBootPattern-370122628-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0bb73186-9fe3-4cfb-8be0-317b746a7ded,revision_number=0']} {{(pid=85344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:57:52.932833 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-67b55f89-46a5-4090-ac50-44ea4bc3bbbb tempest-TestVolumeBootPattern-370122628 tempest-TestVolumeBootPattern-370122628-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:57:52.942583 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-67b55f89-46a5-4090-ac50-44ea4bc3bbbb tempest-TestVolumeBootPattern-370122628 tempest-TestVolumeBootPattern-370122628-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:57:52.948635 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [None req-67b55f89-46a5-4090-ac50-44ea4bc3bbbb tempest-TestVolumeBootPattern-370122628 tempest-TestVolumeBootPattern-370122628-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.2845106
Apr 15 19:57:52.949213 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.wsgi [-] (85344) accepted ('10.222.0.47', 52630) {{(pid=85344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:57:52.958471 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.v2.base [None req-939d418e-bebc-4926-9b68-c925a2654f41 tempest-TestVolumeBootPattern-370122628 tempest-TestVolumeBootPattern-370122628-project] Request body: {'security_group_rule': {'security_group_id': 'dec273f8-3574-4212-8c74-b29372db87d8', 'project_id': '1794582df1734e8d80790f7e87a6fcd2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=85344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 19:57:52.965831 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.quota.driver [None req-939d418e-bebc-4926-9b68-c925a2654f41 tempest-TestVolumeBootPattern-370122628 tempest-TestVolumeBootPattern-370122628-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:57:52.971495 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource [None req-939d418e-bebc-4926-9b68-c925a2654f41 tempest-TestVolumeBootPattern-370122628 tempest-TestVolumeBootPattern-370122628-project] Usage tracker for resource:security_group_rule and tenant:1794582df1734e8d80790f7e87a6fcd2 is out of sync, need to count used quota {{(pid=85344) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:57:52.975192 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource [None req-939d418e-bebc-4926-9b68-c925a2654f41 tempest-TestVolumeBootPattern-370122628 tempest-TestVolumeBootPattern-370122628-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=85344) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:57:52.983032 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.quota.driver [None req-939d418e-bebc-4926-9b68-c925a2654f41 tempest-TestVolumeBootPattern-370122628 tempest-TestVolumeBootPattern-370122628-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=85344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:57:53.006592 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-939d418e-bebc-4926-9b68-c925a2654f41 tempest-TestVolumeBootPattern-370122628 tempest-TestVolumeBootPattern-370122628-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:57:53.119744 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-939d418e-bebc-4926-9b68-c925a2654f41 tempest-TestVolumeBootPattern-370122628 tempest-TestVolumeBootPattern-370122628-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:57:53.126421 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-939d418e-bebc-4926-9b68-c925a2654f41 tempest-TestVolumeBootPattern-370122628 tempest-TestVolumeBootPattern-370122628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805984'] for security_group_rule, after_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:57:53.130897 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:57:53.172696 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939d418e-bebc-4926-9b68-c925a2654f41 tempest-TestVolumeBootPattern-370122628 tempest-TestVolumeBootPattern-370122628-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d1d02fdb-169e-4542-bf36-7b573483a388,revision_number=0']} {{(pid=85344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:57:53.176691 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-939d418e-bebc-4926-9b68-c925a2654f41 tempest-TestVolumeBootPattern-370122628 tempest-TestVolumeBootPattern-370122628-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:57:53.186642 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-939d418e-bebc-4926-9b68-c925a2654f41 tempest-TestVolumeBootPattern-370122628 tempest-TestVolumeBootPattern-370122628-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:57:53.188340 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [None req-939d418e-bebc-4926-9b68-c925a2654f41 tempest-TestVolumeBootPattern-370122628 tempest-TestVolumeBootPattern-370122628-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.2373779
Apr 15 19:57:53.193187 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.wsgi [-] (85345) accepted ('10.222.0.47', 52638) {{(pid=85345) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:57:53.204614 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.v2.base [None req-de599caa-6dda-408f-bd5f-039783017178 tempest-TestVolumeBootPattern-370122628 tempest-TestVolumeBootPattern-370122628-project] Request body: {'security_group_rule': {'security_group_id': 'dec273f8-3574-4212-8c74-b29372db87d8', 'project_id': '1794582df1734e8d80790f7e87a6fcd2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=85345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 19:57:53.224533 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.quota.driver [None req-de599caa-6dda-408f-bd5f-039783017178 tempest-TestVolumeBootPattern-370122628 tempest-TestVolumeBootPattern-370122628-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85345) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:57:53.234408 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource [None req-de599caa-6dda-408f-bd5f-039783017178 tempest-TestVolumeBootPattern-370122628 tempest-TestVolumeBootPattern-370122628-project] Usage tracker for resource:security_group_rule and tenant:1794582df1734e8d80790f7e87a6fcd2 is out of sync, need to count used quota {{(pid=85345) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:57:53.245715 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource [None req-de599caa-6dda-408f-bd5f-039783017178 tempest-TestVolumeBootPattern-370122628 tempest-TestVolumeBootPattern-370122628-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=85345) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:57:53.259046 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.quota.driver [None req-de599caa-6dda-408f-bd5f-039783017178 tempest-TestVolumeBootPattern-370122628 tempest-TestVolumeBootPattern-370122628-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=85345) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:57:53.278287 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.db.securitygroups_db [None req-de599caa-6dda-408f-bd5f-039783017178 tempest-TestVolumeBootPattern-370122628 tempest-TestVolumeBootPattern-370122628-project] Project 1794582df1734e8d80790f7e87a6fcd2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 15 19:57:53.290391 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-de599caa-6dda-408f-bd5f-039783017178 tempest-TestVolumeBootPattern-370122628 tempest-TestVolumeBootPattern-370122628-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:57:53.343904 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.rpc [None req-56ecdebd-c5a0-4569-bc96-ba437f5ce558 None None] Device 601042e8-fa45-4968-80f2-9f60b226c3a5 up at agent ovs-agent-dv-cinder-786383-2-iscsi {{(pid=85346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 19:57:53.396124 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-de599caa-6dda-408f-bd5f-039783017178 tempest-TestVolumeBootPattern-370122628 tempest-TestVolumeBootPattern-370122628-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:57:53.402234 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-de599caa-6dda-408f-bd5f-039783017178 tempest-TestVolumeBootPattern-370122628 tempest-TestVolumeBootPattern-370122628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805984'] for security_group_rule, after_create {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:57:53.416446 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:57:53.442429 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.provisioning_blocks [None req-56ecdebd-c5a0-4569-bc96-ba437f5ce558 None None] Provisioning for port 601042e8-fa45-4968-80f2-9f60b226c3a5 completed by entity L2. {{(pid=85346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 19:57:53.450825 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de599caa-6dda-408f-bd5f-039783017178 tempest-TestVolumeBootPattern-370122628 tempest-TestVolumeBootPattern-370122628-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7773a905-b83d-45fb-96fd-d5099ec9985e,revision_number=0']} {{(pid=85345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:57:53.452708 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.provisioning_blocks [None req-56ecdebd-c5a0-4569-bc96-ba437f5ce558 None None] Provisioning complete for port 601042e8-fa45-4968-80f2-9f60b226c3a5 triggered by entity L2. {{(pid=85346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 19:57:53.453481 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-56ecdebd-c5a0-4569-bc96-ba437f5ce558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-428662'] for port, provisioning_complete {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:57:53.453681 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-de599caa-6dda-408f-bd5f-039783017178 tempest-TestVolumeBootPattern-370122628 tempest-TestVolumeBootPattern-370122628-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:57:53.461155 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-de599caa-6dda-408f-bd5f-039783017178 tempest-TestVolumeBootPattern-370122628 tempest-TestVolumeBootPattern-370122628-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:57:53.462504 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [None req-de599caa-6dda-408f-bd5f-039783017178 tempest-TestVolumeBootPattern-370122628 tempest-TestVolumeBootPattern-370122628-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.2677519
Apr 15 19:57:53.468399 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.wsgi [-] (85344) accepted ('10.222.0.47', 52648) {{(pid=85344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:57:53.480227 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.v2.base [None req-d0f173de-2a25-4b2b-be73-baa22941a332 tempest-TestVolumeBootPattern-370122628 tempest-TestVolumeBootPattern-370122628-project] Request body: {'security_group_rule': {'security_group_id': 'dec273f8-3574-4212-8c74-b29372db87d8', 'project_id': '1794582df1734e8d80790f7e87a6fcd2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=85344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 19:57:53.496460 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.quota.driver [None req-d0f173de-2a25-4b2b-be73-baa22941a332 tempest-TestVolumeBootPattern-370122628 tempest-TestVolumeBootPattern-370122628-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:57:53.506282 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource [None req-d0f173de-2a25-4b2b-be73-baa22941a332 tempest-TestVolumeBootPattern-370122628 tempest-TestVolumeBootPattern-370122628-project] Usage tracker for resource:security_group_rule and tenant:1794582df1734e8d80790f7e87a6fcd2 is out of sync, need to count used quota {{(pid=85344) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:57:53.514287 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource [None req-d0f173de-2a25-4b2b-be73-baa22941a332 tempest-TestVolumeBootPattern-370122628 tempest-TestVolumeBootPattern-370122628-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=85344) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:57:53.529352 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.quota.driver [None req-d0f173de-2a25-4b2b-be73-baa22941a332 tempest-TestVolumeBootPattern-370122628 tempest-TestVolumeBootPattern-370122628-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=85344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:57:53.550495 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.db.securitygroups_db [None req-d0f173de-2a25-4b2b-be73-baa22941a332 tempest-TestVolumeBootPattern-370122628 tempest-TestVolumeBootPattern-370122628-project] Project 1794582df1734e8d80790f7e87a6fcd2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 15 19:57:53.568872 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-d0f173de-2a25-4b2b-be73-baa22941a332 tempest-TestVolumeBootPattern-370122628 tempest-TestVolumeBootPattern-370122628-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:57:53.716792 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-56ecdebd-c5a0-4569-bc96-ba437f5ce558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854565853'] for port, before_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:57:53.731318 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-d0f173de-2a25-4b2b-be73-baa22941a332 tempest-TestVolumeBootPattern-370122628 tempest-TestVolumeBootPattern-370122628-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:57:53.790664 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.db [None req-56ecdebd-c5a0-4569-bc96-ba437f5ce558 None None] For port 601042e8-fa45-4968-80f2-9f60b226c3a5, host dv-cinder-786383-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-2-iscsi',level=0,port_id=601042e8-fa45-4968-80f2-9f60b226c3a5,segment=NetworkSegment(e9359222-f335-47df-9fcb-1acccd0748d1),segment_id=e9359222-f335-47df-9fcb-1acccd0748d1)] {{(pid=85346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 19:57:53.792217 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-d0f173de-2a25-4b2b-be73-baa22941a332 tempest-TestVolumeBootPattern-370122628 tempest-TestVolumeBootPattern-370122628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805984'] for security_group_rule, after_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:57:53.792217 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:57:53.794150 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-56ecdebd-c5a0-4569-bc96-ba437f5ce558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854693686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852972410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789846929216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789846482410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789846483725'] for port, after_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:57:53.796367 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-ec5dc40f-f0cc-4b53-aa48-224e9d9bbb70 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:57:53.817481 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f173de-2a25-4b2b-be73-baa22941a332 tempest-TestVolumeBootPattern-370122628 tempest-TestVolumeBootPattern-370122628-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe3e1177-8de9-438d-b1aa-4939fb288e02,revision_number=0']} {{(pid=85344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:57:53.835487 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-d0f173de-2a25-4b2b-be73-baa22941a332 tempest-TestVolumeBootPattern-370122628 tempest-TestVolumeBootPattern-370122628-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:57:53.853195 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-d0f173de-2a25-4b2b-be73-baa22941a332 tempest-TestVolumeBootPattern-370122628 tempest-TestVolumeBootPattern-370122628-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:57:53.855490 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [None req-d0f173de-2a25-4b2b-be73-baa22941a332 tempest-TestVolumeBootPattern-370122628 tempest-TestVolumeBootPattern-370122628-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.3848479
Apr 15 19:57:53.899978 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ecdebd-c5a0-4569-bc96-ba437f5ce558 None None] Pushing event updated for resources: {'Port': ['ID=601042e8-fa45-4968-80f2-9f60b226c3a5,revision_number=4']} {{(pid=85346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:57:53.906712 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-56ecdebd-c5a0-4569-bc96-ba437f5ce558 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:57:54.930472 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.wsgi [-] (85344) accepted ('10.222.0.47', 52708) {{(pid=85344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:57:55.055905 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.db_base_plugin_v2 [None req-91a8543e-7c65-42b1-973d-3838aa8f16f7 admin admin] Deleting subnet b2e1a883-1b41-4d7e-b551-2578999cbee3 {{(pid=85344) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 15 19:57:55.062106 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-91a8543e-7c65-42b1-973d-3838aa8f16f7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:57:55.179770 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-91a8543e-7c65-42b1-973d-3838aa8f16f7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2751258'] for subnet, precommit_delete_associations {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:57:55.219783 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47159a42-595a-48a9-b28e-e018a51ece0b None None] Sync routers for ids ['b0e3a1e8-8ebf-42ec-aa53-d91170fdeb67'] in dv-cinder-786383-2-iscsi {{(pid=85347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 15 19:57:55.257637 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47159a42-595a-48a9-b28e-e018a51ece0b None None] Routers {'b0e3a1e8-8ebf-42ec-aa53-d91170fdeb67'} bound to L3 agent in host dv-cinder-786383-2-iscsi {{(pid=85347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 19:57:55.261965 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.l3_hamode_db [None req-47159a42-595a-48a9-b28e-e018a51ece0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe8b9c8d9b0>, 'dv-cinder-786383-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-15T19:40:08Z,description=<?>,heartbeat_timestamp=2021-04-15T19:57:38Z,host='dv-cinder-786383-2-iscsi',id=74482fb0-5b00-43f0-8fa9-533a3c8b2378,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T19:40:08Z,topic='l3_agent')) {'router_ids': ['b0e3a1e8-8ebf-42ec-aa53-d91170fdeb67'], 'active': True} {{(pid=85347) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 19:57:55.331718 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.rpc [None req-56ecdebd-c5a0-4569-bc96-ba437f5ce558 None None] Device 601042e8-fa45-4968-80f2-9f60b226c3a5 up at agent ovs-agent-dv-cinder-786383-2-iscsi {{(pid=85346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 19:57:55.367107 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-91a8543e-7c65-42b1-973d-3838aa8f16f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8687'] for subnet, precommit_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:57:55.559419 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.provisioning_blocks [None req-56ecdebd-c5a0-4569-bc96-ba437f5ce558 None None] Provisioning complete for port 601042e8-fa45-4968-80f2-9f60b226c3a5 triggered by entity L2. {{(pid=85346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 19:57:55.559993 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-56ecdebd-c5a0-4569-bc96-ba437f5ce558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-428662'] for port, provisioning_complete {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:57:55.864251 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-91a8543e-7c65-42b1-973d-3838aa8f16f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854767129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852808376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852972410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3153990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852221213'] for subnet, after_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:57:55.893860 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-54b7dd79-a19c-4f28-b281-a4d12a79f7c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:57:55.952681 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.l3_dvr_db [None req-47159a42-595a-48a9-b28e-e018a51ece0b None None] Set router b0e3a1e8-8ebf-42ec-aa53-d91170fdeb67 gateway port host: dv-cinder-786383-2-iscsi {{(pid=85347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 19:57:56.026588 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a8543e-7c65-42b1-973d-3838aa8f16f7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b2e1a883-1b41-4d7e-b551-2578999cbee3,revision_number=None']} {{(pid=85344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:57:56.031995 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-91a8543e-7c65-42b1-973d-3838aa8f16f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:57:56.074622 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-91a8543e-7c65-42b1-973d-3838aa8f16f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852972363'] for subnet, before_response {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:57:56.082293 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [None req-91a8543e-7c65-42b1-973d-3838aa8f16f7 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/b2e1a883-1b41-4d7e-b551-2578999cbee3 HTTP/1.1" status: 204  len: 168 time: 1.1492510
Apr 15 19:57:56.087299 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.wsgi [-] (85344) accepted ('10.222.0.47', 52732) {{(pid=85344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:57:56.305103 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-25a1c102-2611-4b3f-8a4f-089066f9cdd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854748596'] for network, before_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:57:56.585119 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.l3_hamode_db [None req-47159a42-595a-48a9-b28e-e018a51ece0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe8b9c8d9b0>, [{'id': 'b0e3a1e8-8ebf-42ec-aa53-d91170fdeb67', 'name': 'tempest-TestVolumeBootPattern-1438197568-router', 'tenant_id': '482d1a06c1cf4ed8a953d720f4ec4b87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b576887-bb01-4bfc-8617-ca8b886d7b7e', 'external_fixed_ips': [{'subnet_id': '7ad9face-0ae3-4529-aacd-d53ebb36e4d0', 'ip_address': '172.27.2.149'}], 'enable_snat': True}, 'gw_port_id': '601042e8-fa45-4968-80f2-9f60b226c3a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:57:39Z', 'updated_at': '2021-04-15T19:57:48Z', 'revision_number': 4, 'project_id': '482d1a06c1cf4ed8a953d720f4ec4b87', 'gw_port': {'id': '601042e8-fa45-4968-80f2-9f60b226c3a5', 'name': '', 'network_id': '0b576887-bb01-4bfc-8617-ca8b886d7b7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:6b:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0e3a1e8-8ebf-42ec-aa53-d91170fdeb67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '7ad9face-0ae3-4529-aacd-d53ebb36e4d0', 'ip_address': '172.27.2.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:57:40Z', 'updated_at': '2021-04-15T19:57:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ad9face-0ae3-4529-aacd-d53ebb36e4d0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-2-iscsi', '_interfaces': [{'id': '787376a5-c2fa-483e-b42a-575b92304a53', 'name': '', 'network_id': 'c4fadacd-04d4-4870-8793-9f4ee403a1a6', 'tenant_id': '482d1a06c1cf4ed8a953d720f4ec4b87', 'mac_address': 'fa:16:3e:52:b5:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0e3a1e8-8ebf-42ec-aa53-d91170fdeb67', 'device_owner': 'network:router_interface', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': 'e5c6608c-b7b9-4514-a625-34372004715b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:57:46Z', 'updated_at': '2021-04-15T19:57:48Z', 'revision_number': 2, 'project_id': '482d1a06c1cf4ed8a953d720f4ec4b87', 'subnets': [{'id': 'e5c6608c-b7b9-4514-a625-34372004715b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786383-2-iscsi', False) {} {{(pid=85347) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 19:57:56.593729 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47159a42-595a-48a9-b28e-e018a51ece0b None None] Checking router: b0e3a1e8-8ebf-42ec-aa53-d91170fdeb67 for host: dv-cinder-786383-2-iscsi {{(pid=85347) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 15 19:57:56.594508 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47159a42-595a-48a9-b28e-e018a51ece0b None None] Updating router b0e3a1e8-8ebf-42ec-aa53-d91170fdeb67 port 787376a5-c2fa-483e-b42a-575b92304a53 binding host dv-cinder-786383-2-iscsi {{(pid=85347) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 15 19:57:56.661542 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-25a1c102-2611-4b3f-8a4f-089066f9cdd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854320274', 'neutron.services.segments.db._delete_segments_for_network-8789847050952'] for network, precommit_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:57:56.688675 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-47159a42-595a-48a9-b28e-e018a51ece0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854565853'] for port, before_update {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:57:56.928878 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.services.segments.db [None req-25a1c102-2611-4b3f-8a4f-089066f9cdd4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe8b869b4a8>,) {'filters': {'network_id': ['91119058-40a7-4d92-9915-8ad275971f47']}} {{(pid=85344) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 19:57:56.951770 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.services.segments.db [None req-25a1c102-2611-4b3f-8a4f-089066f9cdd4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe8b869b4a8>, '45072c43-142a-403b-ba9f-04d0dc8cb809') {'for_net_delete': True} {{(pid=85344) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 19:57:56.952316 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.services.segments.db [None req-25a1c102-2611-4b3f-8a4f-089066f9cdd4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe8b869b4a8>, '45072c43-142a-403b-ba9f-04d0dc8cb809') {} {{(pid=85344) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 19:57:56.985579 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-25a1c102-2611-4b3f-8a4f-089066f9cdd4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789847056089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852024542'] for segment, before_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:57:57.029152 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-25a1c102-2611-4b3f-8a4f-089066f9cdd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854767479'] for segment, precommit_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:57:57.047067 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-25a1c102-2611-4b3f-8a4f-089066f9cdd4 admin admin] Releasing vlan 664 on physical network physnet1 to pool {{(pid=85344) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 15 19:57:57.223661 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-47159a42-595a-48a9-b28e-e018a51ece0b None None] Notify callbacks [] for port, precommit_update {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:57:57.332149 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.managers [None req-25a1c102-2611-4b3f-8a4f-089066f9cdd4 admin admin] Network 91119058-40a7-4d92-9915-8ad275971f47 has no segments {{(pid=85344) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 15 19:57:57.342837 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-25a1c102-2611-4b3f-8a4f-089066f9cdd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851621145'] for segment, after_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:57:57.577641 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.managers [None req-25a1c102-2611-4b3f-8a4f-089066f9cdd4 admin admin] Network 91119058-40a7-4d92-9915-8ad275971f47 has no segments {{(pid=85344) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 15 19:57:57.611409 dv-cinder-786383-2-iscsi neutron-server[85229]: Traceback (most recent call last):
Apr 15 19:57:57.611409 dv-cinder-786383-2-iscsi neutron-server[85229]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 15 19:57:57.611409 dv-cinder-786383-2-iscsi neutron-server[85229]:     timer()
Apr 15 19:57:57.611409 dv-cinder-786383-2-iscsi neutron-server[85229]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 15 19:57:57.611409 dv-cinder-786383-2-iscsi neutron-server[85229]:     cb(*args, **kw)
Apr 15 19:57:57.611409 dv-cinder-786383-2-iscsi neutron-server[85229]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 15 19:57:57.611409 dv-cinder-786383-2-iscsi neutron-server[85229]:     return func(*args, **kwargs)
Apr 15 19:57:57.611409 dv-cinder-786383-2-iscsi neutron-server[85229]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 15 19:57:57.611409 dv-cinder-786383-2-iscsi neutron-server[85229]:     self._notify()
Apr 15 19:57:57.611409 dv-cinder-786383-2-iscsi neutron-server[85229]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 15 19:57:57.611409 dv-cinder-786383-2-iscsi neutron-server[85229]:     self.callback(batched_events)
Apr 15 19:57:57.611409 dv-cinder-786383-2-iscsi neutron-server[85229]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 15 19:57:57.611409 dv-cinder-786383-2-iscsi neutron-server[85229]:     event.method(event)
Apr 15 19:57:57.611409 dv-cinder-786383-2-iscsi neutron-server[85229]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 15 19:57:57.611409 dv-cinder-786383-2-iscsi neutron-server[85229]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 15 19:57:57.611409 dv-cinder-786383-2-iscsi neutron-server[85229]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 15 19:57:57.611409 dv-cinder-786383-2-iscsi neutron-server[85229]:     segment_id)['aggregates'][0]
Apr 15 19:57:57.611409 dv-cinder-786383-2-iscsi neutron-server[85229]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 15 19:57:57.611409 dv-cinder-786383-2-iscsi neutron-server[85229]:     return f(self, *a, **k)
Apr 15 19:57:57.611409 dv-cinder-786383-2-iscsi neutron-server[85229]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 15 19:57:57.611409 dv-cinder-786383-2-iscsi neutron-server[85229]:     return self._get(url).json()
Apr 15 19:57:57.611409 dv-cinder-786383-2-iscsi neutron-server[85229]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 15 19:57:57.611409 dv-cinder-786383-2-iscsi neutron-server[85229]:     **kwargs)
Apr 15 19:57:57.611409 dv-cinder-786383-2-iscsi neutron-server[85229]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 15 19:57:57.611409 dv-cinder-786383-2-iscsi neutron-server[85229]:     return self.request(url, 'GET', **kwargs)
Apr 15 19:57:57.611409 dv-cinder-786383-2-iscsi neutron-server[85229]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 15 19:57:57.611409 dv-cinder-786383-2-iscsi neutron-server[85229]:     **endpoint_filter)
Apr 15 19:57:57.611409 dv-cinder-786383-2-iscsi neutron-server[85229]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 15 19:57:57.611409 dv-cinder-786383-2-iscsi neutron-server[85229]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 15 19:57:57.611409 dv-cinder-786383-2-iscsi neutron-server[85229]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 15 19:57:57.611409 dv-cinder-786383-2-iscsi neutron-server[85229]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 15 19:57:57.611409 dv-cinder-786383-2-iscsi neutron-server[85229]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 15 19:57:57.702148 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.provisioning_blocks [None req-47159a42-595a-48a9-b28e-e018a51ece0b None None] Transition to ACTIVE for port object 787376a5-c2fa-483e-b42a-575b92304a53 will not be triggered until provisioned by entity L2. {{(pid=85347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 19:57:57.707440 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-25a1c102-2611-4b3f-8a4f-089066f9cdd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-455527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852808340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852972410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1673212'] for network, after_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:57:57.710014 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-47159a42-595a-48a9-b28e-e018a51ece0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854693686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852972410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789846929216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789846482410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789846483725'] for port, after_update {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:57:57.723869 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:57:57.753501 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-25a1c102-2611-4b3f-8a4f-089066f9cdd4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852972363'] for network, before_response {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:57:57.755000 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:57:57.779661 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a1c102-2611-4b3f-8a4f-089066f9cdd4 admin admin] Pushing event deleted for resources: {'Network': ['ID=91119058-40a7-4d92-9915-8ad275971f47,revision_number=None']} {{(pid=85344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:57:57.785005 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-25a1c102-2611-4b3f-8a4f-089066f9cdd4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:57:57.798239 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [None req-25a1c102-2611-4b3f-8a4f-089066f9cdd4 admin admin] 10.222.0.47 "DELETE /v2.0/networks/91119058-40a7-4d92-9915-8ad275971f47 HTTP/1.1" status: 204  len: 168 time: 1.7090323
Apr 15 19:57:57.923611 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfcc4dcf-ae2c-4a07-9f34-827a769f5cd7 None None] Pushing event updated for resources: {'Port': ['ID=787376a5-c2fa-483e-b42a-575b92304a53,revision_number=3']} {{(pid=85347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:57:57.929797 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-bfcc4dcf-ae2c-4a07-9f34-827a769f5cd7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=85347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:57:58.119058 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.wsgi [-] (85344) accepted ('10.222.0.47', 52758) {{(pid=85344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:57:58.222552 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [None req-3d2afd00-1780-45fb-a3c0-8e43f852d8db admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=eb14f2a277d24b47a4387fa0c3b543f8&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0973167
Apr 15 19:57:58.223267 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.wsgi [-] (85344) accepted ('10.222.0.47', 52764) {{(pid=85344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:57:58.238351 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.managers [None req-47159a42-595a-48a9-b28e-e018a51ece0b None None] Attempting to bind port 787376a5-c2fa-483e-b42a-575b92304a53 on host dv-cinder-786383-2-iscsi for vnic_type normal with profile  {{(pid=85347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 15 19:57:58.238829 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.managers [None req-47159a42-595a-48a9-b28e-e018a51ece0b None None] Attempting to bind port 787376a5-c2fa-483e-b42a-575b92304a53 by drivers openvswitch,hyperv on host dv-cinder-786383-2-iscsi at level 0 using segments [{'id': '9b5bff5b-a286-4e97-a956-147467ed77c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'c4fadacd-04d4-4870-8793-9f4ee403a1a6'}] {{(pid=85347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 15 19:57:58.239274 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47159a42-595a-48a9-b28e-e018a51ece0b None None] Attempting to bind port 787376a5-c2fa-483e-b42a-575b92304a53 on network c4fadacd-04d4-4870-8793-9f4ee403a1a6 {{(pid=85347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 19:57:58.247505 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47159a42-595a-48a9-b28e-e018a51ece0b None None] Checking agent: {'id': 'be1a0b7a-7144-4bb6-9f10-b289de7b23b3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786383-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 19, 40, 9), 'started_at': datetime.datetime(2021, 4, 15, 19, 40, 39), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 19, 57, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786383-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 15 19:57:58.248359 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47159a42-595a-48a9-b28e-e018a51ece0b None None] Checking segment: {'id': '9b5bff5b-a286-4e97-a956-147467ed77c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'c4fadacd-04d4-4870-8793-9f4ee403a1a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 19:57:58.249029 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-47159a42-595a-48a9-b28e-e018a51ece0b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:57:58.249921 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47159a42-595a-48a9-b28e-e018a51ece0b None None] Bound using segment: {'id': '9b5bff5b-a286-4e97-a956-147467ed77c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'c4fadacd-04d4-4870-8793-9f4ee403a1a6'} {{(pid=85347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 15 19:57:58.250719 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.managers [None req-47159a42-595a-48a9-b28e-e018a51ece0b None None] Bound port: 787376a5-c2fa-483e-b42a-575b92304a53, host: dv-cinder-786383-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b5bff5b-a286-4e97-a956-147467ed77c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'c4fadacd-04d4-4870-8793-9f4ee403a1a6'}}] {{(pid=85347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 15 19:57:58.251215 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-47159a42-595a-48a9-b28e-e018a51ece0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854565853'] for port, before_update {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:57:58.329163 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-9ec57f98-947f-4bc6-8762-16954afe4a0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:57:58.395974 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-9ec57f98-947f-4bc6-8762-16954afe4a0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:57:58.404587 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.db [None req-47159a42-595a-48a9-b28e-e018a51ece0b None None] For port 787376a5-c2fa-483e-b42a-575b92304a53, host dv-cinder-786383-2-iscsi, cleared binding levels {{(pid=85347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 15 19:57:58.412799 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.db [None req-47159a42-595a-48a9-b28e-e018a51ece0b None None] For port 787376a5-c2fa-483e-b42a-575b92304a53, host dv-cinder-786383-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-2-iscsi',level=0,port_id=787376a5-c2fa-483e-b42a-575b92304a53,segment=NetworkSegment(9b5bff5b-a286-4e97-a956-147467ed77c1),segment_id=9b5bff5b-a286-4e97-a956-147467ed77c1)] {{(pid=85347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 15 19:57:58.418218 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-47159a42-595a-48a9-b28e-e018a51ece0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854693686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852972410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789846929216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789846482410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789846483725'] for port, after_update {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:57:58.448588 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-6baa8da4-b3d1-44c3-99c6-6bbfd13472f7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:57:58.467111 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-9ec57f98-947f-4bc6-8762-16954afe4a0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806004'] for security_group, after_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:57:58.471688 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-54b6b5cc-94a3-4dab-9cfb-ed987457b61e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:57:58.491379 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec57f98-947f-4bc6-8762-16954afe4a0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f095c61c-fe4a-44c2-90e3-b7fb4e45e31a,revision_number=None']} {{(pid=85344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:57:58.494450 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-9ec57f98-947f-4bc6-8762-16954afe4a0a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:57:58.512679 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-9ec57f98-947f-4bc6-8762-16954afe4a0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:57:58.516553 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [None req-9ec57f98-947f-4bc6-8762-16954afe4a0a admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/f095c61c-fe4a-44c2-90e3-b7fb4e45e31a HTTP/1.1" status: 204  len: 168 time: 0.2895396
Apr 15 19:57:58.759686 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfcc4dcf-ae2c-4a07-9f34-827a769f5cd7 None None] Pushing event updated for resources: {'Port': ['ID=787376a5-c2fa-483e-b42a-575b92304a53,revision_number=4']} {{(pid=85347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:57:58.771107 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-bfcc4dcf-ae2c-4a07-9f34-827a769f5cd7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.322s {{(pid=85347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:57:58.836881 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47159a42-595a-48a9-b28e-e018a51ece0b None None] Routers {'b0e3a1e8-8ebf-42ec-aa53-d91170fdeb67'} bound to L3 agent in host dv-cinder-786383-2-iscsi {{(pid=85347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 19:57:58.837876 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.l3_hamode_db [None req-47159a42-595a-48a9-b28e-e018a51ece0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe8b9c8d9b0>, 'dv-cinder-786383-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-15T19:40:08Z,description=<?>,heartbeat_timestamp=2021-04-15T19:57:38Z,host='dv-cinder-786383-2-iscsi',id=74482fb0-5b00-43f0-8fa9-533a3c8b2378,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T19:40:08Z,topic='l3_agent')) {'router_ids': ['b0e3a1e8-8ebf-42ec-aa53-d91170fdeb67'], 'active': True} {{(pid=85347) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 19:57:59.129451 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.l3_dvr_db [None req-47159a42-595a-48a9-b28e-e018a51ece0b None None] Set router b0e3a1e8-8ebf-42ec-aa53-d91170fdeb67 gateway port host: dv-cinder-786383-2-iscsi {{(pid=85347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 19:57:59.353737 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.rpc [None req-56ecdebd-c5a0-4569-bc96-ba437f5ce558 None None] Device 787376a5-c2fa-483e-b42a-575b92304a53 up at agent ovs-agent-dv-cinder-786383-2-iscsi {{(pid=85346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 19:57:59.446319 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.provisioning_blocks [None req-56ecdebd-c5a0-4569-bc96-ba437f5ce558 None None] Provisioning for port 787376a5-c2fa-483e-b42a-575b92304a53 completed by entity L2. {{(pid=85346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 19:57:59.453185 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.provisioning_blocks [None req-56ecdebd-c5a0-4569-bc96-ba437f5ce558 None None] Provisioning complete for port 787376a5-c2fa-483e-b42a-575b92304a53 triggered by entity L2. {{(pid=85346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 19:57:59.453930 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-56ecdebd-c5a0-4569-bc96-ba437f5ce558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-428662'] for port, provisioning_complete {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:57:59.661910 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-56ecdebd-c5a0-4569-bc96-ba437f5ce558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854565853'] for port, before_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:57:59.742558 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.db [None req-56ecdebd-c5a0-4569-bc96-ba437f5ce558 None None] For port 787376a5-c2fa-483e-b42a-575b92304a53, host dv-cinder-786383-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-2-iscsi',level=0,port_id=787376a5-c2fa-483e-b42a-575b92304a53,segment=NetworkSegment(9b5bff5b-a286-4e97-a956-147467ed77c1),segment_id=9b5bff5b-a286-4e97-a956-147467ed77c1)] {{(pid=85346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 19:57:59.750837 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-56ecdebd-c5a0-4569-bc96-ba437f5ce558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854693686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852972410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789846929216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789846482410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789846483725'] for port, after_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:57:59.754888 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.wsgi [-] (85345) accepted ('10.222.0.47', 52796) {{(pid=85345) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:57:59.756456 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-421bf182-dfca-483c-87f1-08724c8a5fc3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:57:59.836768 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.l3_hamode_db [None req-47159a42-595a-48a9-b28e-e018a51ece0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe8b9c8d9b0>, [{'id': 'b0e3a1e8-8ebf-42ec-aa53-d91170fdeb67', 'name': 'tempest-TestVolumeBootPattern-1438197568-router', 'tenant_id': '482d1a06c1cf4ed8a953d720f4ec4b87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b576887-bb01-4bfc-8617-ca8b886d7b7e', 'external_fixed_ips': [{'subnet_id': '7ad9face-0ae3-4529-aacd-d53ebb36e4d0', 'ip_address': '172.27.2.149'}], 'enable_snat': True}, 'gw_port_id': '601042e8-fa45-4968-80f2-9f60b226c3a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:57:39Z', 'updated_at': '2021-04-15T19:57:48Z', 'revision_number': 4, 'project_id': '482d1a06c1cf4ed8a953d720f4ec4b87', 'gw_port': {'id': '601042e8-fa45-4968-80f2-9f60b226c3a5', 'name': '', 'network_id': '0b576887-bb01-4bfc-8617-ca8b886d7b7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:6b:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0e3a1e8-8ebf-42ec-aa53-d91170fdeb67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '7ad9face-0ae3-4529-aacd-d53ebb36e4d0', 'ip_address': '172.27.2.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:57:40Z', 'updated_at': '2021-04-15T19:57:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ad9face-0ae3-4529-aacd-d53ebb36e4d0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-2-iscsi', '_interfaces': [{'id': '787376a5-c2fa-483e-b42a-575b92304a53', 'name': '', 'network_id': 'c4fadacd-04d4-4870-8793-9f4ee403a1a6', 'tenant_id': '482d1a06c1cf4ed8a953d720f4ec4b87', 'mac_address': 'fa:16:3e:52:b5:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0e3a1e8-8ebf-42ec-aa53-d91170fdeb67', 'device_owner': 'network:router_interface', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': 'e5c6608c-b7b9-4514-a625-34372004715b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:57:46Z', 'updated_at': '2021-04-15T19:57:58Z', 'revision_number': 4, 'project_id': '482d1a06c1cf4ed8a953d720f4ec4b87', 'subnets': [{'id': 'e5c6608c-b7b9-4514-a625-34372004715b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786383-2-iscsi', False) {} {{(pid=85347) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 19:57:59.846836 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47159a42-595a-48a9-b28e-e018a51ece0b None None] The sync data for ids ['b0e3a1e8-8ebf-42ec-aa53-d91170fdeb67'] in dv-cinder-786383-2-iscsi is: [{'id': 'b0e3a1e8-8ebf-42ec-aa53-d91170fdeb67', 'name': 'tempest-TestVolumeBootPattern-1438197568-router', 'tenant_id': '482d1a06c1cf4ed8a953d720f4ec4b87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b576887-bb01-4bfc-8617-ca8b886d7b7e', 'external_fixed_ips': [{'subnet_id': '7ad9face-0ae3-4529-aacd-d53ebb36e4d0', 'ip_address': '172.27.2.149'}], 'enable_snat': True}, 'gw_port_id': '601042e8-fa45-4968-80f2-9f60b226c3a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:57:39Z', 'updated_at': '2021-04-15T19:57:48Z', 'revision_number': 4, 'project_id': '482d1a06c1cf4ed8a953d720f4ec4b87', 'gw_port': {'id': '601042e8-fa45-4968-80f2-9f60b226c3a5', 'name': '', 'network_id': '0b576887-bb01-4bfc-8617-ca8b886d7b7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:6b:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0e3a1e8-8ebf-42ec-aa53-d91170fdeb67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '7ad9face-0ae3-4529-aacd-d53ebb36e4d0', 'ip_address': '172.27.2.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:57:40Z', 'updated_at': '2021-04-15T19:57:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ad9face-0ae3-4529-aacd-d53ebb36e4d0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-2-iscsi', '_interfaces': [{'id': '787376a5-c2fa-483e-b42a-575b92304a53', 'name': '', 'network_id': 'c4fadacd-04d4-4870-8793-9f4ee403a1a6', 'tenant_id': '482d1a06c1cf4ed8a953d720f4ec4b87', 'mac_address': 'fa:16:3e:52:b5:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0e3a1e8-8ebf-42ec-aa53-d91170fdeb67', 'device_owner': 'network:router_interface', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': 'e5c6608c-b7b9-4514-a625-34372004715b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:57:46Z', 'updated_at': '2021-04-15T19:57:58Z', 'revision_number': 4, 'project_id': '482d1a06c1cf4ed8a953d720f4ec4b87', 'subnets': [{'id': 'e5c6608c-b7b9-4514-a625-34372004715b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 15 19:57:59.921351 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ecdebd-c5a0-4569-bc96-ba437f5ce558 None None] Pushing event updated for resources: {'Port': ['ID=787376a5-c2fa-483e-b42a-575b92304a53,revision_number=5']} {{(pid=85346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:57:59.927183 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-56ecdebd-c5a0-4569-bc96-ba437f5ce558 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:58:00.068746 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.wsgi [-] (85344) accepted ('10.222.0.47', 52806) {{(pid=85344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:58:00.176381 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.v2.base [None req-cb514473-19dd-4750-9959-d14871c61c32 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1484012303-network', 'tenant_id': '248e6af1b7394fed98b6a620f19a6bc0'}} {{(pid=85344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 19:58:00.185831 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.quota.driver [None req-cb514473-19dd-4750-9959-d14871c61c32 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:58:00.194044 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource [None req-cb514473-19dd-4750-9959-d14871c61c32 admin admin] Usage tracker for resource:network and tenant:248e6af1b7394fed98b6a620f19a6bc0 is out of sync, need to count used quota {{(pid=85344) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:58:00.200073 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource [None req-cb514473-19dd-4750-9959-d14871c61c32 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85344) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:58:00.215435 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.quota.driver [None req-cb514473-19dd-4750-9959-d14871c61c32 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:58:00.219758 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-d843516e-ce7f-4485-8cd7-9c2fe38f1752 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:58:00.231267 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb514473-19dd-4750-9959-d14871c61c32 admin admin] Made reservation on behalf of 248e6af1b7394fed98b6a620f19a6bc0 for: {'network': 1} {{(pid=85344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 15 19:58:00.238879 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.quota.driver [None req-d843516e-ce7f-4485-8cd7-9c2fe38f1752 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85345) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:58:00.239311 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-cb514473-19dd-4750-9959-d14871c61c32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854565853'] for network, before_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:58:00.243895 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource [None req-d843516e-ce7f-4485-8cd7-9c2fe38f1752 admin admin] Usage tracker for resource:security_group_rule and tenant:e1e102dd620543c8a9c77d2884cfa3a3 is out of sync, need to count used quota {{(pid=85345) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:58:00.247764 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource [None req-d843516e-ce7f-4485-8cd7-9c2fe38f1752 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85345) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:58:00.258824 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.quota.driver [None req-d843516e-ce7f-4485-8cd7-9c2fe38f1752 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85345) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:58:00.263230 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-cb514473-19dd-4750-9959-d14871c61c32 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:58:00.295223 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.quota.driver [None req-cb514473-19dd-4750-9959-d14871c61c32 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:58:00.304888 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource [None req-cb514473-19dd-4750-9959-d14871c61c32 admin admin] Usage tracker for resource:security_group_rule and tenant:248e6af1b7394fed98b6a620f19a6bc0 is out of sync, need to count used quota {{(pid=85344) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:58:00.311117 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource [None req-cb514473-19dd-4750-9959-d14871c61c32 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85344) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:58:00.324857 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.quota.driver [None req-cb514473-19dd-4750-9959-d14871c61c32 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:58:00.397383 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-d843516e-ce7f-4485-8cd7-9c2fe38f1752 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:58:00.402051 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-d843516e-ce7f-4485-8cd7-9c2fe38f1752 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806004'] for security_group, after_create {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:58:00.415098 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-ce29de90-1c60-4fb6-af33-e872399c4e49 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:58:00.470825 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [None req-d843516e-ce7f-4485-8cd7-9c2fe38f1752 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=e1e102dd620543c8a9c77d2884cfa3a3&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7127941
Apr 15 19:58:00.472633 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d843516e-ce7f-4485-8cd7-9c2fe38f1752 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91a94597-f026-4fbc-8660-587e05a314f5,revision_number=1']} {{(pid=85345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:58:00.477436 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.wsgi [-] (85345) accepted ('10.222.0.47', 52812) {{(pid=85345) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:58:00.490199 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-cb514473-19dd-4750-9959-d14871c61c32 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:58:00.494553 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-cb514473-19dd-4750-9959-d14871c61c32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806004'] for security_group, after_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:58:00.503294 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-a0d1176c-a9bb-4421-9046-81f7b18c9652 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:58:00.504595 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-d843516e-ce7f-4485-8cd7-9c2fe38f1752 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:58:00.559629 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb514473-19dd-4750-9959-d14871c61c32 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 655}  {{(pid=85344) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 15 19:58:00.561659 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-52db3a70-73fc-4f41-8480-fa7dd732fadf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:58:00.578043 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb514473-19dd-4750-9959-d14871c61c32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9d557fd-61ef-49f4-9623-c1b23364f636,revision_number=1']} {{(pid=85344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:58:00.583413 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-cb514473-19dd-4750-9959-d14871c61c32 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:58:00.590220 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-cb514473-19dd-4750-9959-d14871c61c32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854767479'] for segment, precommit_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:58:00.590805 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.db.segments_db [None req-cb514473-19dd-4750-9959-d14871c61c32 admin admin] Added segment c848ac5a-07c6-445d-91d1-6ef413e2b190 of type vlan for network 77d36611-d9d7-4878-bee2-d85f2a7b4788
Apr 15 19:58:00.599964 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-52db3a70-73fc-4f41-8480-fa7dd732fadf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:58:00.642530 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-cb514473-19dd-4750-9959-d14871c61c32 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789846470498'] for network, precommit_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:58:00.660207 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-52db3a70-73fc-4f41-8480-fa7dd732fadf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806004'] for security_group, after_delete {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:58:00.677063 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-ddec77fa-4e58-4de2-b308-4ff57184cf25 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:58:00.701021 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52db3a70-73fc-4f41-8480-fa7dd732fadf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91a94597-f026-4fbc-8660-587e05a314f5,revision_number=None']} {{(pid=85345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:58:00.715365 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-52db3a70-73fc-4f41-8480-fa7dd732fadf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:58:00.718139 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-52db3a70-73fc-4f41-8480-fa7dd732fadf admin admin] Notify callbacks [] for security_group, before_response {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:58:00.720597 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [None req-52db3a70-73fc-4f41-8480-fa7dd732fadf admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/91a94597-f026-4fbc-8660-587e05a314f5 HTTP/1.1" status: 204  len: 168 time: 0.2411721
Apr 15 19:58:00.737923 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-cb514473-19dd-4750-9959-d14871c61c32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852808340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852972410'] for network, after_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:58:00.740654 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb514473-19dd-4750-9959-d14871c61c32 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:58:00.741766 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-cb514473-19dd-4750-9959-d14871c61c32 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852972363'] for network, before_response {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:58:00.778110 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:58:00.910821 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [None req-cb514473-19dd-4750-9959-d14871c61c32 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 0.8403482
Apr 15 19:58:00.917094 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.wsgi [-] (85345) accepted ('10.222.0.47', 52820) {{(pid=85345) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:58:00.931063 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.v2.base [None req-a960fcf5-ba59-4ab3-8c59-8ed3a25f2d3d admin admin] Request body: {'subnet': {'network_id': '77d36611-d9d7-4878-bee2-d85f2a7b4788', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1484012303-subnet', 'tenant_id': '248e6af1b7394fed98b6a620f19a6bc0', 'ip_version': 4}} {{(pid=85345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 19:58:00.954284 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.quota.driver [None req-a960fcf5-ba59-4ab3-8c59-8ed3a25f2d3d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85345) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:58:00.954719 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb514473-19dd-4750-9959-d14871c61c32 admin admin] Pushing event updated for resources: {'Network': ['ID=77d36611-d9d7-4878-bee2-d85f2a7b4788,revision_number=1']} {{(pid=85344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:58:00.960830 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-cb514473-19dd-4750-9959-d14871c61c32 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:58:00.971902 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource [None req-a960fcf5-ba59-4ab3-8c59-8ed3a25f2d3d admin admin] Usage tracker for resource:subnet and tenant:248e6af1b7394fed98b6a620f19a6bc0 is out of sync, need to count used quota {{(pid=85345) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:58:00.980232 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource [None req-a960fcf5-ba59-4ab3-8c59-8ed3a25f2d3d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85345) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:58:00.988143 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.rpc [None req-56ecdebd-c5a0-4569-bc96-ba437f5ce558 None None] Network 77d36611-d9d7-4878-bee2-d85f2a7b4788 details requested by agent ovs-agent-dv-cinder-786383-2-iscsi with host dv-cinder-786383-2-iscsi {{(pid=85346) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 15 19:58:00.996703 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.quota.driver [None req-a960fcf5-ba59-4ab3-8c59-8ed3a25f2d3d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85345) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:58:01.011189 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a960fcf5-ba59-4ab3-8c59-8ed3a25f2d3d admin admin] Made reservation on behalf of 248e6af1b7394fed98b6a620f19a6bc0 for: {'subnet': 1} {{(pid=85345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 15 19:58:01.017021 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-a960fcf5-ba59-4ab3-8c59-8ed3a25f2d3d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3290658'] for subnet, before_create {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:58:01.286297 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.wsgi [-] (85344) accepted ('10.222.0.47', 52826) {{(pid=85344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:58:01.312201 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-be0fdfa3-a648-46ff-ac57-7fa4e1541cc9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:58:01.333625 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.quota.driver [None req-be0fdfa3-a648-46ff-ac57-7fa4e1541cc9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:58:01.338988 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource [None req-be0fdfa3-a648-46ff-ac57-7fa4e1541cc9 admin admin] Usage tracker for resource:security_group_rule and tenant:d78aff9f6d144160bfc5f1c3e11bf7cd is out of sync, need to count used quota {{(pid=85344) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:58:01.343163 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource [None req-be0fdfa3-a648-46ff-ac57-7fa4e1541cc9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85344) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:58:01.355933 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.quota.driver [None req-be0fdfa3-a648-46ff-ac57-7fa4e1541cc9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:58:01.420876 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.rpc [None req-56ecdebd-c5a0-4569-bc96-ba437f5ce558 None None] Device 787376a5-c2fa-483e-b42a-575b92304a53 up at agent ovs-agent-dv-cinder-786383-2-iscsi {{(pid=85346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 19:58:01.514741 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-be0fdfa3-a648-46ff-ac57-7fa4e1541cc9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:58:01.519148 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-be0fdfa3-a648-46ff-ac57-7fa4e1541cc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806004'] for security_group, after_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:58:01.529967 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-a23baa22-336e-47dd-8599-8d1537c8a8e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:58:01.576995 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.provisioning_blocks [None req-56ecdebd-c5a0-4569-bc96-ba437f5ce558 None None] Provisioning complete for port 787376a5-c2fa-483e-b42a-575b92304a53 triggered by entity L2. {{(pid=85346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 19:58:01.577579 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-56ecdebd-c5a0-4569-bc96-ba437f5ce558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-428662'] for port, provisioning_complete {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:58:01.584616 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [None req-be0fdfa3-a648-46ff-ac57-7fa4e1541cc9 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=d78aff9f6d144160bfc5f1c3e11bf7cd&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2966986
Apr 15 19:58:01.588939 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.wsgi [-] (85345) accepted ('10.222.0.47', 52830) {{(pid=85345) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:58:01.597222 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0fdfa3-a648-46ff-ac57-7fa4e1541cc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=770e929f-7854-4c36-9e7e-60c5cb4d2a7a,revision_number=1']} {{(pid=85344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:58:01.608625 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-be0fdfa3-a648-46ff-ac57-7fa4e1541cc9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:58:01.716051 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-a960fcf5-ba59-4ab3-8c59-8ed3a25f2d3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852808376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852972410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2200136', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3290641'] for subnet, after_create {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:58:01.753421 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-e84be467-19d8-49ec-b98f-d41896c7caa7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:58:01.918907 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-bae6df1a-6653-4dba-b30e-c3c1bd59cfea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:58:01.941157 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a960fcf5-ba59-4ab3-8c59-8ed3a25f2d3d admin admin] Pushing event updated for resources: {'Subnet': ['ID=ead78242-f7a7-4840-8c22-a0175f7d7ec4,revision_number=0']} {{(pid=85345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:58:01.990331 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a960fcf5-ba59-4ab3-8c59-8ed3a25f2d3d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:58:01.990827 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a960fcf5-ba59-4ab3-8c59-8ed3a25f2d3d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:58:01.991271 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a960fcf5-ba59-4ab3-8c59-8ed3a25f2d3d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:58:01.991676 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a960fcf5-ba59-4ab3-8c59-8ed3a25f2d3d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:58:01.992463 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a960fcf5-ba59-4ab3-8c59-8ed3a25f2d3d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:58:01.992463 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a960fcf5-ba59-4ab3-8c59-8ed3a25f2d3d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:58:01.992876 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a960fcf5-ba59-4ab3-8c59-8ed3a25f2d3d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:58:01.993448 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a960fcf5-ba59-4ab3-8c59-8ed3a25f2d3d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:58:01.993735 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a960fcf5-ba59-4ab3-8c59-8ed3a25f2d3d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:58:01.994132 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a960fcf5-ba59-4ab3-8c59-8ed3a25f2d3d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:58:01.994527 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a960fcf5-ba59-4ab3-8c59-8ed3a25f2d3d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:58:01.994969 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a960fcf5-ba59-4ab3-8c59-8ed3a25f2d3d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:58:01.999205 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-a960fcf5-ba59-4ab3-8c59-8ed3a25f2d3d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:58:02.001371 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-bae6df1a-6653-4dba-b30e-c3c1bd59cfea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:58:02.125286 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a960fcf5-ba59-4ab3-8c59-8ed3a25f2d3d admin admin] Checking segment: {'id': 'c848ac5a-07c6-445d-91d1-6ef413e2b190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '77d36611-d9d7-4878-bee2-d85f2a7b4788'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 19:58:02.126146 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a960fcf5-ba59-4ab3-8c59-8ed3a25f2d3d admin admin] Network hostable DHCP agents. Network: 77d36611-d9d7-4878-bee2-d85f2a7b4788, hostable agents: ['48b86c86-f902-4f97-86c7-19da88045e62'], hosted agents: [] {{(pid=85345) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 15 19:58:02.135823 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-bae6df1a-6653-4dba-b30e-c3c1bd59cfea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806004'] for security_group, after_delete {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:58:02.140930 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-fd4c835e-ced2-4b56-b1ea-bdc012445df2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:58:02.166121 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae6df1a-6653-4dba-b30e-c3c1bd59cfea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=770e929f-7854-4c36-9e7e-60c5cb4d2a7a,revision_number=None']} {{(pid=85345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:58:02.169274 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-bae6df1a-6653-4dba-b30e-c3c1bd59cfea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:58:02.194429 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-bae6df1a-6653-4dba-b30e-c3c1bd59cfea admin admin] Notify callbacks [] for security_group, before_response {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:58:02.196645 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [None req-bae6df1a-6653-4dba-b30e-c3c1bd59cfea admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/770e929f-7854-4c36-9e7e-60c5cb4d2a7a HTTP/1.1" status: 204  len: 168 time: 0.6055379
Apr 15 19:58:02.197940 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a960fcf5-ba59-4ab3-8c59-8ed3a25f2d3d admin admin] Network 77d36611-d9d7-4878-bee2-d85f2a7b4788 is scheduled to be hosted by DHCP agent 48b86c86-f902-4f97-86c7-19da88045e62 with binding_index 1 {{(pid=85345) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 15 19:58:02.215721 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.scheduler.base_scheduler [None req-a960fcf5-ba59-4ab3-8c59-8ed3a25f2d3d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786383-2-iscsi, 77d36611-d9d7-4878-bee2-d85f2a7b4788) {{(pid=85345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 19:58:02.228904 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82d38f2a-38e8-4610-93be-8dc4133836be None None] Network 77d36611-d9d7-4878-bee2-d85f2a7b4788 requested from dv-cinder-786383-2-iscsi {{(pid=85346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 15 19:58:02.242213 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a960fcf5-ba59-4ab3-8c59-8ed3a25f2d3d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:58:02.243363 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-a960fcf5-ba59-4ab3-8c59-8ed3a25f2d3d admin admin] Notify callbacks [] for subnet, before_response {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:58:02.290682 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [None req-a960fcf5-ba59-4ab3-8c59-8ed3a25f2d3d admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 1.3666694
Apr 15 19:58:02.291572 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.wsgi [-] (85344) accepted ('10.222.0.47', 52838) {{(pid=85344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:58:02.302257 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.v2.base [None req-8af4eadf-7f22-4861-8f0e-0db07544c752 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1484012303-router', 'tenant_id': '248e6af1b7394fed98b6a620f19a6bc0', 'external_gateway_info': {'network_id': '0b576887-bb01-4bfc-8617-ca8b886d7b7e'}}} {{(pid=85344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 19:58:02.312784 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.quota.driver [None req-8af4eadf-7f22-4861-8f0e-0db07544c752 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:58:02.327246 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource [None req-8af4eadf-7f22-4861-8f0e-0db07544c752 admin admin] Usage tracker for resource:router and tenant:248e6af1b7394fed98b6a620f19a6bc0 is out of sync, need to count used quota {{(pid=85344) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:58:02.335859 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource [None req-8af4eadf-7f22-4861-8f0e-0db07544c752 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=85344) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:58:02.349224 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.quota.driver [None req-8af4eadf-7f22-4861-8f0e-0db07544c752 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:58:02.365058 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-8af4eadf-7f22-4861-8f0e-0db07544c752 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036853104155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854716007'] for router, before_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:58:02.366802 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-8af4eadf-7f22-4861-8f0e-0db07544c752 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1671480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1673062', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1979644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59777'] for router, precommit_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:58:02.408421 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-8af4eadf-7f22-4861-8f0e-0db07544c752 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:58:02.661950 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d13ee163-1f1f-406d-89d1-9ce4c13137a1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc01a18e6-8f98-5b6c-8b5b-44e18d93fa4e-77d36611-d9d7-4878-bee2-d85f2a7b4788', 'network_id': '77d36611-d9d7-4878-bee2-d85f2a7b4788', 'tenant_id': '248e6af1b7394fed98b6a620f19a6bc0', 'fixed_ips': [{'subnet_id': 'ead78242-f7a7-4840-8c22-a0175f7d7ec4'}]}} from dv-cinder-786383-2-iscsi. {{(pid=85346) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}}
Apr 15 19:58:02.663637 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-d13ee163-1f1f-406d-89d1-9ce4c13137a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854565853'] for port, before_create {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:58:02.812997 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.wsgi [-] (85345) accepted ('10.222.0.47', 52844) {{(pid=85345) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:58:02.854546 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-2d25ef0f-3494-440f-a876-e03ee5678060 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:58:02.888012 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.quota.driver [None req-2d25ef0f-3494-440f-a876-e03ee5678060 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85345) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:58:02.895191 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource [None req-2d25ef0f-3494-440f-a876-e03ee5678060 admin admin] Usage tracker for resource:security_group_rule and tenant:93aae4ba416647f89e0a891024970db5 is out of sync, need to count used quota {{(pid=85345) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:58:02.900746 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource [None req-2d25ef0f-3494-440f-a876-e03ee5678060 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85345) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:58:02.913842 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.quota.driver [None req-2d25ef0f-3494-440f-a876-e03ee5678060 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85345) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:58:02.924172 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-8af4eadf-7f22-4861-8f0e-0db07544c752 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1673047', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853104170', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59824'] for router, precommit_update {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:58:02.966585 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.db_base_plugin_common [None req-d13ee163-1f1f-406d-89d1-9ce4c13137a1 None None] Allocated IP 172.20.0.2 (77d36611-d9d7-4878-bee2-d85f2a7b4788/ead78242-f7a7-4840-8c22-a0175f7d7ec4/5aa2417b-ecc4-4b27-a68c-b4f8a8e6a7a8) {{(pid=85346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 15 19:58:03.062008 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-2d25ef0f-3494-440f-a876-e03ee5678060 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:58:03.068136 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-2d25ef0f-3494-440f-a876-e03ee5678060 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806004'] for security_group, after_create {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:58:03.080185 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-e9f66830-0307-4cf0-ac5f-730ddc72bfdd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:58:03.131159 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d25ef0f-3494-440f-a876-e03ee5678060 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8c4fc5c-134e-4b1d-92f2-bc5eb3b8c2ad,revision_number=1']} {{(pid=85345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:58:03.140608 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [None req-2d25ef0f-3494-440f-a876-e03ee5678060 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=93aae4ba416647f89e0a891024970db5&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3217976
Apr 15 19:58:03.140608 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-2d25ef0f-3494-440f-a876-e03ee5678060 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:58:03.142335 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.wsgi [-] (85345) accepted ('10.222.0.47', 52848) {{(pid=85345) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:58:03.286230 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-ad6d1027-1d5d-426d-a0ac-f3fd6f59e2b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:58:03.325211 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-ad6d1027-1d5d-426d-a0ac-f3fd6f59e2b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:58:03.399907 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-d13ee163-1f1f-406d-89d1-9ce4c13137a1 None None] Notify callbacks [] for port, precommit_create {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:58:03.412779 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-ad6d1027-1d5d-426d-a0ac-f3fd6f59e2b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806004'] for security_group, after_delete {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:58:03.423543 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.provisioning_blocks [None req-d13ee163-1f1f-406d-89d1-9ce4c13137a1 None None] Transition to ACTIVE for port object 5aa2417b-ecc4-4b27-a68c-b4f8a8e6a7a8 will not be triggered until provisioned by entity L2. {{(pid=85346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 19:58:03.424333 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-a9dab76f-fbbf-4221-883a-9e5947f9d81d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:58:03.446631 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6d1027-1d5d-426d-a0ac-f3fd6f59e2b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8c4fc5c-134e-4b1d-92f2-bc5eb3b8c2ad,revision_number=None']} {{(pid=85345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:58:03.451121 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-ad6d1027-1d5d-426d-a0ac-f3fd6f59e2b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:58:03.462621 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-ad6d1027-1d5d-426d-a0ac-f3fd6f59e2b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:58:03.463662 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.provisioning_blocks [None req-d13ee163-1f1f-406d-89d1-9ce4c13137a1 None None] Transition to ACTIVE for port object 5aa2417b-ecc4-4b27-a68c-b4f8a8e6a7a8 will not be triggered until provisioned by entity DHCP. {{(pid=85346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 19:58:03.473867 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [None req-ad6d1027-1d5d-426d-a0ac-f3fd6f59e2b6 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/c8c4fc5c-134e-4b1d-92f2-bc5eb3b8c2ad HTTP/1.1" status: 204  len: 168 time: 0.3265626
Apr 15 19:58:03.492016 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-d13ee163-1f1f-406d-89d1-9ce4c13137a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854693686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852972410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789846482393'] for port, after_create {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:58:03.510337 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-56ecdebd-c5a0-4569-bc96-ba437f5ce558 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:58:03.677173 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13ee163-1f1f-406d-89d1-9ce4c13137a1 None None] Pushing event updated for resources: {'Port': ['ID=5aa2417b-ecc4-4b27-a68c-b4f8a8e6a7a8,revision_number=1']} {{(pid=85346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:58:03.712766 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-d13ee163-1f1f-406d-89d1-9ce4c13137a1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:58:03.803103 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d13ee163-1f1f-406d-89d1-9ce4c13137a1 None None] Network 77d36611-d9d7-4878-bee2-d85f2a7b4788 is already hosted by enough agents. {{(pid=85346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 15 19:58:03.805303 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.scheduler.base_scheduler [None req-d13ee163-1f1f-406d-89d1-9ce4c13137a1 None None] Resources bound (agent type, host, resource id):  {{(pid=85346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 19:58:03.809278 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d13ee163-1f1f-406d-89d1-9ce4c13137a1 None None] Received port after_create {{(pid=85346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 15 19:58:03.844228 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-8af4eadf-7f22-4861-8f0e-0db07544c752 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:58:03.886906 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-8af4eadf-7f22-4861-8f0e-0db07544c752 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854565853'] for port, before_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:58:03.939012 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.managers [None req-d13ee163-1f1f-406d-89d1-9ce4c13137a1 None None] Attempting to bind port 5aa2417b-ecc4-4b27-a68c-b4f8a8e6a7a8 on host dv-cinder-786383-2-iscsi for vnic_type normal with profile  {{(pid=85346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 15 19:58:03.939012 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.managers [None req-d13ee163-1f1f-406d-89d1-9ce4c13137a1 None None] Attempting to bind port 5aa2417b-ecc4-4b27-a68c-b4f8a8e6a7a8 by drivers openvswitch,hyperv on host dv-cinder-786383-2-iscsi at level 0 using segments [{'id': 'c848ac5a-07c6-445d-91d1-6ef413e2b190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '77d36611-d9d7-4878-bee2-d85f2a7b4788'}] {{(pid=85346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 15 19:58:03.939012 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d13ee163-1f1f-406d-89d1-9ce4c13137a1 None None] Attempting to bind port 5aa2417b-ecc4-4b27-a68c-b4f8a8e6a7a8 on network 77d36611-d9d7-4878-bee2-d85f2a7b4788 {{(pid=85346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 19:58:03.946577 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d13ee163-1f1f-406d-89d1-9ce4c13137a1 None None] Checking agent: {'id': 'be1a0b7a-7144-4bb6-9f10-b289de7b23b3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786383-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 19, 40, 9), 'started_at': datetime.datetime(2021, 4, 15, 19, 40, 39), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 19, 57, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786383-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 15 19:58:03.947126 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d13ee163-1f1f-406d-89d1-9ce4c13137a1 None None] Checking segment: {'id': 'c848ac5a-07c6-445d-91d1-6ef413e2b190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '77d36611-d9d7-4878-bee2-d85f2a7b4788'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 19:58:03.947457 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-d13ee163-1f1f-406d-89d1-9ce4c13137a1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:58:03.947911 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d13ee163-1f1f-406d-89d1-9ce4c13137a1 None None] Bound using segment: {'id': 'c848ac5a-07c6-445d-91d1-6ef413e2b190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '77d36611-d9d7-4878-bee2-d85f2a7b4788'} {{(pid=85346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 15 19:58:03.948741 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.managers [None req-d13ee163-1f1f-406d-89d1-9ce4c13137a1 None None] Bound port: 5aa2417b-ecc4-4b27-a68c-b4f8a8e6a7a8, host: dv-cinder-786383-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c848ac5a-07c6-445d-91d1-6ef413e2b190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '77d36611-d9d7-4878-bee2-d85f2a7b4788'}}] {{(pid=85346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 15 19:58:03.949178 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-d13ee163-1f1f-406d-89d1-9ce4c13137a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854565853'] for port, before_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:58:04.059616 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.db [None req-d13ee163-1f1f-406d-89d1-9ce4c13137a1 None None] For port 5aa2417b-ecc4-4b27-a68c-b4f8a8e6a7a8, host dv-cinder-786383-2-iscsi, cleared binding levels {{(pid=85346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 15 19:58:04.063926 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.db [None req-d13ee163-1f1f-406d-89d1-9ce4c13137a1 None None] For port 5aa2417b-ecc4-4b27-a68c-b4f8a8e6a7a8, host dv-cinder-786383-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-2-iscsi',level=0,port_id=5aa2417b-ecc4-4b27-a68c-b4f8a8e6a7a8,segment=NetworkSegment(c848ac5a-07c6-445d-91d1-6ef413e2b190),segment_id=c848ac5a-07c6-445d-91d1-6ef413e2b190)] {{(pid=85346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 15 19:58:04.069621 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-d13ee163-1f1f-406d-89d1-9ce4c13137a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854693686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852972410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789846929216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789846482410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789846483725'] for port, after_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:58:04.094183 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:58:04.094531 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.db_base_plugin_common [None req-8af4eadf-7f22-4861-8f0e-0db07544c752 admin admin] Allocated IP 172.27.2.143 (0b576887-bb01-4bfc-8617-ca8b886d7b7e/7ad9face-0ae3-4529-aacd-d53ebb36e4d0/79376af6-b39c-4c7e-bb22-6175f6c98914) {{(pid=85344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 15 19:58:04.289918 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13ee163-1f1f-406d-89d1-9ce4c13137a1 None None] Pushing event updated for resources: {'Port': ['ID=5aa2417b-ecc4-4b27-a68c-b4f8a8e6a7a8,revision_number=2']} {{(pid=85346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:58:04.293500 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-d13ee163-1f1f-406d-89d1-9ce4c13137a1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:58:04.311288 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-8af4eadf-7f22-4861-8f0e-0db07544c752 admin admin] Notify callbacks [] for port, precommit_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:58:04.354682 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-8af4eadf-7f22-4861-8f0e-0db07544c752 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854693686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852972410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789846482393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851621869'] for port, after_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:58:04.384980 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-99477cba-417a-4fe8-ae04-242daf6c00ca tempest-VolumesActionsTest-406255356 tempest-VolumesActionsTest-406255356-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:58:04.672104 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af4eadf-7f22-4861-8f0e-0db07544c752 admin admin] Pushing event updated for resources: {'Port': ['ID=79376af6-b39c-4c7e-bb22-6175f6c98914,revision_number=1']} {{(pid=85344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:58:04.682041 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-8af4eadf-7f22-4861-8f0e-0db07544c752 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.297s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:58:04.776995 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8af4eadf-7f22-4861-8f0e-0db07544c752 admin admin] Network 0b576887-bb01-4bfc-8617-ca8b886d7b7e is already hosted by enough agents. {{(pid=85344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 15 19:58:04.778663 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.scheduler.base_scheduler [None req-8af4eadf-7f22-4861-8f0e-0db07544c752 admin admin] Resources bound (agent type, host, resource id):  {{(pid=85344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 19:58:04.781783 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8af4eadf-7f22-4861-8f0e-0db07544c752 admin admin] Received port after_create {{(pid=85344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 15 19:58:05.315543 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.rpc [None req-56ecdebd-c5a0-4569-bc96-ba437f5ce558 None None] Device 5aa2417b-ecc4-4b27-a68c-b4f8a8e6a7a8 up at agent ovs-agent-dv-cinder-786383-2-iscsi {{(pid=85346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 19:58:05.318787 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-8af4eadf-7f22-4861-8f0e-0db07544c752 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:58:05.410422 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.provisioning_blocks [None req-56ecdebd-c5a0-4569-bc96-ba437f5ce558 None None] Provisioning for port 5aa2417b-ecc4-4b27-a68c-b4f8a8e6a7a8 completed by entity L2. {{(pid=85346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 19:58:05.462300 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-d3a78761-5b36-4861-b3b8-f800b9d77e11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789847050935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-428960'] for agent, after_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:58:05.920615 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d42f4ccf-4941-4fc9-b08e-6c731d81c6b6 None None] Network 77d36611-d9d7-4878-bee2-d85f2a7b4788 requested from dv-cinder-786383-2-iscsi {{(pid=85346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 15 19:58:05.946472 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-8af4eadf-7f22-4861-8f0e-0db07544c752 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1671646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036853102800'] for router, after_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:58:06.028469 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.provisioning_blocks [None req-68607dce-ba34-486e-8dc8-b05b46515459 None None] Provisioning for port 5aa2417b-ecc4-4b27-a68c-b4f8a8e6a7a8 completed by entity DHCP. {{(pid=85346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 19:58:06.048924 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.provisioning_blocks [None req-68607dce-ba34-486e-8dc8-b05b46515459 None None] Provisioning complete for port 5aa2417b-ecc4-4b27-a68c-b4f8a8e6a7a8 triggered by entity DHCP. {{(pid=85346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 19:58:06.049431 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-68607dce-ba34-486e-8dc8-b05b46515459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-428662'] for port, provisioning_complete {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:58:06.298651 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-68607dce-ba34-486e-8dc8-b05b46515459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854565853'] for port, before_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:58:06.356440 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.db [None req-68607dce-ba34-486e-8dc8-b05b46515459 None None] For port 5aa2417b-ecc4-4b27-a68c-b4f8a8e6a7a8, host dv-cinder-786383-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-2-iscsi',level=0,port_id=5aa2417b-ecc4-4b27-a68c-b4f8a8e6a7a8,segment=NetworkSegment(c848ac5a-07c6-445d-91d1-6ef413e2b190),segment_id=c848ac5a-07c6-445d-91d1-6ef413e2b190)] {{(pid=85346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 19:58:06.361082 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-68607dce-ba34-486e-8dc8-b05b46515459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854693686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852972410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789846929216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789846482410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789846483725'] for port, after_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:58:06.363450 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-b141ba65-d4ce-4973-998c-8a7eaddf6624 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:58:06.363749 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8af4eadf-7f22-4861-8f0e-0db07544c752 admin admin] Router b51f791e-ca9d-4a48-9479-ba8cd1084b6c is scheduled to L3 agent 74482fb0-5b00-43f0-8fa9-533a3c8b2378 with binding_index 1 {{(pid=85344) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Apr 15 19:58:06.467567 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68607dce-ba34-486e-8dc8-b05b46515459 None None] Pushing event updated for resources: {'Port': ['ID=5aa2417b-ecc4-4b27-a68c-b4f8a8e6a7a8,revision_number=3']} {{(pid=85346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:58:06.472538 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-68607dce-ba34-486e-8dc8-b05b46515459 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:58:06.603420 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.provisioning_blocks [None req-93be3f25-b9bc-4419-a068-7840af64168e None None] Provisioning complete for port 5aa2417b-ecc4-4b27-a68c-b4f8a8e6a7a8 triggered by entity DHCP. {{(pid=85346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 19:58:06.604137 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-93be3f25-b9bc-4419-a068-7840af64168e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-428662'] for port, provisioning_complete {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:58:06.640131 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8af4eadf-7f22-4861-8f0e-0db07544c752 admin admin] Notify agent at l3_agent.dv-cinder-786383-2-iscsi the message routers_updated {{(pid=85344) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 15 19:58:06.666959 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0248a13f-4a1a-413a-95c2-0194a3b9e219 None None] Sync routers for ids ['b51f791e-ca9d-4a48-9479-ba8cd1084b6c'] in dv-cinder-786383-2-iscsi {{(pid=85346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 15 19:58:06.672069 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-8af4eadf-7f22-4861-8f0e-0db07544c752 admin admin] Notify callbacks [] for router, before_response {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:58:06.678506 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [None req-8af4eadf-7f22-4861-8f0e-0db07544c752 admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201  len: 921 time: 4.3809135
Apr 15 19:58:06.678506 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.wsgi [-] (85344) accepted ('10.222.0.47', 52872) {{(pid=85344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:58:06.724077 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0248a13f-4a1a-413a-95c2-0194a3b9e219 None None] Routers {'b51f791e-ca9d-4a48-9479-ba8cd1084b6c'} bound to L3 agent in host dv-cinder-786383-2-iscsi {{(pid=85346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 19:58:06.725179 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.l3_hamode_db [None req-0248a13f-4a1a-413a-95c2-0194a3b9e219 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe8b8daeba8>, 'dv-cinder-786383-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-15T19:40:08Z,description=<?>,heartbeat_timestamp=2021-04-15T19:57:38Z,host='dv-cinder-786383-2-iscsi',id=74482fb0-5b00-43f0-8fa9-533a3c8b2378,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T19:40:08Z,topic='l3_agent')) {'router_ids': ['b51f791e-ca9d-4a48-9479-ba8cd1084b6c'], 'active': True} {{(pid=85346) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 19:58:07.233857 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.l3_dvr_db [None req-0248a13f-4a1a-413a-95c2-0194a3b9e219 None None] Set router b51f791e-ca9d-4a48-9479-ba8cd1084b6c gateway port host: dv-cinder-786383-2-iscsi {{(pid=85346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 19:58:07.327457 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.rpc [None req-56ecdebd-c5a0-4569-bc96-ba437f5ce558 None None] Device 5aa2417b-ecc4-4b27-a68c-b4f8a8e6a7a8 up at agent ovs-agent-dv-cinder-786383-2-iscsi {{(pid=85346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 19:58:07.862512 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-fb47afc0-2183-4b2c-a096-4fa9e21a1dac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854565853'] for port, before_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:58:08.117495 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.provisioning_blocks [None req-56ecdebd-c5a0-4569-bc96-ba437f5ce558 None None] Provisioning complete for port 5aa2417b-ecc4-4b27-a68c-b4f8a8e6a7a8 triggered by entity L2. {{(pid=85346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 19:58:08.118214 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-56ecdebd-c5a0-4569-bc96-ba437f5ce558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-428662'] for port, provisioning_complete {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:58:08.185551 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.db_base_plugin_common [None req-fb47afc0-2183-4b2c-a096-4fa9e21a1dac admin admin] Allocated IP 172.20.0.1 (77d36611-d9d7-4878-bee2-d85f2a7b4788/ead78242-f7a7-4840-8c22-a0175f7d7ec4/60c95d52-29fc-44a2-a940-17459d08d556) {{(pid=85344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 15 19:58:08.284729 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-11e92f69-ca75-4b9b-9407-4c8f18e3601e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789847050935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-428960'] for agent, after_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:58:08.363891 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-fb47afc0-2183-4b2c-a096-4fa9e21a1dac admin admin] Notify callbacks [] for port, precommit_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:58:08.379426 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789847050935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-428960'] for agent, after_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:58:08.382556 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.provisioning_blocks [None req-fb47afc0-2183-4b2c-a096-4fa9e21a1dac admin admin] Transition to ACTIVE for port object 60c95d52-29fc-44a2-a940-17459d08d556 will not be triggered until provisioned by entity DHCP. {{(pid=85344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 19:58:08.407313 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-fb47afc0-2183-4b2c-a096-4fa9e21a1dac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854693686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852972410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789846482393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851621869'] for port, after_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:58:08.429397 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-ce28fb79-98c8-4701-b67a-33013e5d98b2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:58:08.484138 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.l3_hamode_db [None req-0248a13f-4a1a-413a-95c2-0194a3b9e219 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe8b8daeba8>, [{'id': 'b51f791e-ca9d-4a48-9479-ba8cd1084b6c', 'name': 'tempest-TestShelveInstance-1484012303-router', 'tenant_id': '248e6af1b7394fed98b6a620f19a6bc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b576887-bb01-4bfc-8617-ca8b886d7b7e', 'external_fixed_ips': [{'subnet_id': '7ad9face-0ae3-4529-aacd-d53ebb36e4d0', 'ip_address': '172.27.2.143'}], 'enable_snat': True}, 'gw_port_id': '79376af6-b39c-4c7e-bb22-6175f6c98914', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:58:02Z', 'updated_at': '2021-04-15T19:58:05Z', 'revision_number': 3, 'project_id': '248e6af1b7394fed98b6a620f19a6bc0', 'gw_port': {'id': '79376af6-b39c-4c7e-bb22-6175f6c98914', 'name': '', 'network_id': '0b576887-bb01-4bfc-8617-ca8b886d7b7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:36:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b51f791e-ca9d-4a48-9479-ba8cd1084b6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': '7ad9face-0ae3-4529-aacd-d53ebb36e4d0', 'ip_address': '172.27.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:58:03Z', 'updated_at': '2021-04-15T19:58:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7ad9face-0ae3-4529-aacd-d53ebb36e4d0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-2-iscsi'}], 'dv-cinder-786383-2-iscsi', False) {} {{(pid=85346) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 19:58:08.499153 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0248a13f-4a1a-413a-95c2-0194a3b9e219 None None] Checking router: b51f791e-ca9d-4a48-9479-ba8cd1084b6c for host: dv-cinder-786383-2-iscsi {{(pid=85346) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 15 19:58:08.499818 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0248a13f-4a1a-413a-95c2-0194a3b9e219 None None] Updating router b51f791e-ca9d-4a48-9479-ba8cd1084b6c port 79376af6-b39c-4c7e-bb22-6175f6c98914 binding host dv-cinder-786383-2-iscsi {{(pid=85346) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 15 19:58:08.575409 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb47afc0-2183-4b2c-a096-4fa9e21a1dac admin admin] Pushing event updated for resources: {'Port': ['ID=60c95d52-29fc-44a2-a940-17459d08d556,revision_number=1']} {{(pid=85344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:58:08.578450 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-fb47afc0-2183-4b2c-a096-4fa9e21a1dac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:58:08.603399 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-0248a13f-4a1a-413a-95c2-0194a3b9e219 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854565853'] for port, before_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:58:08.677786 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb47afc0-2183-4b2c-a096-4fa9e21a1dac admin admin] Network 77d36611-d9d7-4878-bee2-d85f2a7b4788 is already hosted by enough agents. {{(pid=85344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 15 19:58:08.680061 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.scheduler.base_scheduler [None req-fb47afc0-2183-4b2c-a096-4fa9e21a1dac admin admin] Resources bound (agent type, host, resource id):  {{(pid=85344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 19:58:08.684011 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb47afc0-2183-4b2c-a096-4fa9e21a1dac admin admin] Received port after_create {{(pid=85344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 15 19:58:08.793406 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-fb47afc0-2183-4b2c-a096-4fa9e21a1dac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1672309'] for router_interface, before_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:58:08.980797 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.provisioning_blocks [None req-f393ac2e-2c0c-4a09-b20f-dc0654a57ed2 None None] Provisioning for port 60c95d52-29fc-44a2-a940-17459d08d556 completed by entity DHCP. {{(pid=85346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 19:58:08.990358 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.provisioning_blocks [None req-f393ac2e-2c0c-4a09-b20f-dc0654a57ed2 None None] Provisioning complete for port 60c95d52-29fc-44a2-a940-17459d08d556 triggered by entity DHCP. {{(pid=85346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 19:58:08.990782 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-f393ac2e-2c0c-4a09-b20f-dc0654a57ed2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-428662'] for port, provisioning_complete {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:58:08.996250 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-fb47afc0-2183-4b2c-a096-4fa9e21a1dac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854565853'] for port, before_update {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:58:09.133622 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.plugin [None req-f393ac2e-2c0c-4a09-b20f-dc0654a57ed2 None None] Port 60c95d52-29fc-44a2-a940-17459d08d556 cannot update to ACTIVE because it is not bound. {{(pid=85346) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 15 19:58:09.160617 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-0248a13f-4a1a-413a-95c2-0194a3b9e219 None None] Notify callbacks [] for port, precommit_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:58:09.175941 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-b400c4f8-8969-424f-8663-39cf5b6e1207 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789847050935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-428960'] for agent, after_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:58:09.179165 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.provisioning_blocks [None req-0248a13f-4a1a-413a-95c2-0194a3b9e219 None None] Transition to ACTIVE for port object 79376af6-b39c-4c7e-bb22-6175f6c98914 will not be triggered until provisioned by entity L2. {{(pid=85346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 19:58:09.186295 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-0248a13f-4a1a-413a-95c2-0194a3b9e219 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854693686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852972410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789846929216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789846482410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789846483725'] for port, after_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:58:09.203530 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-68607dce-ba34-486e-8dc8-b05b46515459 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:58:09.344503 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-fb47afc0-2183-4b2c-a096-4fa9e21a1dac admin admin] Notify callbacks [] for port, precommit_update {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:58:09.349159 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-fb47afc0-2183-4b2c-a096-4fa9e21a1dac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854693686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852972410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789846929216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789846482410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789846483725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3153931'] for port, after_update {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:58:09.353474 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8dcd28-7539-4132-b83d-c4a99a24b1a1 None None] Pushing event updated for resources: {'Port': ['ID=79376af6-b39c-4c7e-bb22-6175f6c98914,revision_number=2']} {{(pid=85346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:58:09.366652 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-0f8dcd28-7539-4132-b83d-c4a99a24b1a1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:58:09.379624 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-89cc1384-e118-4421-8daf-c8e0a9087d7e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:58:09.424488 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.managers [None req-0248a13f-4a1a-413a-95c2-0194a3b9e219 None None] Attempting to bind port 79376af6-b39c-4c7e-bb22-6175f6c98914 on host dv-cinder-786383-2-iscsi for vnic_type normal with profile  {{(pid=85346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 15 19:58:09.424903 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.managers [None req-0248a13f-4a1a-413a-95c2-0194a3b9e219 None None] Attempting to bind port 79376af6-b39c-4c7e-bb22-6175f6c98914 by drivers openvswitch,hyperv on host dv-cinder-786383-2-iscsi at level 0 using segments [{'id': 'e9359222-f335-47df-9fcb-1acccd0748d1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b576887-bb01-4bfc-8617-ca8b886d7b7e'}] {{(pid=85346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 15 19:58:09.425312 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0248a13f-4a1a-413a-95c2-0194a3b9e219 None None] Attempting to bind port 79376af6-b39c-4c7e-bb22-6175f6c98914 on network 0b576887-bb01-4bfc-8617-ca8b886d7b7e {{(pid=85346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 19:58:09.432049 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0248a13f-4a1a-413a-95c2-0194a3b9e219 None None] Checking agent: {'id': 'be1a0b7a-7144-4bb6-9f10-b289de7b23b3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786383-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 19, 40, 9), 'started_at': datetime.datetime(2021, 4, 15, 19, 40, 39), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 19, 57, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786383-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 15 19:58:09.432613 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0248a13f-4a1a-413a-95c2-0194a3b9e219 None None] Checking segment: {'id': 'e9359222-f335-47df-9fcb-1acccd0748d1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b576887-bb01-4bfc-8617-ca8b886d7b7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 19:58:09.433183 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-0248a13f-4a1a-413a-95c2-0194a3b9e219 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:58:09.433979 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0248a13f-4a1a-413a-95c2-0194a3b9e219 None None] Bound using segment: {'id': 'e9359222-f335-47df-9fcb-1acccd0748d1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b576887-bb01-4bfc-8617-ca8b886d7b7e'} {{(pid=85346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 15 19:58:09.434626 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.managers [None req-0248a13f-4a1a-413a-95c2-0194a3b9e219 None None] Bound port: 79376af6-b39c-4c7e-bb22-6175f6c98914, host: dv-cinder-786383-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e9359222-f335-47df-9fcb-1acccd0748d1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b576887-bb01-4bfc-8617-ca8b886d7b7e'}}] {{(pid=85346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 15 19:58:09.435267 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-0248a13f-4a1a-413a-95c2-0194a3b9e219 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854565853'] for port, before_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:58:09.467762 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb47afc0-2183-4b2c-a096-4fa9e21a1dac admin admin] Pushing event updated for resources: {'Port': ['ID=60c95d52-29fc-44a2-a940-17459d08d556,revision_number=2']} {{(pid=85344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:58:09.470417 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-fb47afc0-2183-4b2c-a096-4fa9e21a1dac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036852972393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853103598'] for router_interface, after_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:58:09.485208 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-fb47afc0-2183-4b2c-a096-4fa9e21a1dac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:58:09.524049 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.db [None req-0248a13f-4a1a-413a-95c2-0194a3b9e219 None None] For port 79376af6-b39c-4c7e-bb22-6175f6c98914, host dv-cinder-786383-2-iscsi, cleared binding levels {{(pid=85346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 15 19:58:09.532427 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.db [None req-0248a13f-4a1a-413a-95c2-0194a3b9e219 None None] For port 79376af6-b39c-4c7e-bb22-6175f6c98914, host dv-cinder-786383-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-2-iscsi',level=0,port_id=79376af6-b39c-4c7e-bb22-6175f6c98914,segment=NetworkSegment(e9359222-f335-47df-9fcb-1acccd0748d1),segment_id=e9359222-f335-47df-9fcb-1acccd0748d1)] {{(pid=85346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 15 19:58:09.541927 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-0248a13f-4a1a-413a-95c2-0194a3b9e219 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854693686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852972410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789846929216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789846482410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789846483725'] for port, after_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:58:09.560857 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:58:09.658213 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb47afc0-2183-4b2c-a096-4fa9e21a1dac admin admin] Network 77d36611-d9d7-4878-bee2-d85f2a7b4788 is already hosted by enough agents. {{(pid=85344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 15 19:58:09.661218 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.scheduler.base_scheduler [None req-fb47afc0-2183-4b2c-a096-4fa9e21a1dac admin admin] Resources bound (agent type, host, resource id):  {{(pid=85344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 19:58:09.673778 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-56ecdebd-c5a0-4569-bc96-ba437f5ce558 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789847050935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-428960'] for agent, after_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:58:09.741974 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8dcd28-7539-4132-b83d-c4a99a24b1a1 None None] Pushing event updated for resources: {'Port': ['ID=79376af6-b39c-4c7e-bb22-6175f6c98914,revision_number=3']} {{(pid=85346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:58:09.751357 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-0f8dcd28-7539-4132-b83d-c4a99a24b1a1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:58:09.836615 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0248a13f-4a1a-413a-95c2-0194a3b9e219 None None] Routers {'b51f791e-ca9d-4a48-9479-ba8cd1084b6c'} bound to L3 agent in host dv-cinder-786383-2-iscsi {{(pid=85346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 19:58:09.837535 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.l3_hamode_db [None req-0248a13f-4a1a-413a-95c2-0194a3b9e219 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe8b8daeba8>, 'dv-cinder-786383-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-15T19:40:08Z,description=<?>,heartbeat_timestamp=2021-04-15T19:58:08Z,host='dv-cinder-786383-2-iscsi',id=74482fb0-5b00-43f0-8fa9-533a3c8b2378,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T19:40:08Z,topic='l3_agent')) {'router_ids': ['b51f791e-ca9d-4a48-9479-ba8cd1084b6c'], 'active': True} {{(pid=85346) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 19:58:10.052452 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb47afc0-2183-4b2c-a096-4fa9e21a1dac admin admin] Router b51f791e-ca9d-4a48-9479-ba8cd1084b6c has already been hosted by L3 agent 74482fb0-5b00-43f0-8fa9-533a3c8b2378 {{(pid=85344) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 15 19:58:10.121142 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.provisioning_blocks [None req-bb0024d0-0621-48b1-9924-61405efff2b4 None None] Provisioning complete for port 60c95d52-29fc-44a2-a940-17459d08d556 triggered by entity DHCP. {{(pid=85346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 19:58:10.121808 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-bb0024d0-0621-48b1-9924-61405efff2b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-428662'] for port, provisioning_complete {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:58:10.310967 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.plugin [None req-bb0024d0-0621-48b1-9924-61405efff2b4 None None] Port 60c95d52-29fc-44a2-a940-17459d08d556 cannot update to ACTIVE because it is not bound. {{(pid=85346) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 15 19:58:10.325161 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb47afc0-2183-4b2c-a096-4fa9e21a1dac admin admin] Notify agent at l3_agent.dv-cinder-786383-2-iscsi the message routers_updated {{(pid=85344) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 15 19:58:10.332451 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.l3_dvr_db [None req-0248a13f-4a1a-413a-95c2-0194a3b9e219 None None] Set router b51f791e-ca9d-4a48-9479-ba8cd1084b6c gateway port host: dv-cinder-786383-2-iscsi {{(pid=85346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 19:58:10.335958 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [None req-fb47afc0-2183-4b2c-a096-4fa9e21a1dac admin admin] 10.222.0.47 "PUT /v2.0/routers/b51f791e-ca9d-4a48-9479-ba8cd1084b6c/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.6561313
Apr 15 19:58:10.660849 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-3d77682a-3290-49f5-9a09-7e8e47f8ddca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789847050935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-428960'] for agent, after_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:58:10.809055 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource [req-f9adf0c0-43cf-4e3d-8b49-7b66040f1cc2 req-790c3022-c445-4a42-87ce-3c139b3f2c4f tempest-TestVolumeBootPattern-370122628 tempest-TestVolumeBootPattern-370122628-project] Synchronizing usage tracker for tenant:1794582df1734e8d80790f7e87a6fcd2 on resource:security_group {{(pid=85344) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 15 19:58:10.830354 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.l3_hamode_db [None req-0248a13f-4a1a-413a-95c2-0194a3b9e219 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe8b8daeba8>, [{'id': 'b51f791e-ca9d-4a48-9479-ba8cd1084b6c', 'name': 'tempest-TestShelveInstance-1484012303-router', 'tenant_id': '248e6af1b7394fed98b6a620f19a6bc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b576887-bb01-4bfc-8617-ca8b886d7b7e', 'external_fixed_ips': [{'subnet_id': '7ad9face-0ae3-4529-aacd-d53ebb36e4d0', 'ip_address': '172.27.2.143'}], 'enable_snat': True}, 'gw_port_id': '79376af6-b39c-4c7e-bb22-6175f6c98914', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:58:02Z', 'updated_at': '2021-04-15T19:58:08Z', 'revision_number': 4, 'project_id': '248e6af1b7394fed98b6a620f19a6bc0', 'gw_port': {'id': '79376af6-b39c-4c7e-bb22-6175f6c98914', 'name': '', 'network_id': '0b576887-bb01-4bfc-8617-ca8b886d7b7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:36:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b51f791e-ca9d-4a48-9479-ba8cd1084b6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': '7ad9face-0ae3-4529-aacd-d53ebb36e4d0', 'ip_address': '172.27.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:58:03Z', 'updated_at': '2021-04-15T19:58:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ad9face-0ae3-4529-aacd-d53ebb36e4d0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-2-iscsi', '_interfaces': [{'id': '60c95d52-29fc-44a2-a940-17459d08d556', 'name': '', 'network_id': '77d36611-d9d7-4878-bee2-d85f2a7b4788', 'tenant_id': '248e6af1b7394fed98b6a620f19a6bc0', 'mac_address': 'fa:16:3e:eb:31:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b51f791e-ca9d-4a48-9479-ba8cd1084b6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': 'ead78242-f7a7-4840-8c22-a0175f7d7ec4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:58:07Z', 'updated_at': '2021-04-15T19:58:09Z', 'revision_number': 2, 'project_id': '248e6af1b7394fed98b6a620f19a6bc0', 'subnets': [{'id': 'ead78242-f7a7-4840-8c22-a0175f7d7ec4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786383-2-iscsi', False) {} {{(pid=85346) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 19:58:10.835844 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0248a13f-4a1a-413a-95c2-0194a3b9e219 None None] The sync data for ids ['b51f791e-ca9d-4a48-9479-ba8cd1084b6c'] in dv-cinder-786383-2-iscsi is: [{'id': 'b51f791e-ca9d-4a48-9479-ba8cd1084b6c', 'name': 'tempest-TestShelveInstance-1484012303-router', 'tenant_id': '248e6af1b7394fed98b6a620f19a6bc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b576887-bb01-4bfc-8617-ca8b886d7b7e', 'external_fixed_ips': [{'subnet_id': '7ad9face-0ae3-4529-aacd-d53ebb36e4d0', 'ip_address': '172.27.2.143'}], 'enable_snat': True}, 'gw_port_id': '79376af6-b39c-4c7e-bb22-6175f6c98914', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:58:02Z', 'updated_at': '2021-04-15T19:58:08Z', 'revision_number': 4, 'project_id': '248e6af1b7394fed98b6a620f19a6bc0', 'gw_port': {'id': '79376af6-b39c-4c7e-bb22-6175f6c98914', 'name': '', 'network_id': '0b576887-bb01-4bfc-8617-ca8b886d7b7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:36:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b51f791e-ca9d-4a48-9479-ba8cd1084b6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': '7ad9face-0ae3-4529-aacd-d53ebb36e4d0', 'ip_address': '172.27.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:58:03Z', 'updated_at': '2021-04-15T19:58:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ad9face-0ae3-4529-aacd-d53ebb36e4d0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-2-iscsi', '_interfaces': [{'id': '60c95d52-29fc-44a2-a940-17459d08d556', 'name': '', 'network_id': '77d36611-d9d7-4878-bee2-d85f2a7b4788', 'tenant_id': '248e6af1b7394fed98b6a620f19a6bc0', 'mac_address': 'fa:16:3e:eb:31:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b51f791e-ca9d-4a48-9479-ba8cd1084b6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': 'ead78242-f7a7-4840-8c22-a0175f7d7ec4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:58:07Z', 'updated_at': '2021-04-15T19:58:09Z', 'revision_number': 2, 'project_id': '248e6af1b7394fed98b6a620f19a6bc0', 'subnets': [{'id': 'ead78242-f7a7-4840-8c22-a0175f7d7ec4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 15 19:58:10.839645 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource [req-f9adf0c0-43cf-4e3d-8b49-7b66040f1cc2 req-790c3022-c445-4a42-87ce-3c139b3f2c4f tempest-TestVolumeBootPattern-370122628 tempest-TestVolumeBootPattern-370122628-project] Unset dirty status for tenant:1794582df1734e8d80790f7e87a6fcd2 on resource:security_group {{(pid=85344) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 15 19:58:10.847550 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-f9adf0c0-43cf-4e3d-8b49-7b66040f1cc2 req-790c3022-c445-4a42-87ce-3c139b3f2c4f tempest-TestVolumeBootPattern-370122628 tempest-TestVolumeBootPattern-370122628-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1916226041&fields=id&tenant_id=1794582df1734e8d80790f7e87a6fcd2 HTTP/1.1" status: 200  len: 267 time: 0.1380529
Apr 15 19:58:11.071803 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9adf0c0-43cf-4e3d-8b49-7b66040f1cc2 req-46877772-c6b0-4969-bb16-0b13fb3e8bcb tempest-TestVolumeBootPattern-370122628 tempest-TestVolumeBootPattern-370122628-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:58:11.072569 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource [req-f9adf0c0-43cf-4e3d-8b49-7b66040f1cc2 req-46877772-c6b0-4969-bb16-0b13fb3e8bcb tempest-TestVolumeBootPattern-370122628 tempest-TestVolumeBootPattern-370122628-project] Synchronizing usage tracker for tenant:1794582df1734e8d80790f7e87a6fcd2 on resource:network {{(pid=85344) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 15 19:58:11.092116 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource [req-f9adf0c0-43cf-4e3d-8b49-7b66040f1cc2 req-46877772-c6b0-4969-bb16-0b13fb3e8bcb tempest-TestVolumeBootPattern-370122628 tempest-TestVolumeBootPattern-370122628-project] Unset dirty status for tenant:1794582df1734e8d80790f7e87a6fcd2 on resource:network {{(pid=85344) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 15 19:58:11.093823 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-f9adf0c0-43cf-4e3d-8b49-7b66040f1cc2 req-46877772-c6b0-4969-bb16-0b13fb3e8bcb tempest-TestVolumeBootPattern-370122628 tempest-TestVolumeBootPattern-370122628-project] 10.222.0.47 "GET /v2.0/networks?id=76b1c698-a72d-402d-bd3d-fd85b08fd0a4 HTTP/1.1" status: 200  len: 812 time: 0.2360904
Apr 15 19:58:11.121216 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-f9adf0c0-43cf-4e3d-8b49-7b66040f1cc2 req-a4257ab7-4dad-4794-aaa3-9d46f75c17b7 tempest-TestVolumeBootPattern-370122628 tempest-TestVolumeBootPattern-370122628-project] 10.222.0.47 "GET /v2.0/quotas/1794582df1734e8d80790f7e87a6fcd2 HTTP/1.1" status: 200  len: 375 time: 0.0195768
Apr 15 19:58:11.262009 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-f9adf0c0-43cf-4e3d-8b49-7b66040f1cc2 req-f53a3346-a9c8-4317-9210-580f530d52c4 tempest-TestVolumeBootPattern-370122628 tempest-TestVolumeBootPattern-370122628-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=1794582df1734e8d80790f7e87a6fcd2&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1342742
Apr 15 19:58:11.301019 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.wsgi [-] (85345) accepted ('10.222.0.47', 52906) {{(pid=85345) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:58:11.318256 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.v2.base [None req-1330bf39-60db-4301-b3ea-13fafa409b7b admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1245140076-network', 'tenant_id': '33d4185e05c4406fbf34df71284b2859'}} {{(pid=85345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 19:58:11.327987 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.quota.driver [None req-1330bf39-60db-4301-b3ea-13fafa409b7b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85345) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:58:11.334264 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource [None req-1330bf39-60db-4301-b3ea-13fafa409b7b admin admin] Usage tracker for resource:network and tenant:33d4185e05c4406fbf34df71284b2859 is out of sync, need to count used quota {{(pid=85345) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:58:11.338179 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource [None req-1330bf39-60db-4301-b3ea-13fafa409b7b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85345) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:58:11.345592 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.quota.driver [None req-1330bf39-60db-4301-b3ea-13fafa409b7b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85345) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:58:11.359138 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1330bf39-60db-4301-b3ea-13fafa409b7b admin admin] Made reservation on behalf of 33d4185e05c4406fbf34df71284b2859 for: {'network': 1} {{(pid=85345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 15 19:58:11.367159 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-1330bf39-60db-4301-b3ea-13fafa409b7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854565853'] for network, before_create {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:58:11.382907 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-1330bf39-60db-4301-b3ea-13fafa409b7b admin admin] Notify callbacks [] for security_group, before_create {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:58:11.402232 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.quota.driver [None req-1330bf39-60db-4301-b3ea-13fafa409b7b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85345) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:58:11.406990 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource [None req-1330bf39-60db-4301-b3ea-13fafa409b7b admin admin] Usage tracker for resource:security_group_rule and tenant:33d4185e05c4406fbf34df71284b2859 is out of sync, need to count used quota {{(pid=85345) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:58:11.411951 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource [None req-1330bf39-60db-4301-b3ea-13fafa409b7b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85345) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:58:11.421997 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.quota.driver [None req-1330bf39-60db-4301-b3ea-13fafa409b7b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85345) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:58:11.473174 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-f9adf0c0-43cf-4e3d-8b49-7b66040f1cc2 req-7295aea3-9f1a-4872-86ff-5d86c4c77192 service neutron] 10.222.0.47 "GET /v2.0/networks/76b1c698-a72d-402d-bd3d-fd85b08fd0a4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1865852
Apr 15 19:58:11.571158 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-1330bf39-60db-4301-b3ea-13fafa409b7b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:58:11.576045 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-1330bf39-60db-4301-b3ea-13fafa409b7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806004'] for security_group, after_create {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:58:11.584904 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-6cc41bea-0cd5-4656-a500-9ab7ec7aca1e tempest-TestVolumeBootPattern-370122628 tempest-TestVolumeBootPattern-370122628-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:58:11.634617 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1330bf39-60db-4301-b3ea-13fafa409b7b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 684}  {{(pid=85345) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 15 19:58:11.666010 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1330bf39-60db-4301-b3ea-13fafa409b7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba3ff814-10c5-4240-b148-a5a1601d9c5f,revision_number=1']} {{(pid=85345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:58:11.672523 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-1330bf39-60db-4301-b3ea-13fafa409b7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854767479'] for segment, precommit_create {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:58:11.673567 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.db.segments_db [None req-1330bf39-60db-4301-b3ea-13fafa409b7b admin admin] Added segment b9545d60-7d84-48f4-a82e-2b3c346f3cd3 of type vlan for network f3dd0897-b22d-4c65-a222-9df20bc06d30
Apr 15 19:58:11.677202 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-1330bf39-60db-4301-b3ea-13fafa409b7b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:58:11.714626 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-1330bf39-60db-4301-b3ea-13fafa409b7b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789846470498'] for network, precommit_create {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:58:11.749027 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-f9adf0c0-43cf-4e3d-8b49-7b66040f1cc2 req-3e22c9a0-3afb-4ca2-aadf-432e106173d0 service neutron] 10.222.0.47 "GET /v2.0/networks/76b1c698-a72d-402d-bd3d-fd85b08fd0a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2666152
Apr 15 19:58:11.762431 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-1330bf39-60db-4301-b3ea-13fafa409b7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852808340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852972410'] for network, after_create {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:58:11.763926 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1330bf39-60db-4301-b3ea-13fafa409b7b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:58:11.764583 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-1330bf39-60db-4301-b3ea-13fafa409b7b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852972363'] for network, before_response {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:58:11.775615 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-1506c626-42b2-4049-af6f-e9babf4c4014 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.004s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:58:11.964814 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [None req-1330bf39-60db-4301-b3ea-13fafa409b7b admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 0.6605864
Apr 15 19:58:11.967595 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.wsgi [-] (85344) accepted ('10.222.0.47', 52912) {{(pid=85344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:58:11.969084 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1330bf39-60db-4301-b3ea-13fafa409b7b admin admin] Pushing event updated for resources: {'Network': ['ID=f3dd0897-b22d-4c65-a222-9df20bc06d30,revision_number=1']} {{(pid=85345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:58:11.973360 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-1330bf39-60db-4301-b3ea-13fafa409b7b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:58:11.974663 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.v2.base [None req-5d01f17f-45cf-40e7-af3b-0e89b05c3ca7 admin admin] Request body: {'subnet': {'network_id': 'f3dd0897-b22d-4c65-a222-9df20bc06d30', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1245140076-subnet', 'tenant_id': '33d4185e05c4406fbf34df71284b2859', 'ip_version': 4}} {{(pid=85344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 19:58:11.983518 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.rpc [None req-56ecdebd-c5a0-4569-bc96-ba437f5ce558 None None] Network f3dd0897-b22d-4c65-a222-9df20bc06d30 details requested by agent ovs-agent-dv-cinder-786383-2-iscsi with host dv-cinder-786383-2-iscsi {{(pid=85346) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 15 19:58:11.984104 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.quota.driver [None req-5d01f17f-45cf-40e7-af3b-0e89b05c3ca7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:58:11.989245 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource [None req-5d01f17f-45cf-40e7-af3b-0e89b05c3ca7 admin admin] Usage tracker for resource:subnet and tenant:33d4185e05c4406fbf34df71284b2859 is out of sync, need to count used quota {{(pid=85344) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:58:11.993735 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource [None req-5d01f17f-45cf-40e7-af3b-0e89b05c3ca7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85344) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:58:12.006560 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.quota.driver [None req-5d01f17f-45cf-40e7-af3b-0e89b05c3ca7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:58:12.032424 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d01f17f-45cf-40e7-af3b-0e89b05c3ca7 admin admin] Made reservation on behalf of 33d4185e05c4406fbf34df71284b2859 for: {'subnet': 1} {{(pid=85344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 15 19:58:12.042442 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-5d01f17f-45cf-40e7-af3b-0e89b05c3ca7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2554569'] for subnet, before_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:58:12.667328 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-5d01f17f-45cf-40e7-af3b-0e89b05c3ca7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852808376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852972410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851621763', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2554618'] for subnet, after_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:58:12.701652 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:58:12.866596 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d01f17f-45cf-40e7-af3b-0e89b05c3ca7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a0412f40-9bfb-431a-ae07-9deec4c87471,revision_number=0']} {{(pid=85344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:58:12.880598 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-5d01f17f-45cf-40e7-af3b-0e89b05c3ca7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:58:12.950766 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d01f17f-45cf-40e7-af3b-0e89b05c3ca7 admin admin] Checking segment: {'id': 'b9545d60-7d84-48f4-a82e-2b3c346f3cd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'f3dd0897-b22d-4c65-a222-9df20bc06d30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 19:58:12.951224 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d01f17f-45cf-40e7-af3b-0e89b05c3ca7 admin admin] Network hostable DHCP agents. Network: f3dd0897-b22d-4c65-a222-9df20bc06d30, hostable agents: ['48b86c86-f902-4f97-86c7-19da88045e62'], hosted agents: [] {{(pid=85344) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 15 19:58:12.972770 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d01f17f-45cf-40e7-af3b-0e89b05c3ca7 admin admin] Network f3dd0897-b22d-4c65-a222-9df20bc06d30 is scheduled to be hosted by DHCP agent 48b86c86-f902-4f97-86c7-19da88045e62 with binding_index 1 {{(pid=85344) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 15 19:58:12.983704 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.scheduler.base_scheduler [None req-5d01f17f-45cf-40e7-af3b-0e89b05c3ca7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786383-2-iscsi, f3dd0897-b22d-4c65-a222-9df20bc06d30) {{(pid=85344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 19:58:12.995962 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09d52fe8-af0d-431b-b92e-ec94eb68eeb7 None None] Network f3dd0897-b22d-4c65-a222-9df20bc06d30 requested from dv-cinder-786383-2-iscsi {{(pid=85346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 15 19:58:12.997635 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d01f17f-45cf-40e7-af3b-0e89b05c3ca7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:58:12.998488 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-5d01f17f-45cf-40e7-af3b-0e89b05c3ca7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852972363'] for subnet, before_response {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:58:13.022306 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [None req-5d01f17f-45cf-40e7-af3b-0e89b05c3ca7 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 1.0534422
Apr 15 19:58:13.025310 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.wsgi [-] (85344) accepted ('10.222.0.47', 52920) {{(pid=85344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:58:13.032176 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.v2.base [None req-18f3acaa-de01-4fc0-8798-43e9fbdd7322 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1245140076-router', 'tenant_id': '33d4185e05c4406fbf34df71284b2859', 'external_gateway_info': {'network_id': '0b576887-bb01-4bfc-8617-ca8b886d7b7e'}}} {{(pid=85344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 19:58:13.039153 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.quota.driver [None req-18f3acaa-de01-4fc0-8798-43e9fbdd7322 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:58:13.044037 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource [None req-18f3acaa-de01-4fc0-8798-43e9fbdd7322 admin admin] Usage tracker for resource:router and tenant:33d4185e05c4406fbf34df71284b2859 is out of sync, need to count used quota {{(pid=85344) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:58:13.048285 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource [None req-18f3acaa-de01-4fc0-8798-43e9fbdd7322 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=85344) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:58:13.056506 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.quota.driver [None req-18f3acaa-de01-4fc0-8798-43e9fbdd7322 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:58:13.067285 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-18f3acaa-de01-4fc0-8798-43e9fbdd7322 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036853104155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854716007'] for router, before_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:58:13.068519 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-18f3acaa-de01-4fc0-8798-43e9fbdd7322 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1671480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1673062', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1979644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59777'] for router, precommit_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:58:13.093137 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-18f3acaa-de01-4fc0-8798-43e9fbdd7322 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:58:13.364064 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.rpc [None req-56ecdebd-c5a0-4569-bc96-ba437f5ce558 None None] Device 79376af6-b39c-4c7e-bb22-6175f6c98914 up at agent ovs-agent-dv-cinder-786383-2-iscsi {{(pid=85346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 19:58:13.503624 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource [req-1830099a-98bb-4a6b-9687-5edb268759f3 req-151baf94-2119-441b-99e9-ef360e8038d9 tempest-TestVolumeBootPattern-370122628 tempest-TestVolumeBootPattern-370122628-project] Synchronizing usage tracker for tenant:1794582df1734e8d80790f7e87a6fcd2 on resource:port {{(pid=85345) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 15 19:58:13.534524 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource [req-1830099a-98bb-4a6b-9687-5edb268759f3 req-151baf94-2119-441b-99e9-ef360e8038d9 tempest-TestVolumeBootPattern-370122628 tempest-TestVolumeBootPattern-370122628-project] Unset dirty status for tenant:1794582df1734e8d80790f7e87a6fcd2 on resource:port {{(pid=85345) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 15 19:58:13.538572 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-1830099a-98bb-4a6b-9687-5edb268759f3 req-151baf94-2119-441b-99e9-ef360e8038d9 tempest-TestVolumeBootPattern-370122628 tempest-TestVolumeBootPattern-370122628-project] 10.222.0.47 "GET /v2.0/ports?device_id=3fb4d69e-6c98-489d-9482-e17cf1db3879 HTTP/1.1" status: 200  len: 210 time: 0.0974100
Apr 15 19:58:13.813331 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.provisioning_blocks [None req-56ecdebd-c5a0-4569-bc96-ba437f5ce558 None None] Provisioning for port 79376af6-b39c-4c7e-bb22-6175f6c98914 completed by entity L2. {{(pid=85346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 19:58:13.819154 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ded00ea6-f320-49ba-9ece-4503e255050e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc01a18e6-8f98-5b6c-8b5b-44e18d93fa4e-f3dd0897-b22d-4c65-a222-9df20bc06d30', 'network_id': 'f3dd0897-b22d-4c65-a222-9df20bc06d30', 'tenant_id': '33d4185e05c4406fbf34df71284b2859', 'fixed_ips': [{'subnet_id': 'a0412f40-9bfb-431a-ae07-9deec4c87471'}]}} from dv-cinder-786383-2-iscsi. {{(pid=85346) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}}
Apr 15 19:58:13.820132 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-ded00ea6-f320-49ba-9ece-4503e255050e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854565853'] for port, before_create {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:58:13.838494 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.provisioning_blocks [None req-56ecdebd-c5a0-4569-bc96-ba437f5ce558 None None] Provisioning complete for port 79376af6-b39c-4c7e-bb22-6175f6c98914 triggered by entity L2. {{(pid=85346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 19:58:13.839042 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-56ecdebd-c5a0-4569-bc96-ba437f5ce558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-428662'] for port, provisioning_complete {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:58:13.879678 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-18f3acaa-de01-4fc0-8798-43e9fbdd7322 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1673047', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853104170', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59824'] for router, precommit_update {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:58:14.134809 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-56ecdebd-c5a0-4569-bc96-ba437f5ce558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854565853'] for port, before_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:58:14.162695 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.db_base_plugin_common [None req-ded00ea6-f320-49ba-9ece-4503e255050e None None] Allocated IP 172.20.0.2 (f3dd0897-b22d-4c65-a222-9df20bc06d30/a0412f40-9bfb-431a-ae07-9deec4c87471/5113eb4b-7c68-49e8-9a5e-8a22cfe908d7) {{(pid=85346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 15 19:58:14.169225 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.db [None req-56ecdebd-c5a0-4569-bc96-ba437f5ce558 None None] For port 79376af6-b39c-4c7e-bb22-6175f6c98914, host dv-cinder-786383-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-2-iscsi',level=0,port_id=79376af6-b39c-4c7e-bb22-6175f6c98914,segment=NetworkSegment(e9359222-f335-47df-9fcb-1acccd0748d1),segment_id=e9359222-f335-47df-9fcb-1acccd0748d1)] {{(pid=85346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 19:58:14.177419 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-56ecdebd-c5a0-4569-bc96-ba437f5ce558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854693686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852972410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789846929216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789846482410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789846483725'] for port, after_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:58:14.180204 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:58:14.359397 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ecdebd-c5a0-4569-bc96-ba437f5ce558 None None] Pushing event updated for resources: {'Port': ['ID=79376af6-b39c-4c7e-bb22-6175f6c98914,revision_number=4']} {{(pid=85346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:58:14.374528 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-56ecdebd-c5a0-4569-bc96-ba437f5ce558 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:58:14.380440 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-18f3acaa-de01-4fc0-8798-43e9fbdd7322 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:58:14.434761 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-18f3acaa-de01-4fc0-8798-43e9fbdd7322 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854565853'] for port, before_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:58:14.506513 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-ded00ea6-f320-49ba-9ece-4503e255050e None None] Notify callbacks [] for port, precommit_create {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:58:14.520372 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.provisioning_blocks [None req-ded00ea6-f320-49ba-9ece-4503e255050e None None] Transition to ACTIVE for port object 5113eb4b-7c68-49e8-9a5e-8a22cfe908d7 will not be triggered until provisioned by entity L2. {{(pid=85346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 19:58:14.560890 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.provisioning_blocks [None req-ded00ea6-f320-49ba-9ece-4503e255050e None None] Transition to ACTIVE for port object 5113eb4b-7c68-49e8-9a5e-8a22cfe908d7 will not be triggered until provisioned by entity DHCP. {{(pid=85346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 19:58:14.568939 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-ded00ea6-f320-49ba-9ece-4503e255050e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854693686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852972410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789846482393'] for port, after_create {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:58:14.597200 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:58:14.607612 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.db_base_plugin_common [None req-18f3acaa-de01-4fc0-8798-43e9fbdd7322 admin admin] Allocated IP 172.27.2.103 (0b576887-bb01-4bfc-8617-ca8b886d7b7e/7ad9face-0ae3-4529-aacd-d53ebb36e4d0/beaaeb8f-6d69-4aa1-bd75-bcb7d8f74782) {{(pid=85344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 15 19:58:14.713966 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea76d910-6a8e-4e2e-8d19-862534da7ba6 None None] Sync routers for ids ['b51f791e-ca9d-4a48-9479-ba8cd1084b6c'] in dv-cinder-786383-2-iscsi {{(pid=85347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 15 19:58:14.730699 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea76d910-6a8e-4e2e-8d19-862534da7ba6 None None] Routers {'b51f791e-ca9d-4a48-9479-ba8cd1084b6c'} bound to L3 agent in host dv-cinder-786383-2-iscsi {{(pid=85347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 19:58:14.731427 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.l3_hamode_db [None req-ea76d910-6a8e-4e2e-8d19-862534da7ba6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe8b991fba8>, 'dv-cinder-786383-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-15T19:40:08Z,description=<?>,heartbeat_timestamp=2021-04-15T19:58:08Z,host='dv-cinder-786383-2-iscsi',id=74482fb0-5b00-43f0-8fa9-533a3c8b2378,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T19:40:08Z,topic='l3_agent')) {'router_ids': ['b51f791e-ca9d-4a48-9479-ba8cd1084b6c'], 'active': True} {{(pid=85347) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 19:58:14.785750 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-7b15b959-eb1a-4478-ad6e-dc6f3bed50f1 req-67fa1143-e0a1-4c52-a22a-fd18f8c3eb55 tempest-TestVolumeBootPattern-370122628 tempest-TestVolumeBootPattern-370122628-project] 10.222.0.47 "GET /v2.0/ports?device_id=3fb4d69e-6c98-489d-9482-e17cf1db3879 HTTP/1.1" status: 200  len: 210 time: 0.0906749
Apr 15 19:58:14.839692 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded00ea6-f320-49ba-9ece-4503e255050e None None] Pushing event updated for resources: {'Port': ['ID=5113eb4b-7c68-49e8-9a5e-8a22cfe908d7,revision_number=1']} {{(pid=85346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:58:14.843754 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-ded00ea6-f320-49ba-9ece-4503e255050e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:58:14.917407 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-18f3acaa-de01-4fc0-8798-43e9fbdd7322 admin admin] Notify callbacks [] for port, precommit_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:58:14.941924 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ded00ea6-f320-49ba-9ece-4503e255050e None None] Network f3dd0897-b22d-4c65-a222-9df20bc06d30 is already hosted by enough agents. {{(pid=85346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 15 19:58:14.944600 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.scheduler.base_scheduler [None req-ded00ea6-f320-49ba-9ece-4503e255050e None None] Resources bound (agent type, host, resource id):  {{(pid=85346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 19:58:14.948994 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ded00ea6-f320-49ba-9ece-4503e255050e None None] Received port after_create {{(pid=85346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 15 19:58:15.110712 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9adf0c0-43cf-4e3d-8b49-7b66040f1cc2 req-1ba87491-da06-4c41-a6fe-9fe85edeb74a tempest-TestVolumeBootPattern-370122628 tempest-TestVolumeBootPattern-370122628-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:58:15.112363 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-f9adf0c0-43cf-4e3d-8b49-7b66040f1cc2 req-1ba87491-da06-4c41-a6fe-9fe85edeb74a tempest-TestVolumeBootPattern-370122628 tempest-TestVolumeBootPattern-370122628-project] 10.222.0.65 "GET /v2.0/networks?id=76b1c698-a72d-402d-bd3d-fd85b08fd0a4 HTTP/1.1" status: 200  len: 812 time: 0.1912751
Apr 15 19:58:15.133996 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.managers [None req-ded00ea6-f320-49ba-9ece-4503e255050e None None] Attempting to bind port 5113eb4b-7c68-49e8-9a5e-8a22cfe908d7 on host dv-cinder-786383-2-iscsi for vnic_type normal with profile  {{(pid=85346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 15 19:58:15.135078 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.managers [None req-ded00ea6-f320-49ba-9ece-4503e255050e None None] Attempting to bind port 5113eb4b-7c68-49e8-9a5e-8a22cfe908d7 by drivers openvswitch,hyperv on host dv-cinder-786383-2-iscsi at level 0 using segments [{'id': 'b9545d60-7d84-48f4-a82e-2b3c346f3cd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'f3dd0897-b22d-4c65-a222-9df20bc06d30'}] {{(pid=85346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 15 19:58:15.135939 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ded00ea6-f320-49ba-9ece-4503e255050e None None] Attempting to bind port 5113eb4b-7c68-49e8-9a5e-8a22cfe908d7 on network f3dd0897-b22d-4c65-a222-9df20bc06d30 {{(pid=85346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 19:58:15.147126 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ded00ea6-f320-49ba-9ece-4503e255050e None None] Checking agent: {'id': 'be1a0b7a-7144-4bb6-9f10-b289de7b23b3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786383-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 19, 40, 9), 'started_at': datetime.datetime(2021, 4, 15, 19, 40, 39), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 19, 58, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786383-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 15 19:58:15.148213 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ded00ea6-f320-49ba-9ece-4503e255050e None None] Checking segment: {'id': 'b9545d60-7d84-48f4-a82e-2b3c346f3cd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'f3dd0897-b22d-4c65-a222-9df20bc06d30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 19:58:15.149176 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-ded00ea6-f320-49ba-9ece-4503e255050e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:58:15.150109 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ded00ea6-f320-49ba-9ece-4503e255050e None None] Bound using segment: {'id': 'b9545d60-7d84-48f4-a82e-2b3c346f3cd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'f3dd0897-b22d-4c65-a222-9df20bc06d30'} {{(pid=85346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 15 19:58:15.151299 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.managers [None req-ded00ea6-f320-49ba-9ece-4503e255050e None None] Bound port: 5113eb4b-7c68-49e8-9a5e-8a22cfe908d7, host: dv-cinder-786383-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9545d60-7d84-48f4-a82e-2b3c346f3cd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'f3dd0897-b22d-4c65-a222-9df20bc06d30'}}] {{(pid=85346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 15 19:58:15.152208 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-ded00ea6-f320-49ba-9ece-4503e255050e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854565853'] for port, before_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:58:15.201446 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.agents_db [None req-b0af7715-6be6-4101-aede-c7b275f02801 None None] Agent healthcheck: found 6 active agents {{(pid=85347) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 15 19:58:15.220608 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-f9adf0c0-43cf-4e3d-8b49-7b66040f1cc2 req-8f03310f-848d-43f4-9e26-c46738c63f60 tempest-TestVolumeBootPattern-370122628 tempest-TestVolumeBootPattern-370122628-project] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=1794582df1734e8d80790f7e87a6fcd2 HTTP/1.1" status: 200  len: 8061 time: 0.0928066
Apr 15 19:58:15.225771 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-18f3acaa-de01-4fc0-8798-43e9fbdd7322 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854693686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852972410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789846482393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851621869'] for port, after_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:58:15.226328 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.l3_dvr_db [None req-ea76d910-6a8e-4e2e-8d19-862534da7ba6 None None] Set router b51f791e-ca9d-4a48-9479-ba8cd1084b6c gateway port host: dv-cinder-786383-2-iscsi {{(pid=85347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 19:58:15.284386 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-b448bc05-f907-4c08-8555-5cceb476da4e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:58:15.303796 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.db [None req-ded00ea6-f320-49ba-9ece-4503e255050e None None] For port 5113eb4b-7c68-49e8-9a5e-8a22cfe908d7, host dv-cinder-786383-2-iscsi, cleared binding levels {{(pid=85346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 15 19:58:15.307708 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.db [None req-ded00ea6-f320-49ba-9ece-4503e255050e None None] For port 5113eb4b-7c68-49e8-9a5e-8a22cfe908d7, host dv-cinder-786383-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-2-iscsi',level=0,port_id=5113eb4b-7c68-49e8-9a5e-8a22cfe908d7,segment=NetworkSegment(b9545d60-7d84-48f4-a82e-2b3c346f3cd3),segment_id=b9545d60-7d84-48f4-a82e-2b3c346f3cd3)] {{(pid=85346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 15 19:58:15.314536 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-ded00ea6-f320-49ba-9ece-4503e255050e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854693686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852972410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789846929216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789846482410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789846483725'] for port, after_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:58:15.335563 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:58:15.373161 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.v2.base [req-f9adf0c0-43cf-4e3d-8b49-7b66040f1cc2 req-992209a5-0f51-4c1c-ab8a-6a5a8a598b98 tempest-TestVolumeBootPattern-370122628 tempest-TestVolumeBootPattern-370122628-project] Request body: {'port': {'device_id': '3fb4d69e-6c98-489d-9482-e17cf1db3879', 'network_id': '76b1c698-a72d-402d-bd3d-fd85b08fd0a4', 'admin_state_up': True, 'tenant_id': '1794582df1734e8d80790f7e87a6fcd2', 'security_groups': ['dec273f8-3574-4212-8c74-b29372db87d8']}} {{(pid=85344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 19:58:15.388917 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.rpc [None req-56ecdebd-c5a0-4569-bc96-ba437f5ce558 None None] Device 79376af6-b39c-4c7e-bb22-6175f6c98914 up at agent ovs-agent-dv-cinder-786383-2-iscsi {{(pid=85346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 19:58:15.585120 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded00ea6-f320-49ba-9ece-4503e255050e None None] Pushing event updated for resources: {'Port': ['ID=5113eb4b-7c68-49e8-9a5e-8a22cfe908d7,revision_number=2']} {{(pid=85346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:58:15.592674 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-ded00ea6-f320-49ba-9ece-4503e255050e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:58:15.639274 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.provisioning_blocks [None req-56ecdebd-c5a0-4569-bc96-ba437f5ce558 None None] Provisioning complete for port 79376af6-b39c-4c7e-bb22-6175f6c98914 triggered by entity L2. {{(pid=85346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 19:58:15.639726 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-56ecdebd-c5a0-4569-bc96-ba437f5ce558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-428662'] for port, provisioning_complete {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:58:15.721269 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f3acaa-de01-4fc0-8798-43e9fbdd7322 admin admin] Pushing event updated for resources: {'Port': ['ID=beaaeb8f-6d69-4aa1-bd75-bcb7d8f74782,revision_number=1']} {{(pid=85344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:58:15.735199 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-18f3acaa-de01-4fc0-8798-43e9fbdd7322 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.451s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:58:15.817863 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.quota.driver [req-f9adf0c0-43cf-4e3d-8b49-7b66040f1cc2 req-992209a5-0f51-4c1c-ab8a-6a5a8a598b98 tempest-TestVolumeBootPattern-370122628 tempest-TestVolumeBootPattern-370122628-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:58:15.824383 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.l3_hamode_db [None req-ea76d910-6a8e-4e2e-8d19-862534da7ba6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe8b991fba8>, [{'id': 'b51f791e-ca9d-4a48-9479-ba8cd1084b6c', 'name': 'tempest-TestShelveInstance-1484012303-router', 'tenant_id': '248e6af1b7394fed98b6a620f19a6bc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b576887-bb01-4bfc-8617-ca8b886d7b7e', 'external_fixed_ips': [{'subnet_id': '7ad9face-0ae3-4529-aacd-d53ebb36e4d0', 'ip_address': '172.27.2.143'}], 'enable_snat': True}, 'gw_port_id': '79376af6-b39c-4c7e-bb22-6175f6c98914', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:58:02Z', 'updated_at': '2021-04-15T19:58:08Z', 'revision_number': 4, 'project_id': '248e6af1b7394fed98b6a620f19a6bc0', 'gw_port': {'id': '79376af6-b39c-4c7e-bb22-6175f6c98914', 'name': '', 'network_id': '0b576887-bb01-4bfc-8617-ca8b886d7b7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:36:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b51f791e-ca9d-4a48-9479-ba8cd1084b6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': '7ad9face-0ae3-4529-aacd-d53ebb36e4d0', 'ip_address': '172.27.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:58:03Z', 'updated_at': '2021-04-15T19:58:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ad9face-0ae3-4529-aacd-d53ebb36e4d0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-2-iscsi', '_interfaces': [{'id': '60c95d52-29fc-44a2-a940-17459d08d556', 'name': '', 'network_id': '77d36611-d9d7-4878-bee2-d85f2a7b4788', 'tenant_id': '248e6af1b7394fed98b6a620f19a6bc0', 'mac_address': 'fa:16:3e:eb:31:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b51f791e-ca9d-4a48-9479-ba8cd1084b6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': 'ead78242-f7a7-4840-8c22-a0175f7d7ec4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:58:07Z', 'updated_at': '2021-04-15T19:58:09Z', 'revision_number': 2, 'project_id': '248e6af1b7394fed98b6a620f19a6bc0', 'subnets': [{'id': 'ead78242-f7a7-4840-8c22-a0175f7d7ec4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786383-2-iscsi', False) {} {{(pid=85347) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 19:58:15.832708 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18f3acaa-de01-4fc0-8798-43e9fbdd7322 admin admin] Network 0b576887-bb01-4bfc-8617-ca8b886d7b7e is already hosted by enough agents. {{(pid=85344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 15 19:58:15.837381 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea76d910-6a8e-4e2e-8d19-862534da7ba6 None None] Checking router: b51f791e-ca9d-4a48-9479-ba8cd1084b6c for host: dv-cinder-786383-2-iscsi {{(pid=85347) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 15 19:58:15.838216 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea76d910-6a8e-4e2e-8d19-862534da7ba6 None None] Updating router b51f791e-ca9d-4a48-9479-ba8cd1084b6c port 60c95d52-29fc-44a2-a940-17459d08d556 binding host dv-cinder-786383-2-iscsi {{(pid=85347) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 15 19:58:15.843600 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.scheduler.base_scheduler [None req-18f3acaa-de01-4fc0-8798-43e9fbdd7322 admin admin] Resources bound (agent type, host, resource id):  {{(pid=85344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 19:58:15.846083 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.quota.driver [req-f9adf0c0-43cf-4e3d-8b49-7b66040f1cc2 req-992209a5-0f51-4c1c-ab8a-6a5a8a598b98 tempest-TestVolumeBootPattern-370122628 tempest-TestVolumeBootPattern-370122628-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=85344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:58:15.848531 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18f3acaa-de01-4fc0-8798-43e9fbdd7322 admin admin] Received port after_create {{(pid=85344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 15 19:58:15.944095 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-ea76d910-6a8e-4e2e-8d19-862534da7ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854565853'] for port, before_update {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:58:16.044015 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-398795f2-110d-4882-8c8d-4d075a960d1f req-0e6a187e-d2d2-4ed7-beb8-250f108a0988 tempest-TestVolumeBootPattern-370122628 tempest-TestVolumeBootPattern-370122628-project] 10.222.0.47 "GET /v2.0/ports?device_id=3fb4d69e-6c98-489d-9482-e17cf1db3879 HTTP/1.1" status: 200  len: 210 time: 0.0727928
Apr 15 19:58:16.134690 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f9adf0c0-43cf-4e3d-8b49-7b66040f1cc2 req-992209a5-0f51-4c1c-ab8a-6a5a8a598b98 tempest-TestVolumeBootPattern-370122628 tempest-TestVolumeBootPattern-370122628-project] Made reservation on behalf of 1794582df1734e8d80790f7e87a6fcd2 for: {'port': 1} {{(pid=85344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 15 19:58:16.142675 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [req-f9adf0c0-43cf-4e3d-8b49-7b66040f1cc2 req-992209a5-0f51-4c1c-ab8a-6a5a8a598b98 tempest-TestVolumeBootPattern-370122628 tempest-TestVolumeBootPattern-370122628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854565853'] for port, before_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:58:16.443843 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-ea76d910-6a8e-4e2e-8d19-862534da7ba6 None None] Notify callbacks [] for port, precommit_update {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:58:16.457520 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.provisioning_blocks [None req-ea76d910-6a8e-4e2e-8d19-862534da7ba6 None None] Transition to ACTIVE for port object 60c95d52-29fc-44a2-a940-17459d08d556 will not be triggered until provisioned by entity L2. {{(pid=85347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 19:58:16.463865 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-ea76d910-6a8e-4e2e-8d19-862534da7ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854693686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852972410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789846929216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789846482410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789846483725'] for port, after_update {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:58:16.480637 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-da053018-c278-443f-a4cf-1ee626c39118 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:58:16.575699 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.db_base_plugin_common [req-f9adf0c0-43cf-4e3d-8b49-7b66040f1cc2 req-992209a5-0f51-4c1c-ab8a-6a5a8a598b98 tempest-TestVolumeBootPattern-370122628 tempest-TestVolumeBootPattern-370122628-project] Allocated IP 172.20.0.3 (76b1c698-a72d-402d-bd3d-fd85b08fd0a4/8ee5421b-3812-435f-a63f-52b3408746b8/8d393932-cd96-4666-aa71-ab82dd47ddb4) {{(pid=85344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 15 19:58:16.582015 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-18f3acaa-de01-4fc0-8798-43e9fbdd7322 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:58:16.626987 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fdb2ad8-7956-4c87-9c86-ea3fcac956bd None None] Pushing event updated for resources: {'Port': ['ID=60c95d52-29fc-44a2-a940-17459d08d556,revision_number=3']} {{(pid=85347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:58:16.645354 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-4fdb2ad8-7956-4c87-9c86-ea3fcac956bd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=85347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:58:16.948034 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.managers [None req-ea76d910-6a8e-4e2e-8d19-862534da7ba6 None None] Attempting to bind port 60c95d52-29fc-44a2-a940-17459d08d556 on host dv-cinder-786383-2-iscsi for vnic_type normal with profile  {{(pid=85347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 15 19:58:16.949219 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.managers [None req-ea76d910-6a8e-4e2e-8d19-862534da7ba6 None None] Attempting to bind port 60c95d52-29fc-44a2-a940-17459d08d556 by drivers openvswitch,hyperv on host dv-cinder-786383-2-iscsi at level 0 using segments [{'id': 'c848ac5a-07c6-445d-91d1-6ef413e2b190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '77d36611-d9d7-4878-bee2-d85f2a7b4788'}] {{(pid=85347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 15 19:58:16.949219 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea76d910-6a8e-4e2e-8d19-862534da7ba6 None None] Attempting to bind port 60c95d52-29fc-44a2-a940-17459d08d556 on network 77d36611-d9d7-4878-bee2-d85f2a7b4788 {{(pid=85347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 19:58:16.956438 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea76d910-6a8e-4e2e-8d19-862534da7ba6 None None] Checking agent: {'id': 'be1a0b7a-7144-4bb6-9f10-b289de7b23b3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786383-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 19, 40, 9), 'started_at': datetime.datetime(2021, 4, 15, 19, 40, 39), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 19, 58, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786383-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 15 19:58:16.956892 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea76d910-6a8e-4e2e-8d19-862534da7ba6 None None] Checking segment: {'id': 'c848ac5a-07c6-445d-91d1-6ef413e2b190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '77d36611-d9d7-4878-bee2-d85f2a7b4788'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 19:58:16.957345 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-ea76d910-6a8e-4e2e-8d19-862534da7ba6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:58:16.957945 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea76d910-6a8e-4e2e-8d19-862534da7ba6 None None] Bound using segment: {'id': 'c848ac5a-07c6-445d-91d1-6ef413e2b190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '77d36611-d9d7-4878-bee2-d85f2a7b4788'} {{(pid=85347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 15 19:58:16.958432 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.managers [None req-ea76d910-6a8e-4e2e-8d19-862534da7ba6 None None] Bound port: 60c95d52-29fc-44a2-a940-17459d08d556, host: dv-cinder-786383-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c848ac5a-07c6-445d-91d1-6ef413e2b190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '77d36611-d9d7-4878-bee2-d85f2a7b4788'}}] {{(pid=85347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 15 19:58:16.958906 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-ea76d910-6a8e-4e2e-8d19-862534da7ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854565853'] for port, before_update {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:58:17.160412 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.db [None req-ea76d910-6a8e-4e2e-8d19-862534da7ba6 None None] For port 60c95d52-29fc-44a2-a940-17459d08d556, host dv-cinder-786383-2-iscsi, cleared binding levels {{(pid=85347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 15 19:58:17.166926 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.db [None req-ea76d910-6a8e-4e2e-8d19-862534da7ba6 None None] For port 60c95d52-29fc-44a2-a940-17459d08d556, host dv-cinder-786383-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-2-iscsi',level=0,port_id=60c95d52-29fc-44a2-a940-17459d08d556,segment=NetworkSegment(c848ac5a-07c6-445d-91d1-6ef413e2b190),segment_id=c848ac5a-07c6-445d-91d1-6ef413e2b190)] {{(pid=85347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 15 19:58:17.172916 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-ea76d910-6a8e-4e2e-8d19-862534da7ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854693686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852972410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789846929216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789846482410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789846483725'] for port, after_update {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:58:17.331627 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-bfcc4dcf-ae2c-4a07-9f34-827a769f5cd7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:58:17.358595 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.rpc [None req-56ecdebd-c5a0-4569-bc96-ba437f5ce558 None None] Device 5113eb4b-7c68-49e8-9a5e-8a22cfe908d7 up at agent ovs-agent-dv-cinder-786383-2-iscsi {{(pid=85346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 19:58:17.474498 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [req-f9adf0c0-43cf-4e3d-8b49-7b66040f1cc2 req-992209a5-0f51-4c1c-ab8a-6a5a8a598b98 tempest-TestVolumeBootPattern-370122628 tempest-TestVolumeBootPattern-370122628-project] Notify callbacks [] for port, precommit_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:58:17.481605 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.provisioning_blocks [None req-56ecdebd-c5a0-4569-bc96-ba437f5ce558 None None] Provisioning for port 5113eb4b-7c68-49e8-9a5e-8a22cfe908d7 completed by entity L2. {{(pid=85346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 19:58:17.524866 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fdb2ad8-7956-4c87-9c86-ea3fcac956bd None None] Pushing event updated for resources: {'Port': ['ID=60c95d52-29fc-44a2-a940-17459d08d556,revision_number=4']} {{(pid=85347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:58:17.530383 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-4fdb2ad8-7956-4c87-9c86-ea3fcac956bd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=85347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:58:17.539467 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-8acc6ca4-9557-4c10-adba-77d804c9cebe req-3976c2ab-fd8c-4b60-8f72-12fe8da913e2 tempest-TestVolumeBootPattern-370122628 tempest-TestVolumeBootPattern-370122628-project] 10.222.0.47 "GET /v2.0/ports?device_id=3fb4d69e-6c98-489d-9482-e17cf1db3879 HTTP/1.1" status: 200  len: 210 time: 0.2606928
Apr 15 19:58:17.561551 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.provisioning_blocks [req-f9adf0c0-43cf-4e3d-8b49-7b66040f1cc2 req-992209a5-0f51-4c1c-ab8a-6a5a8a598b98 tempest-TestVolumeBootPattern-370122628 tempest-TestVolumeBootPattern-370122628-project] Transition to ACTIVE for port object 8d393932-cd96-4666-aa71-ab82dd47ddb4 will not be triggered until provisioned by entity DHCP. {{(pid=85344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 19:58:17.570604 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea76d910-6a8e-4e2e-8d19-862534da7ba6 None None] Routers {'b51f791e-ca9d-4a48-9479-ba8cd1084b6c'} bound to L3 agent in host dv-cinder-786383-2-iscsi {{(pid=85347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 19:58:17.571821 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.l3_hamode_db [None req-ea76d910-6a8e-4e2e-8d19-862534da7ba6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe8b991fba8>, 'dv-cinder-786383-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-15T19:40:08Z,description=<?>,heartbeat_timestamp=2021-04-15T19:58:08Z,host='dv-cinder-786383-2-iscsi',id=74482fb0-5b00-43f0-8fa9-533a3c8b2378,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T19:40:08Z,topic='l3_agent')) {'router_ids': ['b51f791e-ca9d-4a48-9479-ba8cd1084b6c'], 'active': True} {{(pid=85347) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 19:58:17.617097 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d341118-7f0e-4924-9df9-3a7b3277a6bf None None] Network f3dd0897-b22d-4c65-a222-9df20bc06d30 requested from dv-cinder-786383-2-iscsi {{(pid=85346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 15 19:58:17.755905 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.provisioning_blocks [None req-bcc23836-297e-4cfe-8196-b1bb48f765d9 None None] Provisioning for port 5113eb4b-7c68-49e8-9a5e-8a22cfe908d7 completed by entity DHCP. {{(pid=85346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 19:58:17.773513 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.provisioning_blocks [None req-bcc23836-297e-4cfe-8196-b1bb48f765d9 None None] Provisioning complete for port 5113eb4b-7c68-49e8-9a5e-8a22cfe908d7 triggered by entity DHCP. {{(pid=85346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 19:58:17.774104 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-bcc23836-297e-4cfe-8196-b1bb48f765d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-428662'] for port, provisioning_complete {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:58:17.968739 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [req-f9adf0c0-43cf-4e3d-8b49-7b66040f1cc2 req-992209a5-0f51-4c1c-ab8a-6a5a8a598b98 tempest-TestVolumeBootPattern-370122628 tempest-TestVolumeBootPattern-370122628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854693686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852972410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789846482393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851621869'] for port, after_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:58:17.991833 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.l3_dvr_db [None req-ea76d910-6a8e-4e2e-8d19-862534da7ba6 None None] Set router b51f791e-ca9d-4a48-9479-ba8cd1084b6c gateway port host: dv-cinder-786383-2-iscsi {{(pid=85347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 19:58:17.992203 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-fb47afc0-2183-4b2c-a096-4fa9e21a1dac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:58:18.182548 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-18f3acaa-de01-4fc0-8798-43e9fbdd7322 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1671646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036853102800'] for router, after_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:58:18.185793 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-bcc23836-297e-4cfe-8196-b1bb48f765d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854565853'] for port, before_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:58:18.285349 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.db [None req-bcc23836-297e-4cfe-8196-b1bb48f765d9 None None] For port 5113eb4b-7c68-49e8-9a5e-8a22cfe908d7, host dv-cinder-786383-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-2-iscsi',level=0,port_id=5113eb4b-7c68-49e8-9a5e-8a22cfe908d7,segment=NetworkSegment(b9545d60-7d84-48f4-a82e-2b3c346f3cd3),segment_id=b9545d60-7d84-48f4-a82e-2b3c346f3cd3)] {{(pid=85346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 19:58:18.294402 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-bcc23836-297e-4cfe-8196-b1bb48f765d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854693686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852972410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789846929216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789846482410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789846483725'] for port, after_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:58:18.300228 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992209a5-0f51-4c1c-ab8a-6a5a8a598b98 tempest-TestVolumeBootPattern-370122628 tempest-TestVolumeBootPattern-370122628-project] Pushing event updated for resources: {'Port': ['ID=8d393932-cd96-4666-aa71-ab82dd47ddb4,revision_number=1']} {{(pid=85344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:58:18.304245 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-56ecdebd-c5a0-4569-bc96-ba437f5ce558 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:58:18.318104 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-992209a5-0f51-4c1c-ab8a-6a5a8a598b98 tempest-TestVolumeBootPattern-370122628 tempest-TestVolumeBootPattern-370122628-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.326s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:58:18.377614 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.l3_hamode_db [None req-ea76d910-6a8e-4e2e-8d19-862534da7ba6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe8b991fba8>, [{'id': 'b51f791e-ca9d-4a48-9479-ba8cd1084b6c', 'name': 'tempest-TestShelveInstance-1484012303-router', 'tenant_id': '248e6af1b7394fed98b6a620f19a6bc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b576887-bb01-4bfc-8617-ca8b886d7b7e', 'external_fixed_ips': [{'subnet_id': '7ad9face-0ae3-4529-aacd-d53ebb36e4d0', 'ip_address': '172.27.2.143'}], 'enable_snat': True}, 'gw_port_id': '79376af6-b39c-4c7e-bb22-6175f6c98914', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:58:02Z', 'updated_at': '2021-04-15T19:58:08Z', 'revision_number': 4, 'project_id': '248e6af1b7394fed98b6a620f19a6bc0', 'gw_port': {'id': '79376af6-b39c-4c7e-bb22-6175f6c98914', 'name': '', 'network_id': '0b576887-bb01-4bfc-8617-ca8b886d7b7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:36:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b51f791e-ca9d-4a48-9479-ba8cd1084b6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': '7ad9face-0ae3-4529-aacd-d53ebb36e4d0', 'ip_address': '172.27.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:58:03Z', 'updated_at': '2021-04-15T19:58:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ad9face-0ae3-4529-aacd-d53ebb36e4d0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-2-iscsi', '_interfaces': [{'id': '60c95d52-29fc-44a2-a940-17459d08d556', 'name': '', 'network_id': '77d36611-d9d7-4878-bee2-d85f2a7b4788', 'tenant_id': '248e6af1b7394fed98b6a620f19a6bc0', 'mac_address': 'fa:16:3e:eb:31:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b51f791e-ca9d-4a48-9479-ba8cd1084b6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': 'ead78242-f7a7-4840-8c22-a0175f7d7ec4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:58:07Z', 'updated_at': '2021-04-15T19:58:17Z', 'revision_number': 4, 'project_id': '248e6af1b7394fed98b6a620f19a6bc0', 'subnets': [{'id': 'ead78242-f7a7-4840-8c22-a0175f7d7ec4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786383-2-iscsi', False) {} {{(pid=85347) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 19:58:18.385281 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea76d910-6a8e-4e2e-8d19-862534da7ba6 None None] The sync data for ids ['b51f791e-ca9d-4a48-9479-ba8cd1084b6c'] in dv-cinder-786383-2-iscsi is: [{'id': 'b51f791e-ca9d-4a48-9479-ba8cd1084b6c', 'name': 'tempest-TestShelveInstance-1484012303-router', 'tenant_id': '248e6af1b7394fed98b6a620f19a6bc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b576887-bb01-4bfc-8617-ca8b886d7b7e', 'external_fixed_ips': [{'subnet_id': '7ad9face-0ae3-4529-aacd-d53ebb36e4d0', 'ip_address': '172.27.2.143'}], 'enable_snat': True}, 'gw_port_id': '79376af6-b39c-4c7e-bb22-6175f6c98914', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:58:02Z', 'updated_at': '2021-04-15T19:58:08Z', 'revision_number': 4, 'project_id': '248e6af1b7394fed98b6a620f19a6bc0', 'gw_port': {'id': '79376af6-b39c-4c7e-bb22-6175f6c98914', 'name': '', 'network_id': '0b576887-bb01-4bfc-8617-ca8b886d7b7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:36:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b51f791e-ca9d-4a48-9479-ba8cd1084b6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': '7ad9face-0ae3-4529-aacd-d53ebb36e4d0', 'ip_address': '172.27.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:58:03Z', 'updated_at': '2021-04-15T19:58:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ad9face-0ae3-4529-aacd-d53ebb36e4d0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-2-iscsi', '_interfaces': [{'id': '60c95d52-29fc-44a2-a940-17459d08d556', 'name': '', 'network_id': '77d36611-d9d7-4878-bee2-d85f2a7b4788', 'tenant_id': '248e6af1b7394fed98b6a620f19a6bc0', 'mac_address': 'fa:16:3e:eb:31:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b51f791e-ca9d-4a48-9479-ba8cd1084b6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': 'ead78242-f7a7-4840-8c22-a0175f7d7ec4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:58:07Z', 'updated_at': '2021-04-15T19:58:17Z', 'revision_number': 4, 'project_id': '248e6af1b7394fed98b6a620f19a6bc0', 'subnets': [{'id': 'ead78242-f7a7-4840-8c22-a0175f7d7ec4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 15 19:58:18.484806 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f9adf0c0-43cf-4e3d-8b49-7b66040f1cc2 req-992209a5-0f51-4c1c-ab8a-6a5a8a598b98 tempest-TestVolumeBootPattern-370122628 tempest-TestVolumeBootPattern-370122628-project] Network 76b1c698-a72d-402d-bd3d-fd85b08fd0a4 is already hosted by enough agents. {{(pid=85344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 15 19:58:18.486803 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc23836-297e-4cfe-8196-b1bb48f765d9 None None] Pushing event updated for resources: {'Port': ['ID=5113eb4b-7c68-49e8-9a5e-8a22cfe908d7,revision_number=3']} {{(pid=85346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:58:18.488897 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.scheduler.base_scheduler [req-f9adf0c0-43cf-4e3d-8b49-7b66040f1cc2 req-992209a5-0f51-4c1c-ab8a-6a5a8a598b98 tempest-TestVolumeBootPattern-370122628 tempest-TestVolumeBootPattern-370122628-project] Resources bound (agent type, host, resource id):  {{(pid=85344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 19:58:18.492485 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-bcc23836-297e-4cfe-8196-b1bb48f765d9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:58:18.493578 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9adf0c0-43cf-4e3d-8b49-7b66040f1cc2 req-992209a5-0f51-4c1c-ab8a-6a5a8a598b98 tempest-TestVolumeBootPattern-370122628 tempest-TestVolumeBootPattern-370122628-project] Received port after_create {{(pid=85344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 15 19:58:18.609318 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9adf0c0-43cf-4e3d-8b49-7b66040f1cc2 req-992209a5-0f51-4c1c-ab8a-6a5a8a598b98 tempest-TestVolumeBootPattern-370122628 tempest-TestVolumeBootPattern-370122628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:58:18.610845 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [req-f9adf0c0-43cf-4e3d-8b49-7b66040f1cc2 req-992209a5-0f51-4c1c-ab8a-6a5a8a598b98 tempest-TestVolumeBootPattern-370122628 tempest-TestVolumeBootPattern-370122628-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771739'] for port, before_response {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:58:18.716677 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-f9adf0c0-43cf-4e3d-8b49-7b66040f1cc2 req-992209a5-0f51-4c1c-ab8a-6a5a8a598b98 tempest-TestVolumeBootPattern-370122628 tempest-TestVolumeBootPattern-370122628-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 3.4334745
Apr 15 19:58:18.739488 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.v2.base [req-f9adf0c0-43cf-4e3d-8b49-7b66040f1cc2 req-5498fb8b-70f9-4d88-9db0-07e3a6a663aa service neutron] Request body: {'port': {'device_id': '3fb4d69e-6c98-489d-9482-e17cf1db3879', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=85344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 19:58:18.812304 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18f3acaa-de01-4fc0-8798-43e9fbdd7322 admin admin] Router efa478b5-a2c5-44ae-b061-3652ee6e1bbd is scheduled to L3 agent 74482fb0-5b00-43f0-8fa9-533a3c8b2378 with binding_index 1 {{(pid=85344) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Apr 15 19:58:18.855358 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924e7bdf-e38a-42a2-83bb-0a93b5511f7e req-c6dd58cd-b38c-4da1-b0d1-9c225ece4b3a tempest-TestVolumeBootPattern-370122628 tempest-TestVolumeBootPattern-370122628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:58:18.861055 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.provisioning_blocks [None req-067394a8-0edd-4a63-a3ce-94b5feb7e4df None None] Provisioning complete for port 5113eb4b-7c68-49e8-9a5e-8a22cfe908d7 triggered by entity DHCP. {{(pid=85346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 19:58:18.862640 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-067394a8-0edd-4a63-a3ce-94b5feb7e4df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-428662'] for port, provisioning_complete {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:58:18.864118 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-924e7bdf-e38a-42a2-83bb-0a93b5511f7e req-c6dd58cd-b38c-4da1-b0d1-9c225ece4b3a tempest-TestVolumeBootPattern-370122628 tempest-TestVolumeBootPattern-370122628-project] 10.222.0.47 "GET /v2.0/ports?device_id=3fb4d69e-6c98-489d-9482-e17cf1db3879 HTTP/1.1" status: 200  len: 931 time: 0.1044426
Apr 15 19:58:18.915647 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource [req-924e7bdf-e38a-42a2-83bb-0a93b5511f7e req-f747e646-835f-4487-aa5b-2ae2b6618fd4 tempest-TestVolumeBootPattern-370122628 tempest-TestVolumeBootPattern-370122628-project] Synchronizing usage tracker for tenant:1794582df1734e8d80790f7e87a6fcd2 on resource:security_group {{(pid=85345) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 15 19:58:18.943493 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource [req-924e7bdf-e38a-42a2-83bb-0a93b5511f7e req-f747e646-835f-4487-aa5b-2ae2b6618fd4 tempest-TestVolumeBootPattern-370122628 tempest-TestVolumeBootPattern-370122628-project] Unset dirty status for tenant:1794582df1734e8d80790f7e87a6fcd2 on resource:security_group {{(pid=85345) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 15 19:58:18.945981 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-924e7bdf-e38a-42a2-83bb-0a93b5511f7e req-f747e646-835f-4487-aa5b-2ae2b6618fd4 tempest-TestVolumeBootPattern-370122628 tempest-TestVolumeBootPattern-370122628-project] 10.222.0.47 "GET /v2.0/security-groups?id=dec273f8-3574-4212-8c74-b29372db87d8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0804634
Apr 15 19:58:19.124041 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [req-f9adf0c0-43cf-4e3d-8b49-7b66040f1cc2 req-5498fb8b-70f9-4d88-9db0-07e3a6a663aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854565853'] for port, before_update {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:58:19.204895 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18f3acaa-de01-4fc0-8798-43e9fbdd7322 admin admin] Notify agent at l3_agent.dv-cinder-786383-2-iscsi the message routers_updated {{(pid=85344) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 15 19:58:19.250341 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-18f3acaa-de01-4fc0-8798-43e9fbdd7322 admin admin] Notify callbacks [] for router, before_response {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:58:19.252245 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [None req-18f3acaa-de01-4fc0-8798-43e9fbdd7322 admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201  len: 921 time: 6.2254398
Apr 15 19:58:19.259171 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-579dd7ea-fcd2-4d78-8406-75d82429fee9 None None] Sync routers for ids ['efa478b5-a2c5-44ae-b061-3652ee6e1bbd'] in dv-cinder-786383-2-iscsi {{(pid=85346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 15 19:58:19.260223 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.wsgi [-] (85345) accepted ('10.222.0.47', 52944) {{(pid=85345) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:58:19.289252 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-579dd7ea-fcd2-4d78-8406-75d82429fee9 None None] Routers {'efa478b5-a2c5-44ae-b061-3652ee6e1bbd'} bound to L3 agent in host dv-cinder-786383-2-iscsi {{(pid=85346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 19:58:19.290541 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.l3_hamode_db [None req-579dd7ea-fcd2-4d78-8406-75d82429fee9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe8b8d84588>, 'dv-cinder-786383-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-15T19:40:08Z,description=<?>,heartbeat_timestamp=2021-04-15T19:58:08Z,host='dv-cinder-786383-2-iscsi',id=74482fb0-5b00-43f0-8fa9-533a3c8b2378,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T19:40:08Z,topic='l3_agent')) {'router_ids': ['efa478b5-a2c5-44ae-b061-3652ee6e1bbd'], 'active': True} {{(pid=85346) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 19:58:19.499537 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.rpc [None req-56ecdebd-c5a0-4569-bc96-ba437f5ce558 None None] Device 5113eb4b-7c68-49e8-9a5e-8a22cfe908d7 up at agent ovs-agent-dv-cinder-786383-2-iscsi {{(pid=85346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 19:58:19.826057 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.notifiers.nova [req-f9adf0c0-43cf-4e3d-8b49-7b66040f1cc2 req-5498fb8b-70f9-4d88-9db0-07e3a6a663aa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8d393932-cd96-4666-aa71-ab82dd47ddb4 {{(pid=85344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 15 19:58:19.842783 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [req-f9adf0c0-43cf-4e3d-8b49-7b66040f1cc2 req-5498fb8b-70f9-4d88-9db0-07e3a6a663aa service neutron] Notify callbacks [] for port, precommit_update {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:58:19.873615 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.provisioning_blocks [req-f9adf0c0-43cf-4e3d-8b49-7b66040f1cc2 req-5498fb8b-70f9-4d88-9db0-07e3a6a663aa service neutron] Transition to ACTIVE for port object 8d393932-cd96-4666-aa71-ab82dd47ddb4 will not be triggered until provisioned by entity L2. {{(pid=85344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 19:58:19.878023 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [req-f9adf0c0-43cf-4e3d-8b49-7b66040f1cc2 req-5498fb8b-70f9-4d88-9db0-07e3a6a663aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854693686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852972410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789846929216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789846482410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789846483725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3153931'] for port, after_update {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:58:19.906920 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-fd1e5dba-2a4e-4f19-9349-cb6367121ea7 tempest-AttachVolumeTestJSON-1178366330 tempest-AttachVolumeTestJSON-1178366330-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:58:19.922168 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.l3_dvr_db [None req-579dd7ea-fcd2-4d78-8406-75d82429fee9 None None] Set router efa478b5-a2c5-44ae-b061-3652ee6e1bbd gateway port host: dv-cinder-786383-2-iscsi {{(pid=85346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 19:58:20.083312 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5498fb8b-70f9-4d88-9db0-07e3a6a663aa service neutron] Pushing event updated for resources: {'Port': ['ID=8d393932-cd96-4666-aa71-ab82dd47ddb4,revision_number=2']} {{(pid=85344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:58:20.098880 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.provisioning_blocks [None req-56ecdebd-c5a0-4569-bc96-ba437f5ce558 None None] Provisioning complete for port 5113eb4b-7c68-49e8-9a5e-8a22cfe908d7 triggered by entity L2. {{(pid=85346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 19:58:20.099182 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-56ecdebd-c5a0-4569-bc96-ba437f5ce558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-428662'] for port, provisioning_complete {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:58:20.099664 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-5498fb8b-70f9-4d88-9db0-07e3a6a663aa service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:58:20.275429 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.provisioning_blocks [None req-c9fbaffe-2edc-45ee-a560-c5594804a079 None None] Provisioning for port 8d393932-cd96-4666-aa71-ab82dd47ddb4 completed by entity DHCP. {{(pid=85346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 19:58:20.460841 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.rpc [None req-56ecdebd-c5a0-4569-bc96-ba437f5ce558 None None] Device 60c95d52-29fc-44a2-a940-17459d08d556 up at agent ovs-agent-dv-cinder-786383-2-iscsi {{(pid=85346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 19:58:20.574530 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.l3_hamode_db [None req-579dd7ea-fcd2-4d78-8406-75d82429fee9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe8b8d84588>, [{'id': 'efa478b5-a2c5-44ae-b061-3652ee6e1bbd', 'name': 'tempest-TestShelveInstance-1245140076-router', 'tenant_id': '33d4185e05c4406fbf34df71284b2859', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b576887-bb01-4bfc-8617-ca8b886d7b7e', 'external_fixed_ips': [{'subnet_id': '7ad9face-0ae3-4529-aacd-d53ebb36e4d0', 'ip_address': '172.27.2.103'}], 'enable_snat': True}, 'gw_port_id': 'beaaeb8f-6d69-4aa1-bd75-bcb7d8f74782', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:58:13Z', 'updated_at': '2021-04-15T19:58:16Z', 'revision_number': 3, 'project_id': '33d4185e05c4406fbf34df71284b2859', 'gw_port': {'id': 'beaaeb8f-6d69-4aa1-bd75-bcb7d8f74782', 'name': '', 'network_id': '0b576887-bb01-4bfc-8617-ca8b886d7b7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:b6:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efa478b5-a2c5-44ae-b061-3652ee6e1bbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': '7ad9face-0ae3-4529-aacd-d53ebb36e4d0', 'ip_address': '172.27.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:58:14Z', 'updated_at': '2021-04-15T19:58:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7ad9face-0ae3-4529-aacd-d53ebb36e4d0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-2-iscsi'}], 'dv-cinder-786383-2-iscsi', False) {} {{(pid=85346) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 19:58:20.579356 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.provisioning_blocks [None req-56ecdebd-c5a0-4569-bc96-ba437f5ce558 None None] Provisioning for port 60c95d52-29fc-44a2-a940-17459d08d556 completed by entity L2. {{(pid=85346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 19:58:20.584955 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-579dd7ea-fcd2-4d78-8406-75d82429fee9 None None] Checking router: efa478b5-a2c5-44ae-b061-3652ee6e1bbd for host: dv-cinder-786383-2-iscsi {{(pid=85346) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 15 19:58:20.585360 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-579dd7ea-fcd2-4d78-8406-75d82429fee9 None None] Updating router efa478b5-a2c5-44ae-b061-3652ee6e1bbd port beaaeb8f-6d69-4aa1-bd75-bcb7d8f74782 binding host dv-cinder-786383-2-iscsi {{(pid=85346) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 15 19:58:20.596299 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.managers [req-f9adf0c0-43cf-4e3d-8b49-7b66040f1cc2 req-5498fb8b-70f9-4d88-9db0-07e3a6a663aa service neutron] Attempting to bind port 8d393932-cd96-4666-aa71-ab82dd47ddb4 on host hv-cinder-78638 for vnic_type normal with profile  {{(pid=85344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 15 19:58:20.596955 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.managers [req-f9adf0c0-43cf-4e3d-8b49-7b66040f1cc2 req-5498fb8b-70f9-4d88-9db0-07e3a6a663aa service neutron] Attempting to bind port 8d393932-cd96-4666-aa71-ab82dd47ddb4 by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': '209e6493-9f5f-442f-9075-23fc9d984e08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '76b1c698-a72d-402d-bd3d-fd85b08fd0a4'}] {{(pid=85344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 15 19:58:20.597621 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9adf0c0-43cf-4e3d-8b49-7b66040f1cc2 req-5498fb8b-70f9-4d88-9db0-07e3a6a663aa service neutron] Attempting to bind port 8d393932-cd96-4666-aa71-ab82dd47ddb4 on network 76b1c698-a72d-402d-bd3d-fd85b08fd0a4 {{(pid=85344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 19:58:20.598247 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-4f7556fa-cbd4-47ba-a075-ed0c5efb9c99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854565853'] for port, before_create {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:58:20.618220 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.provisioning_blocks [None req-56ecdebd-c5a0-4569-bc96-ba437f5ce558 None None] Provisioning complete for port 60c95d52-29fc-44a2-a940-17459d08d556 triggered by entity L2. {{(pid=85346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 19:58:20.618499 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-56ecdebd-c5a0-4569-bc96-ba437f5ce558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-428662'] for port, provisioning_complete {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:58:20.621024 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa8c93b-0e77-4b92-9c33-99876930bc9c req-c40817da-7efb-47d6-b77a-771545f4a20e tempest-TestVolumeBootPattern-370122628 tempest-TestVolumeBootPattern-370122628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:58:20.622399 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource [req-9fa8c93b-0e77-4b92-9c33-99876930bc9c req-c40817da-7efb-47d6-b77a-771545f4a20e tempest-TestVolumeBootPattern-370122628 tempest-TestVolumeBootPattern-370122628-project] Synchronizing usage tracker for tenant:1794582df1734e8d80790f7e87a6fcd2 on resource:port {{(pid=85344) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 15 19:58:20.633492 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9adf0c0-43cf-4e3d-8b49-7b66040f1cc2 req-5498fb8b-70f9-4d88-9db0-07e3a6a663aa service neutron] Port 8d393932-cd96-4666-aa71-ab82dd47ddb4 on network 76b1c698-a72d-402d-bd3d-fd85b08fd0a4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=85344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 15 19:58:20.634130 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9adf0c0-43cf-4e3d-8b49-7b66040f1cc2 req-5498fb8b-70f9-4d88-9db0-07e3a6a663aa service neutron] Attempting to bind port 8d393932-cd96-4666-aa71-ab82dd47ddb4 on network 76b1c698-a72d-402d-bd3d-fd85b08fd0a4 {{(pid=85344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 19:58:20.656572 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9adf0c0-43cf-4e3d-8b49-7b66040f1cc2 req-5498fb8b-70f9-4d88-9db0-07e3a6a663aa service neutron] Checking agent: {'id': '202ba611-b908-4e0e-99b2-33811728b356', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 19, 46, 37), 'started_at': datetime.datetime(2021, 4, 15, 19, 46, 37), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 19, 58, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 15 19:58:20.657192 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9adf0c0-43cf-4e3d-8b49-7b66040f1cc2 req-5498fb8b-70f9-4d88-9db0-07e3a6a663aa service neutron] Checking segment: {'id': '209e6493-9f5f-442f-9075-23fc9d984e08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '76b1c698-a72d-402d-bd3d-fd85b08fd0a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 19:58:20.657914 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9adf0c0-43cf-4e3d-8b49-7b66040f1cc2 req-5498fb8b-70f9-4d88-9db0-07e3a6a663aa service neutron] Bound using segment: {'id': '209e6493-9f5f-442f-9075-23fc9d984e08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '76b1c698-a72d-402d-bd3d-fd85b08fd0a4'} {{(pid=85344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 15 19:58:20.658790 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.managers [req-f9adf0c0-43cf-4e3d-8b49-7b66040f1cc2 req-5498fb8b-70f9-4d88-9db0-07e3a6a663aa service neutron] Bound port: 8d393932-cd96-4666-aa71-ab82dd47ddb4, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '209e6493-9f5f-442f-9075-23fc9d984e08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '76b1c698-a72d-402d-bd3d-fd85b08fd0a4'}}] {{(pid=85344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 15 19:58:20.659494 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [req-f9adf0c0-43cf-4e3d-8b49-7b66040f1cc2 req-5498fb8b-70f9-4d88-9db0-07e3a6a663aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854565853'] for port, before_update {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:58:20.696111 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource [req-9fa8c93b-0e77-4b92-9c33-99876930bc9c req-c40817da-7efb-47d6-b77a-771545f4a20e tempest-TestVolumeBootPattern-370122628 tempest-TestVolumeBootPattern-370122628-project] Unset dirty status for tenant:1794582df1734e8d80790f7e87a6fcd2 on resource:port {{(pid=85344) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 15 19:58:20.698647 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-9fa8c93b-0e77-4b92-9c33-99876930bc9c req-c40817da-7efb-47d6-b77a-771545f4a20e tempest-TestVolumeBootPattern-370122628 tempest-TestVolumeBootPattern-370122628-project] 10.222.0.47 "GET /v2.0/ports?device_id=3fb4d69e-6c98-489d-9482-e17cf1db3879 HTTP/1.1" status: 200  len: 943 time: 0.4477382
Apr 15 19:58:20.705481 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-579dd7ea-fcd2-4d78-8406-75d82429fee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854565853'] for port, before_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:58:20.879413 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.db_base_plugin_common [None req-4f7556fa-cbd4-47ba-a075-ed0c5efb9c99 admin admin] Allocated IP 172.20.0.1 (f3dd0897-b22d-4c65-a222-9df20bc06d30/a0412f40-9bfb-431a-ae07-9deec4c87471/a04bea4d-3c92-44c8-af38-51237baf64f3) {{(pid=85345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 15 19:58:20.911072 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-56ecdebd-c5a0-4569-bc96-ba437f5ce558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854565853'] for port, before_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:58:21.047178 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.db [None req-56ecdebd-c5a0-4569-bc96-ba437f5ce558 None None] For port 60c95d52-29fc-44a2-a940-17459d08d556, host dv-cinder-786383-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-2-iscsi',level=0,port_id=60c95d52-29fc-44a2-a940-17459d08d556,segment=NetworkSegment(c848ac5a-07c6-445d-91d1-6ef413e2b190),segment_id=c848ac5a-07c6-445d-91d1-6ef413e2b190)] {{(pid=85346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 19:58:21.054363 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-56ecdebd-c5a0-4569-bc96-ba437f5ce558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854693686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852972410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789846929216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789846482410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789846483725'] for port, after_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:58:21.059280 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:58:21.064251 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-4f7556fa-cbd4-47ba-a075-ed0c5efb9c99 admin admin] Notify callbacks [] for port, precommit_create {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:58:21.084613 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.provisioning_blocks [None req-4f7556fa-cbd4-47ba-a075-ed0c5efb9c99 admin admin] Transition to ACTIVE for port object a04bea4d-3c92-44c8-af38-51237baf64f3 will not be triggered until provisioned by entity DHCP. {{(pid=85345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 19:58:21.112503 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-4f7556fa-cbd4-47ba-a075-ed0c5efb9c99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854693686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852972410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789846482393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2200102'] for port, after_create {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:58:21.135253 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-97684547-8b0f-4e14-93ff-1cabfccff4a9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:58:21.175376 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ecdebd-c5a0-4569-bc96-ba437f5ce558 None None] Pushing event updated for resources: {'Port': ['ID=60c95d52-29fc-44a2-a940-17459d08d556,revision_number=5']} {{(pid=85346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:58:21.179802 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-56ecdebd-c5a0-4569-bc96-ba437f5ce558 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:58:21.286443 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-579dd7ea-fcd2-4d78-8406-75d82429fee9 None None] Notify callbacks [] for port, precommit_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:58:21.302645 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.provisioning_blocks [None req-579dd7ea-fcd2-4d78-8406-75d82429fee9 None None] Transition to ACTIVE for port object beaaeb8f-6d69-4aa1-bd75-bcb7d8f74782 will not be triggered until provisioned by entity L2. {{(pid=85346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 19:58:21.303081 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7556fa-cbd4-47ba-a075-ed0c5efb9c99 admin admin] Pushing event updated for resources: {'Port': ['ID=a04bea4d-3c92-44c8-af38-51237baf64f3,revision_number=1']} {{(pid=85345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:58:21.304180 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-9fa8c93b-0e77-4b92-9c33-99876930bc9c req-d3c0678a-b431-460d-bc1b-af399ab5a7f0 tempest-TestVolumeBootPattern-370122628 tempest-TestVolumeBootPattern-370122628-project] 10.222.0.47 "GET /v2.0/security-groups?id=dec273f8-3574-4212-8c74-b29372db87d8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.5432563
Apr 15 19:58:21.308424 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-4f7556fa-cbd4-47ba-a075-ed0c5efb9c99 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:58:21.313823 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-579dd7ea-fcd2-4d78-8406-75d82429fee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854693686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852972410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789846929216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789846482410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789846483725'] for port, after_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:58:21.331498 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.db [req-f9adf0c0-43cf-4e3d-8b49-7b66040f1cc2 req-5498fb8b-70f9-4d88-9db0-07e3a6a663aa service neutron] For port 8d393932-cd96-4666-aa71-ab82dd47ddb4, host hv-cinder-78638, cleared binding levels {{(pid=85344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 15 19:58:21.335435 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-bcc23836-297e-4cfe-8196-b1bb48f765d9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:58:21.337528 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.db [req-f9adf0c0-43cf-4e3d-8b49-7b66040f1cc2 req-5498fb8b-70f9-4d88-9db0-07e3a6a663aa service neutron] For port 8d393932-cd96-4666-aa71-ab82dd47ddb4, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=8d393932-cd96-4666-aa71-ab82dd47ddb4,segment=NetworkSegment(209e6493-9f5f-442f-9075-23fc9d984e08),segment_id=209e6493-9f5f-442f-9075-23fc9d984e08)] {{(pid=85344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 15 19:58:21.344381 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [req-f9adf0c0-43cf-4e3d-8b49-7b66040f1cc2 req-5498fb8b-70f9-4d88-9db0-07e3a6a663aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854693686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852972410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789846929216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789846482410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789846483725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3153931'] for port, after_update {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:58:21.355921 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f7556fa-cbd4-47ba-a075-ed0c5efb9c99 admin admin] Network f3dd0897-b22d-4c65-a222-9df20bc06d30 is already hosted by enough agents. {{(pid=85345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 15 19:58:21.357272 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.scheduler.base_scheduler [None req-4f7556fa-cbd4-47ba-a075-ed0c5efb9c99 admin admin] Resources bound (agent type, host, resource id):  {{(pid=85345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 19:58:21.359761 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f7556fa-cbd4-47ba-a075-ed0c5efb9c99 admin admin] Received port after_create {{(pid=85345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 15 19:58:21.376440 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-fb47afc0-2183-4b2c-a096-4fa9e21a1dac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:58:21.382013 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.rpc [None req-56ecdebd-c5a0-4569-bc96-ba437f5ce558 None None] Device 60c95d52-29fc-44a2-a940-17459d08d556 up at agent ovs-agent-dv-cinder-786383-2-iscsi {{(pid=85346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 19:58:21.430459 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-4f7556fa-cbd4-47ba-a075-ed0c5efb9c99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1672309'] for router_interface, before_create {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:58:21.592249 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-4f7556fa-cbd4-47ba-a075-ed0c5efb9c99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854565853'] for port, before_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:58:21.696425 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5498fb8b-70f9-4d88-9db0-07e3a6a663aa service neutron] Pushing event updated for resources: {'Port': ['ID=8d393932-cd96-4666-aa71-ab82dd47ddb4,revision_number=3']} {{(pid=85344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:58:21.707888 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-5498fb8b-70f9-4d88-9db0-07e3a6a663aa service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.332s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:58:21.743399 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433639f0-248a-4e4c-acb0-c0668ec9ccb3 None None] Pushing event updated for resources: {'Port': ['ID=beaaeb8f-6d69-4aa1-bd75-bcb7d8f74782,revision_number=2']} {{(pid=85346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:58:21.769729 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-433639f0-248a-4e4c-acb0-c0668ec9ccb3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.434s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:58:21.774193 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9adf0c0-43cf-4e3d-8b49-7b66040f1cc2 req-5498fb8b-70f9-4d88-9db0-07e3a6a663aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:58:21.776081 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [req-f9adf0c0-43cf-4e3d-8b49-7b66040f1cc2 req-5498fb8b-70f9-4d88-9db0-07e3a6a663aa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771739'] for port, before_response {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:58:21.780192 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-f9adf0c0-43cf-4e3d-8b49-7b66040f1cc2 req-5498fb8b-70f9-4d88-9db0-07e3a6a663aa service neutron] 10.222.0.65 "PUT /v2.0/ports/8d393932-cd96-4666-aa71-ab82dd47ddb4 HTTP/1.1" status: 200  len: 1093 time: 3.0548582
Apr 15 19:58:21.781771 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3fb4d69e-6c98-489d-9482-e17cf1db3879', 'tag': '8d393932-cd96-4666-aa71-ab82dd47ddb4'}] {{(pid=85344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 19:58:21.824572 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.provisioning_blocks [None req-9ce579e0-9528-448d-b387-c26e2e982232 None None] Provisioning for port a04bea4d-3c92-44c8-af38-51237baf64f3 completed by entity DHCP. {{(pid=85346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 19:58:21.847649 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.provisioning_blocks [None req-9ce579e0-9528-448d-b387-c26e2e982232 None None] Provisioning complete for port a04bea4d-3c92-44c8-af38-51237baf64f3 triggered by entity DHCP. {{(pid=85346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 19:58:21.848748 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-9ce579e0-9528-448d-b387-c26e2e982232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-428662'] for port, provisioning_complete {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:58:21.932262 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3fb4d69e-6c98-489d-9482-e17cf1db3879', 'tag': '8d393932-cd96-4666-aa71-ab82dd47ddb4', 'status': 'completed', 'code': 200}
Apr 15 19:58:21.957321 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.provisioning_blocks [None req-56ecdebd-c5a0-4569-bc96-ba437f5ce558 None None] Provisioning complete for port 60c95d52-29fc-44a2-a940-17459d08d556 triggered by entity L2. {{(pid=85346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 19:58:21.958016 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-56ecdebd-c5a0-4569-bc96-ba437f5ce558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-428662'] for port, provisioning_complete {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:58:21.976465 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9adf0c0-43cf-4e3d-8b49-7b66040f1cc2 req-f2542c04-eedc-4252-85b7-96c7653a1720 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:58:21.978449 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-f9adf0c0-43cf-4e3d-8b49-7b66040f1cc2 req-f2542c04-eedc-4252-85b7-96c7653a1720 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=1794582df1734e8d80790f7e87a6fcd2&device_id=3fb4d69e-6c98-489d-9482-e17cf1db3879 HTTP/1.1" status: 200  len: 1096 time: 0.1534934
Apr 15 19:58:22.001452 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-4f7556fa-cbd4-47ba-a075-ed0c5efb9c99 admin admin] Notify callbacks [] for port, precommit_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:58:22.009486 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-4f7556fa-cbd4-47ba-a075-ed0c5efb9c99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854693686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852972410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789846929216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789846482410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789846483725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852575682'] for port, after_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:58:22.014939 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.plugin [None req-9ce579e0-9528-448d-b387-c26e2e982232 None None] Port a04bea4d-3c92-44c8-af38-51237baf64f3 cannot update to ACTIVE because it is not bound. {{(pid=85346) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 15 19:58:22.069133 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.managers [None req-579dd7ea-fcd2-4d78-8406-75d82429fee9 None None] Attempting to bind port beaaeb8f-6d69-4aa1-bd75-bcb7d8f74782 on host dv-cinder-786383-2-iscsi for vnic_type normal with profile  {{(pid=85346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 15 19:58:22.070745 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.managers [None req-579dd7ea-fcd2-4d78-8406-75d82429fee9 None None] Attempting to bind port beaaeb8f-6d69-4aa1-bd75-bcb7d8f74782 by drivers openvswitch,hyperv on host dv-cinder-786383-2-iscsi at level 0 using segments [{'id': 'e9359222-f335-47df-9fcb-1acccd0748d1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b576887-bb01-4bfc-8617-ca8b886d7b7e'}] {{(pid=85346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 15 19:58:22.070745 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-579dd7ea-fcd2-4d78-8406-75d82429fee9 None None] Attempting to bind port beaaeb8f-6d69-4aa1-bd75-bcb7d8f74782 on network 0b576887-bb01-4bfc-8617-ca8b886d7b7e {{(pid=85346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 19:58:22.081746 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-f9adf0c0-43cf-4e3d-8b49-7b66040f1cc2 req-e6401c57-4e11-4727-a33f-bc471532668b service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8d393932-cd96-4666-aa71-ab82dd47ddb4 HTTP/1.1" status: 200  len: 217 time: 0.0941553
Apr 15 19:58:22.083497 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-579dd7ea-fcd2-4d78-8406-75d82429fee9 None None] Checking agent: {'id': 'be1a0b7a-7144-4bb6-9f10-b289de7b23b3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786383-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 19, 40, 9), 'started_at': datetime.datetime(2021, 4, 15, 19, 40, 39), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 19, 58, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786383-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 15 19:58:22.083928 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-579dd7ea-fcd2-4d78-8406-75d82429fee9 None None] Checking segment: {'id': 'e9359222-f335-47df-9fcb-1acccd0748d1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b576887-bb01-4bfc-8617-ca8b886d7b7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 19:58:22.084386 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-579dd7ea-fcd2-4d78-8406-75d82429fee9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:58:22.084834 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-579dd7ea-fcd2-4d78-8406-75d82429fee9 None None] Bound using segment: {'id': 'e9359222-f335-47df-9fcb-1acccd0748d1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b576887-bb01-4bfc-8617-ca8b886d7b7e'} {{(pid=85346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 15 19:58:22.085370 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.managers [None req-579dd7ea-fcd2-4d78-8406-75d82429fee9 None None] Bound port: beaaeb8f-6d69-4aa1-bd75-bcb7d8f74782, host: dv-cinder-786383-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e9359222-f335-47df-9fcb-1acccd0748d1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b576887-bb01-4bfc-8617-ca8b886d7b7e'}}] {{(pid=85346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 15 19:58:22.085803 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-579dd7ea-fcd2-4d78-8406-75d82429fee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854565853'] for port, before_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:58:22.098824 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-8ce0e952-d042-485c-9bc9-041e7e584995 tempest-VolumesActionsTest-406255356 tempest-VolumesActionsTest-406255356-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:58:22.166797 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9adf0c0-43cf-4e3d-8b49-7b66040f1cc2 req-1cdb7231-207f-4db8-b1a7-850b4207a556 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:58:22.168283 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-f9adf0c0-43cf-4e3d-8b49-7b66040f1cc2 req-1cdb7231-207f-4db8-b1a7-850b4207a556 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=8ee5421b-3812-435f-a63f-52b3408746b8 HTTP/1.1" status: 200  len: 851 time: 0.0793910
Apr 15 19:58:22.275994 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9adf0c0-43cf-4e3d-8b49-7b66040f1cc2 req-f3c72004-9d6d-42c8-98ac-2b3976d1a67b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:58:22.279723 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-f9adf0c0-43cf-4e3d-8b49-7b66040f1cc2 req-f3c72004-9d6d-42c8-98ac-2b3976d1a67b service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=76b1c698-a72d-402d-bd3d-fd85b08fd0a4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1036649
Apr 15 19:58:22.287646 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-4f7556fa-cbd4-47ba-a075-ed0c5efb9c99 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036852972393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853103598'] for router_interface, after_create {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:58:22.297983 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.db [None req-579dd7ea-fcd2-4d78-8406-75d82429fee9 None None] For port beaaeb8f-6d69-4aa1-bd75-bcb7d8f74782, host dv-cinder-786383-2-iscsi, cleared binding levels {{(pid=85346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 15 19:58:22.303391 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.db [None req-579dd7ea-fcd2-4d78-8406-75d82429fee9 None None] For port beaaeb8f-6d69-4aa1-bd75-bcb7d8f74782, host dv-cinder-786383-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-2-iscsi',level=0,port_id=beaaeb8f-6d69-4aa1-bd75-bcb7d8f74782,segment=NetworkSegment(e9359222-f335-47df-9fcb-1acccd0748d1),segment_id=e9359222-f335-47df-9fcb-1acccd0748d1)] {{(pid=85346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 15 19:58:22.305526 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7556fa-cbd4-47ba-a075-ed0c5efb9c99 admin admin] Pushing event updated for resources: {'Port': ['ID=a04bea4d-3c92-44c8-af38-51237baf64f3,revision_number=2']} {{(pid=85345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:58:22.309319 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-579dd7ea-fcd2-4d78-8406-75d82429fee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854693686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852972410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789846929216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789846482410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789846483725'] for port, after_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:58:22.312324 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-4f7556fa-cbd4-47ba-a075-ed0c5efb9c99 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:58:22.341463 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-fd7cdfb0-32da-4878-bbec-7ddb56d58a6f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:58:22.484051 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-f9adf0c0-43cf-4e3d-8b49-7b66040f1cc2 req-c4c465c9-a54f-4b4b-a49a-e4eb6a3bf6f6 service neutron] 10.222.0.65 "GET /v2.0/networks/76b1c698-a72d-402d-bd3d-fd85b08fd0a4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1972194
Apr 15 19:58:22.500398 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f7556fa-cbd4-47ba-a075-ed0c5efb9c99 admin admin] Network f3dd0897-b22d-4c65-a222-9df20bc06d30 is already hosted by enough agents. {{(pid=85345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 15 19:58:22.503461 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.scheduler.base_scheduler [None req-4f7556fa-cbd4-47ba-a075-ed0c5efb9c99 admin admin] Resources bound (agent type, host, resource id):  {{(pid=85345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 19:58:22.546579 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433639f0-248a-4e4c-acb0-c0668ec9ccb3 None None] Pushing event updated for resources: {'Port': ['ID=beaaeb8f-6d69-4aa1-bd75-bcb7d8f74782,revision_number=3']} {{(pid=85346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:58:22.553170 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-433639f0-248a-4e4c-acb0-c0668ec9ccb3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:58:22.626354 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-579dd7ea-fcd2-4d78-8406-75d82429fee9 None None] Routers {'efa478b5-a2c5-44ae-b061-3652ee6e1bbd'} bound to L3 agent in host dv-cinder-786383-2-iscsi {{(pid=85346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 19:58:22.628307 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.l3_hamode_db [None req-579dd7ea-fcd2-4d78-8406-75d82429fee9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe8b8d84588>, 'dv-cinder-786383-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-15T19:40:08Z,description=<?>,heartbeat_timestamp=2021-04-15T19:58:08Z,host='dv-cinder-786383-2-iscsi',id=74482fb0-5b00-43f0-8fa9-533a3c8b2378,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T19:40:08Z,topic='l3_agent')) {'router_ids': ['efa478b5-a2c5-44ae-b061-3652ee6e1bbd'], 'active': True} {{(pid=85346) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 19:58:22.770111 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-f9adf0c0-43cf-4e3d-8b49-7b66040f1cc2 req-da3b3e91-0ed0-4d15-b13c-96953f9a531d service neutron] 10.222.0.65 "GET /v2.0/networks/76b1c698-a72d-402d-bd3d-fd85b08fd0a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2806070
Apr 15 19:58:22.789950 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61082b5c-fa93-44bd-8104-fef446fe445d req-d954bade-3829-4c06-8c89-efb6888f2f4c tempest-TestVolumeBootPattern-370122628 tempest-TestVolumeBootPattern-370122628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:58:22.791694 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-61082b5c-fa93-44bd-8104-fef446fe445d req-d954bade-3829-4c06-8c89-efb6888f2f4c tempest-TestVolumeBootPattern-370122628 tempest-TestVolumeBootPattern-370122628-project] 10.222.0.47 "GET /v2.0/ports?device_id=3fb4d69e-6c98-489d-9482-e17cf1db3879 HTTP/1.1" status: 200  len: 943 time: 0.2628818
Apr 15 19:58:22.864104 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.provisioning_blocks [None req-283c507a-0a2e-44a9-a6df-62d77dd231c8 None None] Provisioning complete for port a04bea4d-3c92-44c8-af38-51237baf64f3 triggered by entity DHCP. {{(pid=85346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 19:58:22.864463 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-283c507a-0a2e-44a9-a6df-62d77dd231c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-428662'] for port, provisioning_complete {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:58:22.900049 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f7556fa-cbd4-47ba-a075-ed0c5efb9c99 admin admin] Router efa478b5-a2c5-44ae-b061-3652ee6e1bbd has already been hosted by L3 agent 74482fb0-5b00-43f0-8fa9-533a3c8b2378 {{(pid=85345) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 15 19:58:22.902534 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-61082b5c-fa93-44bd-8104-fef446fe445d req-464c3068-2b26-4beb-9665-2a3101eefacf tempest-TestVolumeBootPattern-370122628 tempest-TestVolumeBootPattern-370122628-project] 10.222.0.47 "GET /v2.0/security-groups?id=dec273f8-3574-4212-8c74-b29372db87d8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1034751
Apr 15 19:58:22.940744 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8ba78a-7223-4f43-9b1f-3b781ea2fef3 req-a5e88a0e-f83c-4b76-9a3b-4d6b92b37e8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:58:22.942782 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-fe8ba78a-7223-4f43-9b1f-3b781ea2fef3 req-a5e88a0e-f83c-4b76-9a3b-4d6b92b37e8b service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=1794582df1734e8d80790f7e87a6fcd2&device_id=3fb4d69e-6c98-489d-9482-e17cf1db3879 HTTP/1.1" status: 200  len: 1096 time: 0.1139429
Apr 15 19:58:22.980187 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.l3_dvr_db [None req-579dd7ea-fcd2-4d78-8406-75d82429fee9 None None] Set router efa478b5-a2c5-44ae-b061-3652ee6e1bbd gateway port host: dv-cinder-786383-2-iscsi {{(pid=85346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 19:58:23.031840 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.plugin [None req-283c507a-0a2e-44a9-a6df-62d77dd231c8 None None] Port a04bea4d-3c92-44c8-af38-51237baf64f3 cannot update to ACTIVE because it is not bound. {{(pid=85346) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 15 19:58:23.184432 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8ba78a-7223-4f43-9b1f-3b781ea2fef3 req-4856eff3-1127-4215-a8f9-0addd3b037f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:58:23.187326 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-fe8ba78a-7223-4f43-9b1f-3b781ea2fef3 req-4856eff3-1127-4215-a8f9-0addd3b037f9 service neutron] 10.222.0.65 "GET /v2.0/networks?id=76b1c698-a72d-402d-bd3d-fd85b08fd0a4 HTTP/1.1" status: 200  len: 913 time: 0.2366605
Apr 15 19:58:23.194168 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f7556fa-cbd4-47ba-a075-ed0c5efb9c99 admin admin] Notify agent at l3_agent.dv-cinder-786383-2-iscsi the message routers_updated {{(pid=85345) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 15 19:58:23.219278 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [None req-4f7556fa-cbd4-47ba-a075-ed0c5efb9c99 admin admin] 10.222.0.47 "PUT /v2.0/routers/efa478b5-a2c5-44ae-b061-3652ee6e1bbd/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.9570866
Apr 15 19:58:23.286793 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-fe8ba78a-7223-4f43-9b1f-3b781ea2fef3 req-d9db8f3c-5824-42ba-b34e-80ca6f8f8316 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8d393932-cd96-4666-aa71-ab82dd47ddb4 HTTP/1.1" status: 200  len: 217 time: 0.0926919
Apr 15 19:58:23.372766 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8ba78a-7223-4f43-9b1f-3b781ea2fef3 req-b22ca260-6bd3-4737-8921-9e6a6c912d93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:58:23.374894 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-fe8ba78a-7223-4f43-9b1f-3b781ea2fef3 req-b22ca260-6bd3-4737-8921-9e6a6c912d93 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=8ee5421b-3812-435f-a63f-52b3408746b8 HTTP/1.1" status: 200  len: 851 time: 0.0815134
Apr 15 19:58:23.384608 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.l3_hamode_db [None req-579dd7ea-fcd2-4d78-8406-75d82429fee9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe8b8d84588>, [{'id': 'efa478b5-a2c5-44ae-b061-3652ee6e1bbd', 'name': 'tempest-TestShelveInstance-1245140076-router', 'tenant_id': '33d4185e05c4406fbf34df71284b2859', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b576887-bb01-4bfc-8617-ca8b886d7b7e', 'external_fixed_ips': [{'subnet_id': '7ad9face-0ae3-4529-aacd-d53ebb36e4d0', 'ip_address': '172.27.2.103'}], 'enable_snat': True}, 'gw_port_id': 'beaaeb8f-6d69-4aa1-bd75-bcb7d8f74782', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:58:13Z', 'updated_at': '2021-04-15T19:58:21Z', 'revision_number': 4, 'project_id': '33d4185e05c4406fbf34df71284b2859', 'gw_port': {'id': 'beaaeb8f-6d69-4aa1-bd75-bcb7d8f74782', 'name': '', 'network_id': '0b576887-bb01-4bfc-8617-ca8b886d7b7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:b6:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efa478b5-a2c5-44ae-b061-3652ee6e1bbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': '7ad9face-0ae3-4529-aacd-d53ebb36e4d0', 'ip_address': '172.27.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:58:14Z', 'updated_at': '2021-04-15T19:58:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ad9face-0ae3-4529-aacd-d53ebb36e4d0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-2-iscsi', '_interfaces': [{'id': 'a04bea4d-3c92-44c8-af38-51237baf64f3', 'name': '', 'network_id': 'f3dd0897-b22d-4c65-a222-9df20bc06d30', 'tenant_id': '33d4185e05c4406fbf34df71284b2859', 'mac_address': 'fa:16:3e:48:dc:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efa478b5-a2c5-44ae-b061-3652ee6e1bbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': 'a0412f40-9bfb-431a-ae07-9deec4c87471', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:58:20Z', 'updated_at': '2021-04-15T19:58:21Z', 'revision_number': 2, 'project_id': '33d4185e05c4406fbf34df71284b2859', 'subnets': [{'id': 'a0412f40-9bfb-431a-ae07-9deec4c87471', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786383-2-iscsi', False) {} {{(pid=85346) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 19:58:23.389814 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-579dd7ea-fcd2-4d78-8406-75d82429fee9 None None] The sync data for ids ['efa478b5-a2c5-44ae-b061-3652ee6e1bbd'] in dv-cinder-786383-2-iscsi is: [{'id': 'efa478b5-a2c5-44ae-b061-3652ee6e1bbd', 'name': 'tempest-TestShelveInstance-1245140076-router', 'tenant_id': '33d4185e05c4406fbf34df71284b2859', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b576887-bb01-4bfc-8617-ca8b886d7b7e', 'external_fixed_ips': [{'subnet_id': '7ad9face-0ae3-4529-aacd-d53ebb36e4d0', 'ip_address': '172.27.2.103'}], 'enable_snat': True}, 'gw_port_id': 'beaaeb8f-6d69-4aa1-bd75-bcb7d8f74782', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:58:13Z', 'updated_at': '2021-04-15T19:58:21Z', 'revision_number': 4, 'project_id': '33d4185e05c4406fbf34df71284b2859', 'gw_port': {'id': 'beaaeb8f-6d69-4aa1-bd75-bcb7d8f74782', 'name': '', 'network_id': '0b576887-bb01-4bfc-8617-ca8b886d7b7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:b6:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efa478b5-a2c5-44ae-b061-3652ee6e1bbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': '7ad9face-0ae3-4529-aacd-d53ebb36e4d0', 'ip_address': '172.27.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:58:14Z', 'updated_at': '2021-04-15T19:58:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ad9face-0ae3-4529-aacd-d53ebb36e4d0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-2-iscsi', '_interfaces': [{'id': 'a04bea4d-3c92-44c8-af38-51237baf64f3', 'name': '', 'network_id': 'f3dd0897-b22d-4c65-a222-9df20bc06d30', 'tenant_id': '33d4185e05c4406fbf34df71284b2859', 'mac_address': 'fa:16:3e:48:dc:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efa478b5-a2c5-44ae-b061-3652ee6e1bbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': 'a0412f40-9bfb-431a-ae07-9deec4c87471', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:58:20Z', 'updated_at': '2021-04-15T19:58:21Z', 'revision_number': 2, 'project_id': '33d4185e05c4406fbf34df71284b2859', 'subnets': [{'id': 'a0412f40-9bfb-431a-ae07-9deec4c87471', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 15 19:58:23.473495 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8ba78a-7223-4f43-9b1f-3b781ea2fef3 req-b8dde370-55e5-48ab-a30c-7ee0f21e3e78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:58:23.475540 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-fe8ba78a-7223-4f43-9b1f-3b781ea2fef3 req-b8dde370-55e5-48ab-a30c-7ee0f21e3e78 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=76b1c698-a72d-402d-bd3d-fd85b08fd0a4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0947816
Apr 15 19:58:23.642875 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-fe8ba78a-7223-4f43-9b1f-3b781ea2fef3 req-dc0847fa-0177-41f8-b7b2-58c6c89025cb service neutron] 10.222.0.65 "GET /v2.0/networks/76b1c698-a72d-402d-bd3d-fd85b08fd0a4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1600876
Apr 15 19:58:23.910539 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-fe8ba78a-7223-4f43-9b1f-3b781ea2fef3 req-f40ba724-9dcc-4cf5-a239-7c342b930463 service neutron] 10.222.0.65 "GET /v2.0/networks/76b1c698-a72d-402d-bd3d-fd85b08fd0a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2585857
Apr 15 19:58:24.046584 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.wsgi [-] (85344) accepted ('10.222.0.47', 52962) {{(pid=85344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:58:24.053045 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.v2.base [None req-de917b75-106d-47aa-bf80-8bb9aca6c70c tempest-TestShelveInstance-1114833871 tempest-TestShelveInstance-1114833871-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1348766971', 'description': 'tempest-secgroup-smoke-1348766971 description', 'project_id': '248e6af1b7394fed98b6a620f19a6bc0'}} {{(pid=85344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 19:58:24.060537 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.quota.driver [None req-de917b75-106d-47aa-bf80-8bb9aca6c70c tempest-TestShelveInstance-1114833871 tempest-TestShelveInstance-1114833871-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:58:24.067424 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource [None req-de917b75-106d-47aa-bf80-8bb9aca6c70c tempest-TestShelveInstance-1114833871 tempest-TestShelveInstance-1114833871-project] Usage tracker for resource:security_group and tenant:248e6af1b7394fed98b6a620f19a6bc0 is out of sync, need to count used quota {{(pid=85344) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:58:24.072242 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource [None req-de917b75-106d-47aa-bf80-8bb9aca6c70c tempest-TestShelveInstance-1114833871 tempest-TestShelveInstance-1114833871-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=85344) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:58:24.084398 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.quota.driver [None req-de917b75-106d-47aa-bf80-8bb9aca6c70c tempest-TestShelveInstance-1114833871 tempest-TestShelveInstance-1114833871-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=85344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:58:24.100845 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-de917b75-106d-47aa-bf80-8bb9aca6c70c tempest-TestShelveInstance-1114833871 tempest-TestShelveInstance-1114833871-project] Notify callbacks [] for security_group, before_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:58:24.137240 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.quota.driver [None req-de917b75-106d-47aa-bf80-8bb9aca6c70c tempest-TestShelveInstance-1114833871 tempest-TestShelveInstance-1114833871-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:58:24.152600 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource [None req-de917b75-106d-47aa-bf80-8bb9aca6c70c tempest-TestShelveInstance-1114833871 tempest-TestShelveInstance-1114833871-project] Usage tracker for resource:security_group_rule and tenant:248e6af1b7394fed98b6a620f19a6bc0 is out of sync, need to count used quota {{(pid=85344) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:58:24.159347 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource [None req-de917b75-106d-47aa-bf80-8bb9aca6c70c tempest-TestShelveInstance-1114833871 tempest-TestShelveInstance-1114833871-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=85344) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:58:24.169358 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.quota.driver [None req-de917b75-106d-47aa-bf80-8bb9aca6c70c tempest-TestShelveInstance-1114833871 tempest-TestShelveInstance-1114833871-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=85344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:58:24.297757 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-de917b75-106d-47aa-bf80-8bb9aca6c70c tempest-TestShelveInstance-1114833871 tempest-TestShelveInstance-1114833871-project] Notify callbacks [] for security_group, precommit_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:58:24.302325 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-de917b75-106d-47aa-bf80-8bb9aca6c70c tempest-TestShelveInstance-1114833871 tempest-TestShelveInstance-1114833871-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806004'] for security_group, after_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:58:24.318803 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-cb514473-19dd-4750-9959-d14871c61c32 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:58:24.426648 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-de917b75-106d-47aa-bf80-8bb9aca6c70c tempest-TestShelveInstance-1114833871 tempest-TestShelveInstance-1114833871-project] Notify callbacks [] for security_group, before_response {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:58:24.428248 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [None req-de917b75-106d-47aa-bf80-8bb9aca6c70c tempest-TestShelveInstance-1114833871 tempest-TestShelveInstance-1114833871-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1794 time: 0.3805685
Apr 15 19:58:24.432771 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.wsgi [-] (85345) accepted ('10.222.0.47', 52968) {{(pid=85345) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:58:24.440563 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.v2.base [None req-1c5b1379-cea7-4524-a149-60271e7d97be tempest-TestShelveInstance-1114833871 tempest-TestShelveInstance-1114833871-project] Request body: {'security_group_rule': {'security_group_id': '79abbd6f-e10b-490a-ab14-d050dfb290c3', 'project_id': '248e6af1b7394fed98b6a620f19a6bc0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=85345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 19:58:24.444151 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de917b75-106d-47aa-bf80-8bb9aca6c70c tempest-TestShelveInstance-1114833871 tempest-TestShelveInstance-1114833871-project] Pushing event updated for resources: {'SecurityGroup': ['ID=79abbd6f-e10b-490a-ab14-d050dfb290c3,revision_number=1']} {{(pid=85344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:58:24.450302 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.quota.driver [None req-1c5b1379-cea7-4524-a149-60271e7d97be tempest-TestShelveInstance-1114833871 tempest-TestShelveInstance-1114833871-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85345) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:58:24.456466 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-de917b75-106d-47aa-bf80-8bb9aca6c70c tempest-TestShelveInstance-1114833871 tempest-TestShelveInstance-1114833871-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:58:24.458773 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource [None req-1c5b1379-cea7-4524-a149-60271e7d97be tempest-TestShelveInstance-1114833871 tempest-TestShelveInstance-1114833871-project] Usage tracker for resource:security_group_rule and tenant:248e6af1b7394fed98b6a620f19a6bc0 is out of sync, need to count used quota {{(pid=85345) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:58:24.468431 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource [None req-1c5b1379-cea7-4524-a149-60271e7d97be tempest-TestShelveInstance-1114833871 tempest-TestShelveInstance-1114833871-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=85345) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:58:24.476055 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.quota.driver [None req-1c5b1379-cea7-4524-a149-60271e7d97be tempest-TestShelveInstance-1114833871 tempest-TestShelveInstance-1114833871-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=85345) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:58:24.498905 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-1c5b1379-cea7-4524-a149-60271e7d97be tempest-TestShelveInstance-1114833871 tempest-TestShelveInstance-1114833871-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:58:24.522638 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47e5363-ae69-4649-8fbd-4f6d9def493e req-2ef0cadf-7d7c-4f1c-ab05-5d1f879301d5 tempest-TestVolumeBootPattern-370122628 tempest-TestVolumeBootPattern-370122628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:58:24.524430 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-c47e5363-ae69-4649-8fbd-4f6d9def493e req-2ef0cadf-7d7c-4f1c-ab05-5d1f879301d5 tempest-TestVolumeBootPattern-370122628 tempest-TestVolumeBootPattern-370122628-project] 10.222.0.47 "GET /v2.0/ports?device_id=3fb4d69e-6c98-489d-9482-e17cf1db3879 HTTP/1.1" status: 200  len: 943 time: 0.3830330
Apr 15 19:58:24.588978 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-c47e5363-ae69-4649-8fbd-4f6d9def493e req-2c47dd36-43e2-4270-a96c-922f0d9e07f8 tempest-TestVolumeBootPattern-370122628 tempest-TestVolumeBootPattern-370122628-project] 10.222.0.47 "GET /v2.0/security-groups?id=dec273f8-3574-4212-8c74-b29372db87d8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0513949
Apr 15 19:58:24.623778 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-1c5b1379-cea7-4524-a149-60271e7d97be tempest-TestShelveInstance-1114833871 tempest-TestShelveInstance-1114833871-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:58:24.628328 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-1c5b1379-cea7-4524-a149-60271e7d97be tempest-TestShelveInstance-1114833871 tempest-TestShelveInstance-1114833871-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805984'] for security_group_rule, after_create {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:58:24.632100 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-de599caa-6dda-408f-bd5f-039783017178 tempest-TestVolumeBootPattern-370122628 tempest-TestVolumeBootPattern-370122628-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:58:24.665275 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5b1379-cea7-4524-a149-60271e7d97be tempest-TestShelveInstance-1114833871 tempest-TestShelveInstance-1114833871-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da7c98c3-9a05-4dce-a654-e7c2fe16a2ad,revision_number=0']} {{(pid=85345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:58:24.679154 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-1c5b1379-cea7-4524-a149-60271e7d97be tempest-TestShelveInstance-1114833871 tempest-TestShelveInstance-1114833871-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:58:24.699811 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-1c5b1379-cea7-4524-a149-60271e7d97be tempest-TestShelveInstance-1114833871 tempest-TestShelveInstance-1114833871-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:58:24.705370 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [None req-1c5b1379-cea7-4524-a149-60271e7d97be tempest-TestShelveInstance-1114833871 tempest-TestShelveInstance-1114833871-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.2700601
Apr 15 19:58:24.706899 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.wsgi [-] (85344) accepted ('10.222.0.47', 52972) {{(pid=85344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:58:24.716642 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.v2.base [None req-ad2f8e48-0a41-4620-94c2-bad5adab056c tempest-TestShelveInstance-1114833871 tempest-TestShelveInstance-1114833871-project] Request body: {'security_group_rule': {'security_group_id': '79abbd6f-e10b-490a-ab14-d050dfb290c3', 'project_id': '248e6af1b7394fed98b6a620f19a6bc0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=85344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 19:58:24.727426 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.quota.driver [None req-ad2f8e48-0a41-4620-94c2-bad5adab056c tempest-TestShelveInstance-1114833871 tempest-TestShelveInstance-1114833871-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:58:24.735205 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource [None req-ad2f8e48-0a41-4620-94c2-bad5adab056c tempest-TestShelveInstance-1114833871 tempest-TestShelveInstance-1114833871-project] Usage tracker for resource:security_group_rule and tenant:248e6af1b7394fed98b6a620f19a6bc0 is out of sync, need to count used quota {{(pid=85344) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:58:24.741237 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource [None req-ad2f8e48-0a41-4620-94c2-bad5adab056c tempest-TestShelveInstance-1114833871 tempest-TestShelveInstance-1114833871-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=85344) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:58:24.752804 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.quota.driver [None req-ad2f8e48-0a41-4620-94c2-bad5adab056c tempest-TestShelveInstance-1114833871 tempest-TestShelveInstance-1114833871-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=85344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:58:24.773184 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-ad2f8e48-0a41-4620-94c2-bad5adab056c tempest-TestShelveInstance-1114833871 tempest-TestShelveInstance-1114833871-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:58:24.872276 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-ad2f8e48-0a41-4620-94c2-bad5adab056c tempest-TestShelveInstance-1114833871 tempest-TestShelveInstance-1114833871-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:58:24.875787 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-ad2f8e48-0a41-4620-94c2-bad5adab056c tempest-TestShelveInstance-1114833871 tempest-TestShelveInstance-1114833871-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805984'] for security_group_rule, after_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:58:24.890162 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:58:24.928916 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2f8e48-0a41-4620-94c2-bad5adab056c tempest-TestShelveInstance-1114833871 tempest-TestShelveInstance-1114833871-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8580f646-82fe-4943-883d-a876176799b7,revision_number=0']} {{(pid=85344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:58:24.932537 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-ad2f8e48-0a41-4620-94c2-bad5adab056c tempest-TestShelveInstance-1114833871 tempest-TestShelveInstance-1114833871-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:58:24.938884 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-ad2f8e48-0a41-4620-94c2-bad5adab056c tempest-TestShelveInstance-1114833871 tempest-TestShelveInstance-1114833871-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:58:24.941430 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [None req-ad2f8e48-0a41-4620-94c2-bad5adab056c tempest-TestShelveInstance-1114833871 tempest-TestShelveInstance-1114833871-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.2325633
Apr 15 19:58:24.945574 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.wsgi [-] (85344) accepted ('10.222.0.47', 52976) {{(pid=85344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:58:24.952607 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.v2.base [None req-056324bc-0597-4f52-8da2-3215237f5b1b tempest-TestShelveInstance-1114833871 tempest-TestShelveInstance-1114833871-project] Request body: {'security_group_rule': {'security_group_id': '79abbd6f-e10b-490a-ab14-d050dfb290c3', 'project_id': '248e6af1b7394fed98b6a620f19a6bc0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=85344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 19:58:24.961229 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.quota.driver [None req-056324bc-0597-4f52-8da2-3215237f5b1b tempest-TestShelveInstance-1114833871 tempest-TestShelveInstance-1114833871-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:58:24.966914 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource [None req-056324bc-0597-4f52-8da2-3215237f5b1b tempest-TestShelveInstance-1114833871 tempest-TestShelveInstance-1114833871-project] Usage tracker for resource:security_group_rule and tenant:248e6af1b7394fed98b6a620f19a6bc0 is out of sync, need to count used quota {{(pid=85344) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:58:24.970392 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource [None req-056324bc-0597-4f52-8da2-3215237f5b1b tempest-TestShelveInstance-1114833871 tempest-TestShelveInstance-1114833871-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=85344) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:58:24.977928 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.quota.driver [None req-056324bc-0597-4f52-8da2-3215237f5b1b tempest-TestShelveInstance-1114833871 tempest-TestShelveInstance-1114833871-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=85344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:58:24.996662 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-056324bc-0597-4f52-8da2-3215237f5b1b tempest-TestShelveInstance-1114833871 tempest-TestShelveInstance-1114833871-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:58:25.078087 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-056324bc-0597-4f52-8da2-3215237f5b1b tempest-TestShelveInstance-1114833871 tempest-TestShelveInstance-1114833871-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:58:25.080948 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-056324bc-0597-4f52-8da2-3215237f5b1b tempest-TestShelveInstance-1114833871 tempest-TestShelveInstance-1114833871-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805984'] for security_group_rule, after_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:58:25.083234 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:58:25.108283 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056324bc-0597-4f52-8da2-3215237f5b1b tempest-TestShelveInstance-1114833871 tempest-TestShelveInstance-1114833871-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be224793-8528-421a-9428-ca570d82c8b6,revision_number=0']} {{(pid=85344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:58:25.113756 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-056324bc-0597-4f52-8da2-3215237f5b1b tempest-TestShelveInstance-1114833871 tempest-TestShelveInstance-1114833871-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:58:25.121863 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-056324bc-0597-4f52-8da2-3215237f5b1b tempest-TestShelveInstance-1114833871 tempest-TestShelveInstance-1114833871-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:58:25.123420 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [None req-056324bc-0597-4f52-8da2-3215237f5b1b tempest-TestShelveInstance-1114833871 tempest-TestShelveInstance-1114833871-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1766458
Apr 15 19:58:25.127280 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.wsgi [-] (85344) accepted ('10.222.0.47', 52980) {{(pid=85344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:58:25.133427 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.v2.base [None req-7e73cfc8-7e0a-4d9c-a53b-fe653eaa0319 tempest-TestShelveInstance-1114833871 tempest-TestShelveInstance-1114833871-project] Request body: {'security_group_rule': {'security_group_id': '79abbd6f-e10b-490a-ab14-d050dfb290c3', 'project_id': '248e6af1b7394fed98b6a620f19a6bc0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=85344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 19:58:25.140538 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.quota.driver [None req-7e73cfc8-7e0a-4d9c-a53b-fe653eaa0319 tempest-TestShelveInstance-1114833871 tempest-TestShelveInstance-1114833871-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:58:25.145255 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource [None req-7e73cfc8-7e0a-4d9c-a53b-fe653eaa0319 tempest-TestShelveInstance-1114833871 tempest-TestShelveInstance-1114833871-project] Usage tracker for resource:security_group_rule and tenant:248e6af1b7394fed98b6a620f19a6bc0 is out of sync, need to count used quota {{(pid=85344) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:58:25.148588 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource [None req-7e73cfc8-7e0a-4d9c-a53b-fe653eaa0319 tempest-TestShelveInstance-1114833871 tempest-TestShelveInstance-1114833871-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=85344) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:58:25.155462 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.quota.driver [None req-7e73cfc8-7e0a-4d9c-a53b-fe653eaa0319 tempest-TestShelveInstance-1114833871 tempest-TestShelveInstance-1114833871-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=85344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:58:25.176245 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-7e73cfc8-7e0a-4d9c-a53b-fe653eaa0319 tempest-TestShelveInstance-1114833871 tempest-TestShelveInstance-1114833871-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:58:25.268537 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-7e73cfc8-7e0a-4d9c-a53b-fe653eaa0319 tempest-TestShelveInstance-1114833871 tempest-TestShelveInstance-1114833871-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:58:25.272533 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-7e73cfc8-7e0a-4d9c-a53b-fe653eaa0319 tempest-TestShelveInstance-1114833871 tempest-TestShelveInstance-1114833871-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805984'] for security_group_rule, after_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:58:25.275296 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:58:25.300700 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e73cfc8-7e0a-4d9c-a53b-fe653eaa0319 tempest-TestShelveInstance-1114833871 tempest-TestShelveInstance-1114833871-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=78a2de22-0b79-488a-ba48-b14205a1c0cd,revision_number=0']} {{(pid=85344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:58:25.305592 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-7e73cfc8-7e0a-4d9c-a53b-fe653eaa0319 tempest-TestShelveInstance-1114833871 tempest-TestShelveInstance-1114833871-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:58:25.315150 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-7e73cfc8-7e0a-4d9c-a53b-fe653eaa0319 tempest-TestShelveInstance-1114833871 tempest-TestShelveInstance-1114833871-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:58:25.316808 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [None req-7e73cfc8-7e0a-4d9c-a53b-fe653eaa0319 tempest-TestShelveInstance-1114833871 tempest-TestShelveInstance-1114833871-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.1884680
Apr 15 19:58:25.320934 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.wsgi [-] (85344) accepted ('10.222.0.47', 52984) {{(pid=85344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:58:25.327395 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.v2.base [None req-a0a9739b-046f-44d6-bc81-c52339a1fca8 tempest-TestShelveInstance-1114833871 tempest-TestShelveInstance-1114833871-project] Request body: {'security_group_rule': {'security_group_id': '79abbd6f-e10b-490a-ab14-d050dfb290c3', 'project_id': '248e6af1b7394fed98b6a620f19a6bc0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=85344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 19:58:25.335017 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.quota.driver [None req-a0a9739b-046f-44d6-bc81-c52339a1fca8 tempest-TestShelveInstance-1114833871 tempest-TestShelveInstance-1114833871-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:58:25.340369 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource [None req-a0a9739b-046f-44d6-bc81-c52339a1fca8 tempest-TestShelveInstance-1114833871 tempest-TestShelveInstance-1114833871-project] Usage tracker for resource:security_group_rule and tenant:248e6af1b7394fed98b6a620f19a6bc0 is out of sync, need to count used quota {{(pid=85344) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:58:25.343878 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.rpc [None req-56ecdebd-c5a0-4569-bc96-ba437f5ce558 None None] Device beaaeb8f-6d69-4aa1-bd75-bcb7d8f74782 up at agent ovs-agent-dv-cinder-786383-2-iscsi {{(pid=85346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 19:58:25.346610 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource [None req-a0a9739b-046f-44d6-bc81-c52339a1fca8 tempest-TestShelveInstance-1114833871 tempest-TestShelveInstance-1114833871-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=85344) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:58:25.357266 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.quota.driver [None req-a0a9739b-046f-44d6-bc81-c52339a1fca8 tempest-TestShelveInstance-1114833871 tempest-TestShelveInstance-1114833871-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=85344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:58:25.375689 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.db.securitygroups_db [None req-a0a9739b-046f-44d6-bc81-c52339a1fca8 tempest-TestShelveInstance-1114833871 tempest-TestShelveInstance-1114833871-project] Project 248e6af1b7394fed98b6a620f19a6bc0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 15 19:58:25.389107 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-a0a9739b-046f-44d6-bc81-c52339a1fca8 tempest-TestShelveInstance-1114833871 tempest-TestShelveInstance-1114833871-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:58:25.445657 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.provisioning_blocks [None req-56ecdebd-c5a0-4569-bc96-ba437f5ce558 None None] Provisioning for port beaaeb8f-6d69-4aa1-bd75-bcb7d8f74782 completed by entity L2. {{(pid=85346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 19:58:25.453202 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.provisioning_blocks [None req-56ecdebd-c5a0-4569-bc96-ba437f5ce558 None None] Provisioning complete for port beaaeb8f-6d69-4aa1-bd75-bcb7d8f74782 triggered by entity L2. {{(pid=85346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 19:58:25.453777 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-56ecdebd-c5a0-4569-bc96-ba437f5ce558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-428662'] for port, provisioning_complete {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:58:25.502111 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-a0a9739b-046f-44d6-bc81-c52339a1fca8 tempest-TestShelveInstance-1114833871 tempest-TestShelveInstance-1114833871-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:58:25.505795 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-a0a9739b-046f-44d6-bc81-c52339a1fca8 tempest-TestShelveInstance-1114833871 tempest-TestShelveInstance-1114833871-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805984'] for security_group_rule, after_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:58:25.519738 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-bf690932-5778-468b-a953-638fd043f322 tempest-TestMinimumBasicScenario-16446131 tempest-TestMinimumBasicScenario-16446131-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:58:25.557899 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a9739b-046f-44d6-bc81-c52339a1fca8 tempest-TestShelveInstance-1114833871 tempest-TestShelveInstance-1114833871-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cec586f0-dfbc-421d-813e-440af1f595d5,revision_number=0']} {{(pid=85344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:58:25.563256 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-a0a9739b-046f-44d6-bc81-c52339a1fca8 tempest-TestShelveInstance-1114833871 tempest-TestShelveInstance-1114833871-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:58:25.577231 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-a0a9739b-046f-44d6-bc81-c52339a1fca8 tempest-TestShelveInstance-1114833871 tempest-TestShelveInstance-1114833871-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:58:25.579797 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [None req-a0a9739b-046f-44d6-bc81-c52339a1fca8 tempest-TestShelveInstance-1114833871 tempest-TestShelveInstance-1114833871-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.2575126
Apr 15 19:58:25.582824 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.wsgi [-] (85344) accepted ('10.222.0.47', 52988) {{(pid=85344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:58:25.589697 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.v2.base [None req-46cfaf7c-972e-4638-baec-d107cb7a385d tempest-TestShelveInstance-1114833871 tempest-TestShelveInstance-1114833871-project] Request body: {'security_group_rule': {'security_group_id': '79abbd6f-e10b-490a-ab14-d050dfb290c3', 'project_id': '248e6af1b7394fed98b6a620f19a6bc0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=85344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 19:58:25.598061 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.quota.driver [None req-46cfaf7c-972e-4638-baec-d107cb7a385d tempest-TestShelveInstance-1114833871 tempest-TestShelveInstance-1114833871-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:58:25.603249 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource [None req-46cfaf7c-972e-4638-baec-d107cb7a385d tempest-TestShelveInstance-1114833871 tempest-TestShelveInstance-1114833871-project] Usage tracker for resource:security_group_rule and tenant:248e6af1b7394fed98b6a620f19a6bc0 is out of sync, need to count used quota {{(pid=85344) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:58:25.608041 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource [None req-46cfaf7c-972e-4638-baec-d107cb7a385d tempest-TestShelveInstance-1114833871 tempest-TestShelveInstance-1114833871-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=85344) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:58:25.619160 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.quota.driver [None req-46cfaf7c-972e-4638-baec-d107cb7a385d tempest-TestShelveInstance-1114833871 tempest-TestShelveInstance-1114833871-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=85344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:58:25.636991 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.db.securitygroups_db [None req-46cfaf7c-972e-4638-baec-d107cb7a385d tempest-TestShelveInstance-1114833871 tempest-TestShelveInstance-1114833871-project] Project 248e6af1b7394fed98b6a620f19a6bc0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 15 19:58:25.645239 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-56ecdebd-c5a0-4569-bc96-ba437f5ce558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854565853'] for port, before_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:58:25.647937 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-46cfaf7c-972e-4638-baec-d107cb7a385d tempest-TestShelveInstance-1114833871 tempest-TestShelveInstance-1114833871-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:58:25.676641 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.db [None req-56ecdebd-c5a0-4569-bc96-ba437f5ce558 None None] For port beaaeb8f-6d69-4aa1-bd75-bcb7d8f74782, host dv-cinder-786383-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-2-iscsi',level=0,port_id=beaaeb8f-6d69-4aa1-bd75-bcb7d8f74782,segment=NetworkSegment(e9359222-f335-47df-9fcb-1acccd0748d1),segment_id=e9359222-f335-47df-9fcb-1acccd0748d1)] {{(pid=85346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 19:58:25.694988 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-56ecdebd-c5a0-4569-bc96-ba437f5ce558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854693686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852972410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789846929216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789846482410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789846483725'] for port, after_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:58:25.707980 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-ded00ea6-f320-49ba-9ece-4503e255050e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:58:25.732565 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-46cfaf7c-972e-4638-baec-d107cb7a385d tempest-TestShelveInstance-1114833871 tempest-TestShelveInstance-1114833871-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:58:25.739096 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-46cfaf7c-972e-4638-baec-d107cb7a385d tempest-TestShelveInstance-1114833871 tempest-TestShelveInstance-1114833871-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805984'] for security_group_rule, after_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:58:25.743115 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-ad2f8e48-0a41-4620-94c2-bad5adab056c tempest-TestShelveInstance-1114833871 tempest-TestShelveInstance-1114833871-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:58:25.790758 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46cfaf7c-972e-4638-baec-d107cb7a385d tempest-TestShelveInstance-1114833871 tempest-TestShelveInstance-1114833871-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba101413-54ef-443b-9c82-b337e70eff43,revision_number=0']} {{(pid=85344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:58:25.796227 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-46cfaf7c-972e-4638-baec-d107cb7a385d tempest-TestShelveInstance-1114833871 tempest-TestShelveInstance-1114833871-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:58:25.813635 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-46cfaf7c-972e-4638-baec-d107cb7a385d tempest-TestShelveInstance-1114833871 tempest-TestShelveInstance-1114833871-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:58:25.816350 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [None req-46cfaf7c-972e-4638-baec-d107cb7a385d tempest-TestShelveInstance-1114833871 tempest-TestShelveInstance-1114833871-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.2319520
Apr 15 19:58:25.832188 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ecdebd-c5a0-4569-bc96-ba437f5ce558 None None] Pushing event updated for resources: {'Port': ['ID=beaaeb8f-6d69-4aa1-bd75-bcb7d8f74782,revision_number=4']} {{(pid=85346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:58:25.836366 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-56ecdebd-c5a0-4569-bc96-ba437f5ce558 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:58:25.993164 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53db874-24b0-47c7-a4af-70e59c721abb req-e31d57ef-dfb9-4301-95c7-19b694130d19 tempest-TestVolumeBootPattern-370122628 tempest-TestVolumeBootPattern-370122628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:58:25.995522 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-d53db874-24b0-47c7-a4af-70e59c721abb req-e31d57ef-dfb9-4301-95c7-19b694130d19 tempest-TestVolumeBootPattern-370122628 tempest-TestVolumeBootPattern-370122628-project] 10.222.0.47 "GET /v2.0/ports?device_id=3fb4d69e-6c98-489d-9482-e17cf1db3879 HTTP/1.1" status: 200  len: 943 time: 0.2111125
Apr 15 19:58:26.059078 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-d53db874-24b0-47c7-a4af-70e59c721abb req-e88d96de-7993-44a1-9ef8-4e1ec70bf8e8 tempest-TestVolumeBootPattern-370122628 tempest-TestVolumeBootPattern-370122628-project] 10.222.0.47 "GET /v2.0/security-groups?id=dec273f8-3574-4212-8c74-b29372db87d8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0561604
Apr 15 19:58:27.107654 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-248a7d1d-c560-4222-9181-75b53fb035e6 None None] Sync routers for ids ['efa478b5-a2c5-44ae-b061-3652ee6e1bbd'] in dv-cinder-786383-2-iscsi {{(pid=85347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 15 19:58:27.118220 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-248a7d1d-c560-4222-9181-75b53fb035e6 None None] Routers {'efa478b5-a2c5-44ae-b061-3652ee6e1bbd'} bound to L3 agent in host dv-cinder-786383-2-iscsi {{(pid=85347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 19:58:27.118964 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.l3_hamode_db [None req-248a7d1d-c560-4222-9181-75b53fb035e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe8b9e44780>, 'dv-cinder-786383-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-15T19:40:08Z,description=<?>,heartbeat_timestamp=2021-04-15T19:58:08Z,host='dv-cinder-786383-2-iscsi',id=74482fb0-5b00-43f0-8fa9-533a3c8b2378,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T19:40:08Z,topic='l3_agent')) {'router_ids': ['efa478b5-a2c5-44ae-b061-3652ee6e1bbd'], 'active': True} {{(pid=85347) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 19:58:27.320853 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.rpc [None req-56ecdebd-c5a0-4569-bc96-ba437f5ce558 None None] Device beaaeb8f-6d69-4aa1-bd75-bcb7d8f74782 up at agent ovs-agent-dv-cinder-786383-2-iscsi {{(pid=85346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 19:58:27.351236 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.l3_dvr_db [None req-248a7d1d-c560-4222-9181-75b53fb035e6 None None] Set router efa478b5-a2c5-44ae-b061-3652ee6e1bbd gateway port host: dv-cinder-786383-2-iscsi {{(pid=85347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 19:58:27.460927 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4696d2b8-d0dc-4b45-8d1b-eca497ead34d req-3190194b-4997-4c29-9a68-7485974f1105 tempest-TestVolumeBootPattern-370122628 tempest-TestVolumeBootPattern-370122628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:58:27.473623 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-4696d2b8-d0dc-4b45-8d1b-eca497ead34d req-3190194b-4997-4c29-9a68-7485974f1105 tempest-TestVolumeBootPattern-370122628 tempest-TestVolumeBootPattern-370122628-project] 10.222.0.47 "GET /v2.0/ports?device_id=3fb4d69e-6c98-489d-9482-e17cf1db3879 HTTP/1.1" status: 200  len: 943 time: 0.2202623
Apr 15 19:58:27.505598 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.provisioning_blocks [None req-56ecdebd-c5a0-4569-bc96-ba437f5ce558 None None] Provisioning complete for port beaaeb8f-6d69-4aa1-bd75-bcb7d8f74782 triggered by entity L2. {{(pid=85346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 19:58:27.506304 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-56ecdebd-c5a0-4569-bc96-ba437f5ce558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-428662'] for port, provisioning_complete {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:58:27.537689 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-4696d2b8-d0dc-4b45-8d1b-eca497ead34d req-0e83db86-6a8c-4c54-9cdb-61c7e53385d5 tempest-TestVolumeBootPattern-370122628 tempest-TestVolumeBootPattern-370122628-project] 10.222.0.47 "GET /v2.0/security-groups?id=dec273f8-3574-4212-8c74-b29372db87d8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0625174
Apr 15 19:58:28.066071 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.l3_hamode_db [None req-248a7d1d-c560-4222-9181-75b53fb035e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe8b9e44780>, [{'id': 'efa478b5-a2c5-44ae-b061-3652ee6e1bbd', 'name': 'tempest-TestShelveInstance-1245140076-router', 'tenant_id': '33d4185e05c4406fbf34df71284b2859', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b576887-bb01-4bfc-8617-ca8b886d7b7e', 'external_fixed_ips': [{'subnet_id': '7ad9face-0ae3-4529-aacd-d53ebb36e4d0', 'ip_address': '172.27.2.103'}], 'enable_snat': True}, 'gw_port_id': 'beaaeb8f-6d69-4aa1-bd75-bcb7d8f74782', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:58:13Z', 'updated_at': '2021-04-15T19:58:21Z', 'revision_number': 4, 'project_id': '33d4185e05c4406fbf34df71284b2859', 'gw_port': {'id': 'beaaeb8f-6d69-4aa1-bd75-bcb7d8f74782', 'name': '', 'network_id': '0b576887-bb01-4bfc-8617-ca8b886d7b7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:b6:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efa478b5-a2c5-44ae-b061-3652ee6e1bbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': '7ad9face-0ae3-4529-aacd-d53ebb36e4d0', 'ip_address': '172.27.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:58:14Z', 'updated_at': '2021-04-15T19:58:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ad9face-0ae3-4529-aacd-d53ebb36e4d0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-2-iscsi', '_interfaces': [{'id': 'a04bea4d-3c92-44c8-af38-51237baf64f3', 'name': '', 'network_id': 'f3dd0897-b22d-4c65-a222-9df20bc06d30', 'tenant_id': '33d4185e05c4406fbf34df71284b2859', 'mac_address': 'fa:16:3e:48:dc:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efa478b5-a2c5-44ae-b061-3652ee6e1bbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': 'a0412f40-9bfb-431a-ae07-9deec4c87471', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:58:20Z', 'updated_at': '2021-04-15T19:58:21Z', 'revision_number': 2, 'project_id': '33d4185e05c4406fbf34df71284b2859', 'subnets': [{'id': 'a0412f40-9bfb-431a-ae07-9deec4c87471', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786383-2-iscsi', False) {} {{(pid=85347) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 19:58:28.074488 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-248a7d1d-c560-4222-9181-75b53fb035e6 None None] Checking router: efa478b5-a2c5-44ae-b061-3652ee6e1bbd for host: dv-cinder-786383-2-iscsi {{(pid=85347) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 15 19:58:28.075188 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-248a7d1d-c560-4222-9181-75b53fb035e6 None None] Updating router efa478b5-a2c5-44ae-b061-3652ee6e1bbd port a04bea4d-3c92-44c8-af38-51237baf64f3 binding host dv-cinder-786383-2-iscsi {{(pid=85347) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 15 19:58:28.189286 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-248a7d1d-c560-4222-9181-75b53fb035e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854565853'] for port, before_update {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:58:28.668942 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-248a7d1d-c560-4222-9181-75b53fb035e6 None None] Notify callbacks [] for port, precommit_update {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:58:28.686935 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.provisioning_blocks [None req-248a7d1d-c560-4222-9181-75b53fb035e6 None None] Transition to ACTIVE for port object a04bea4d-3c92-44c8-af38-51237baf64f3 will not be triggered until provisioned by entity L2. {{(pid=85347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 19:58:28.712572 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-248a7d1d-c560-4222-9181-75b53fb035e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854693686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852972410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789846929216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789846482410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789846483725'] for port, after_update {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:58:28.745258 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:58:28.911610 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f52d41-3c8e-403f-b031-d8422fc0017b None None] Pushing event updated for resources: {'Port': ['ID=a04bea4d-3c92-44c8-af38-51237baf64f3,revision_number=3']} {{(pid=85347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:58:28.916645 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-f1f52d41-3c8e-403f-b031-d8422fc0017b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=85347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:58:29.012957 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023d6e9b-26e3-45c3-b8dc-02e8fd90f84e req-4da05715-123c-491c-b536-fe6eed166c21 tempest-TestVolumeBootPattern-370122628 tempest-TestVolumeBootPattern-370122628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:58:29.014751 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-023d6e9b-26e3-45c3-b8dc-02e8fd90f84e req-4da05715-123c-491c-b536-fe6eed166c21 tempest-TestVolumeBootPattern-370122628 tempest-TestVolumeBootPattern-370122628-project] 10.222.0.47 "GET /v2.0/ports?device_id=3fb4d69e-6c98-489d-9482-e17cf1db3879 HTTP/1.1" status: 200  len: 943 time: 0.1032817
Apr 15 19:58:29.109363 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-023d6e9b-26e3-45c3-b8dc-02e8fd90f84e req-046f7c73-e3c8-4eac-aee3-125fc7c7a8ad tempest-TestVolumeBootPattern-370122628 tempest-TestVolumeBootPattern-370122628-project] 10.222.0.47 "GET /v2.0/security-groups?id=dec273f8-3574-4212-8c74-b29372db87d8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0809600
Apr 15 19:58:29.170693 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.managers [None req-248a7d1d-c560-4222-9181-75b53fb035e6 None None] Attempting to bind port a04bea4d-3c92-44c8-af38-51237baf64f3 on host dv-cinder-786383-2-iscsi for vnic_type normal with profile  {{(pid=85347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 15 19:58:29.171299 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.managers [None req-248a7d1d-c560-4222-9181-75b53fb035e6 None None] Attempting to bind port a04bea4d-3c92-44c8-af38-51237baf64f3 by drivers openvswitch,hyperv on host dv-cinder-786383-2-iscsi at level 0 using segments [{'id': 'b9545d60-7d84-48f4-a82e-2b3c346f3cd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'f3dd0897-b22d-4c65-a222-9df20bc06d30'}] {{(pid=85347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 15 19:58:29.171806 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-248a7d1d-c560-4222-9181-75b53fb035e6 None None] Attempting to bind port a04bea4d-3c92-44c8-af38-51237baf64f3 on network f3dd0897-b22d-4c65-a222-9df20bc06d30 {{(pid=85347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 19:58:29.178929 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-248a7d1d-c560-4222-9181-75b53fb035e6 None None] Checking agent: {'id': 'be1a0b7a-7144-4bb6-9f10-b289de7b23b3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786383-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 19, 40, 9), 'started_at': datetime.datetime(2021, 4, 15, 19, 40, 39), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 19, 58, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786383-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 15 19:58:29.179346 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-248a7d1d-c560-4222-9181-75b53fb035e6 None None] Checking segment: {'id': 'b9545d60-7d84-48f4-a82e-2b3c346f3cd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'f3dd0897-b22d-4c65-a222-9df20bc06d30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 19:58:29.179796 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-248a7d1d-c560-4222-9181-75b53fb035e6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:58:29.180279 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-248a7d1d-c560-4222-9181-75b53fb035e6 None None] Bound using segment: {'id': 'b9545d60-7d84-48f4-a82e-2b3c346f3cd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'f3dd0897-b22d-4c65-a222-9df20bc06d30'} {{(pid=85347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 15 19:58:29.180810 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.managers [None req-248a7d1d-c560-4222-9181-75b53fb035e6 None None] Bound port: a04bea4d-3c92-44c8-af38-51237baf64f3, host: dv-cinder-786383-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9545d60-7d84-48f4-a82e-2b3c346f3cd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'f3dd0897-b22d-4c65-a222-9df20bc06d30'}}] {{(pid=85347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 15 19:58:29.181406 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-248a7d1d-c560-4222-9181-75b53fb035e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854565853'] for port, before_update {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:58:29.296946 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.db [None req-248a7d1d-c560-4222-9181-75b53fb035e6 None None] For port a04bea4d-3c92-44c8-af38-51237baf64f3, host dv-cinder-786383-2-iscsi, cleared binding levels {{(pid=85347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 15 19:58:29.300805 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.db [None req-248a7d1d-c560-4222-9181-75b53fb035e6 None None] For port a04bea4d-3c92-44c8-af38-51237baf64f3, host dv-cinder-786383-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-2-iscsi',level=0,port_id=a04bea4d-3c92-44c8-af38-51237baf64f3,segment=NetworkSegment(b9545d60-7d84-48f4-a82e-2b3c346f3cd3),segment_id=b9545d60-7d84-48f4-a82e-2b3c346f3cd3)] {{(pid=85347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 15 19:58:29.305036 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-248a7d1d-c560-4222-9181-75b53fb035e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854693686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852972410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789846929216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789846482410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789846483725'] for port, after_update {{(pid=85347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:58:29.322355 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:58:29.486971 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f52d41-3c8e-403f-b031-d8422fc0017b None None] Pushing event updated for resources: {'Port': ['ID=a04bea4d-3c92-44c8-af38-51237baf64f3,revision_number=4']} {{(pid=85347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:58:29.490483 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-f1f52d41-3c8e-403f-b031-d8422fc0017b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=85347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:58:29.541243 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-248a7d1d-c560-4222-9181-75b53fb035e6 None None] Routers {'efa478b5-a2c5-44ae-b061-3652ee6e1bbd'} bound to L3 agent in host dv-cinder-786383-2-iscsi {{(pid=85347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 19:58:29.541936 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.l3_hamode_db [None req-248a7d1d-c560-4222-9181-75b53fb035e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe8b9e44780>, 'dv-cinder-786383-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-15T19:40:08Z,description=<?>,heartbeat_timestamp=2021-04-15T19:58:08Z,host='dv-cinder-786383-2-iscsi',id=74482fb0-5b00-43f0-8fa9-533a3c8b2378,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T19:40:08Z,topic='l3_agent')) {'router_ids': ['efa478b5-a2c5-44ae-b061-3652ee6e1bbd'], 'active': True} {{(pid=85347) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 19:58:29.802657 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.l3_dvr_db [None req-248a7d1d-c560-4222-9181-75b53fb035e6 None None] Set router efa478b5-a2c5-44ae-b061-3652ee6e1bbd gateway port host: dv-cinder-786383-2-iscsi {{(pid=85347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 19:58:29.893543 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.rpc [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Device 8d393932-cd96-4666-aa71-ab82dd47ddb4 details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=85346) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 15 19:58:30.131362 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.db [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] For port 8d393932-cd96-4666-aa71-ab82dd47ddb4, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=8d393932-cd96-4666-aa71-ab82dd47ddb4,segment=NetworkSegment(209e6493-9f5f-442f-9075-23fc9d984e08),segment_id=209e6493-9f5f-442f-9075-23fc9d984e08)] {{(pid=85346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 19:58:30.167291 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.rpc [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Returning: {'device': '8d393932-cd96-4666-aa71-ab82dd47ddb4', 'network_id': '76b1c698-a72d-402d-bd3d-fd85b08fd0a4', 'port_id': '8d393932-cd96-4666-aa71-ab82dd47ddb4', 'mac_address': 'fa:16:3e:63:c1:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 665, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ee5421b-3812-435f-a63f-52b3408746b8', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85346) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 15 19:58:30.250364 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854565853'] for port, before_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:58:30.277828 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.notifiers.nova [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d393932-cd96-4666-aa71-ab82dd47ddb4 {{(pid=85346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 15 19:58:30.301523 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.db [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] For port 8d393932-cd96-4666-aa71-ab82dd47ddb4, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=8d393932-cd96-4666-aa71-ab82dd47ddb4,segment=NetworkSegment(209e6493-9f5f-442f-9075-23fc9d984e08),segment_id=209e6493-9f5f-442f-9075-23fc9d984e08)] {{(pid=85346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 19:58:30.305835 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854693686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852972410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789846929216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789846482410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789846483725'] for port, after_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:58:30.306185 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.l3_hamode_db [None req-248a7d1d-c560-4222-9181-75b53fb035e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe8b9e44780>, [{'id': 'efa478b5-a2c5-44ae-b061-3652ee6e1bbd', 'name': 'tempest-TestShelveInstance-1245140076-router', 'tenant_id': '33d4185e05c4406fbf34df71284b2859', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b576887-bb01-4bfc-8617-ca8b886d7b7e', 'external_fixed_ips': [{'subnet_id': '7ad9face-0ae3-4529-aacd-d53ebb36e4d0', 'ip_address': '172.27.2.103'}], 'enable_snat': True}, 'gw_port_id': 'beaaeb8f-6d69-4aa1-bd75-bcb7d8f74782', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:58:13Z', 'updated_at': '2021-04-15T19:58:21Z', 'revision_number': 4, 'project_id': '33d4185e05c4406fbf34df71284b2859', 'gw_port': {'id': 'beaaeb8f-6d69-4aa1-bd75-bcb7d8f74782', 'name': '', 'network_id': '0b576887-bb01-4bfc-8617-ca8b886d7b7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:b6:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efa478b5-a2c5-44ae-b061-3652ee6e1bbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': '7ad9face-0ae3-4529-aacd-d53ebb36e4d0', 'ip_address': '172.27.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:58:14Z', 'updated_at': '2021-04-15T19:58:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ad9face-0ae3-4529-aacd-d53ebb36e4d0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-2-iscsi', '_interfaces': [{'id': 'a04bea4d-3c92-44c8-af38-51237baf64f3', 'name': '', 'network_id': 'f3dd0897-b22d-4c65-a222-9df20bc06d30', 'tenant_id': '33d4185e05c4406fbf34df71284b2859', 'mac_address': 'fa:16:3e:48:dc:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efa478b5-a2c5-44ae-b061-3652ee6e1bbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': 'a0412f40-9bfb-431a-ae07-9deec4c87471', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:58:20Z', 'updated_at': '2021-04-15T19:58:29Z', 'revision_number': 4, 'project_id': '33d4185e05c4406fbf34df71284b2859', 'subnets': [{'id': 'a0412f40-9bfb-431a-ae07-9deec4c87471', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786383-2-iscsi', False) {} {{(pid=85347) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 19:58:30.309429 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-0f8dcd28-7539-4132-b83d-c4a99a24b1a1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:58:30.315482 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-248a7d1d-c560-4222-9181-75b53fb035e6 None None] The sync data for ids ['efa478b5-a2c5-44ae-b061-3652ee6e1bbd'] in dv-cinder-786383-2-iscsi is: [{'id': 'efa478b5-a2c5-44ae-b061-3652ee6e1bbd', 'name': 'tempest-TestShelveInstance-1245140076-router', 'tenant_id': '33d4185e05c4406fbf34df71284b2859', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b576887-bb01-4bfc-8617-ca8b886d7b7e', 'external_fixed_ips': [{'subnet_id': '7ad9face-0ae3-4529-aacd-d53ebb36e4d0', 'ip_address': '172.27.2.103'}], 'enable_snat': True}, 'gw_port_id': 'beaaeb8f-6d69-4aa1-bd75-bcb7d8f74782', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:58:13Z', 'updated_at': '2021-04-15T19:58:21Z', 'revision_number': 4, 'project_id': '33d4185e05c4406fbf34df71284b2859', 'gw_port': {'id': 'beaaeb8f-6d69-4aa1-bd75-bcb7d8f74782', 'name': '', 'network_id': '0b576887-bb01-4bfc-8617-ca8b886d7b7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:b6:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efa478b5-a2c5-44ae-b061-3652ee6e1bbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': '7ad9face-0ae3-4529-aacd-d53ebb36e4d0', 'ip_address': '172.27.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:58:14Z', 'updated_at': '2021-04-15T19:58:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ad9face-0ae3-4529-aacd-d53ebb36e4d0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-2-iscsi', '_interfaces': [{'id': 'a04bea4d-3c92-44c8-af38-51237baf64f3', 'name': '', 'network_id': 'f3dd0897-b22d-4c65-a222-9df20bc06d30', 'tenant_id': '33d4185e05c4406fbf34df71284b2859', 'mac_address': 'fa:16:3e:48:dc:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efa478b5-a2c5-44ae-b061-3652ee6e1bbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': 'a0412f40-9bfb-431a-ae07-9deec4c87471', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:58:20Z', 'updated_at': '2021-04-15T19:58:29Z', 'revision_number': 4, 'project_id': '33d4185e05c4406fbf34df71284b2859', 'subnets': [{'id': 'a0412f40-9bfb-431a-ae07-9deec4c87471', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 15 19:58:30.423706 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Pushing event updated for resources: {'Port': ['ID=8d393932-cd96-4666-aa71-ab82dd47ddb4,revision_number=4']} {{(pid=85346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:58:30.427658 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:58:30.483460 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d93051-47a4-4b20-b0ee-90f88f15a5c9 req-3c71b549-0e04-4d11-a475-cdd4264e7861 tempest-TestVolumeBootPattern-370122628 tempest-TestVolumeBootPattern-370122628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:58:30.486649 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-09d93051-47a4-4b20-b0ee-90f88f15a5c9 req-3c71b549-0e04-4d11-a475-cdd4264e7861 tempest-TestVolumeBootPattern-370122628 tempest-TestVolumeBootPattern-370122628-project] 10.222.0.47 "GET /v2.0/ports?device_id=3fb4d69e-6c98-489d-9482-e17cf1db3879 HTTP/1.1" status: 200  len: 944 time: 0.1533916
Apr 15 19:58:30.533975 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.db [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] get_ports_and_sgs() called for port_ids ['8d393932-cd96-4666-aa71-ab82dd47ddb4'] {{(pid=85346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 15 19:58:30.546767 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-09d93051-47a4-4b20-b0ee-90f88f15a5c9 req-31efddd2-d70b-4af8-a2ab-b7a6cd433c7d tempest-TestVolumeBootPattern-370122628 tempest-TestVolumeBootPattern-370122628-project] 10.222.0.47 "GET /v2.0/security-groups?id=dec273f8-3574-4212-8c74-b29372db87d8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0535648
Apr 15 19:58:31.320534 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.rpc [None req-56ecdebd-c5a0-4569-bc96-ba437f5ce558 None None] Device a04bea4d-3c92-44c8-af38-51237baf64f3 up at agent ovs-agent-dv-cinder-786383-2-iscsi {{(pid=85346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 19:58:31.410275 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.provisioning_blocks [None req-56ecdebd-c5a0-4569-bc96-ba437f5ce558 None None] Provisioning for port a04bea4d-3c92-44c8-af38-51237baf64f3 completed by entity L2. {{(pid=85346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 19:58:31.418574 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.provisioning_blocks [None req-56ecdebd-c5a0-4569-bc96-ba437f5ce558 None None] Provisioning complete for port a04bea4d-3c92-44c8-af38-51237baf64f3 triggered by entity L2. {{(pid=85346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 19:58:31.419038 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-56ecdebd-c5a0-4569-bc96-ba437f5ce558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-428662'] for port, provisioning_complete {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:58:31.558747 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-56ecdebd-c5a0-4569-bc96-ba437f5ce558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854565853'] for port, before_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:58:31.599499 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.db [None req-56ecdebd-c5a0-4569-bc96-ba437f5ce558 None None] For port a04bea4d-3c92-44c8-af38-51237baf64f3, host dv-cinder-786383-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-2-iscsi',level=0,port_id=a04bea4d-3c92-44c8-af38-51237baf64f3,segment=NetworkSegment(b9545d60-7d84-48f4-a82e-2b3c346f3cd3),segment_id=b9545d60-7d84-48f4-a82e-2b3c346f3cd3)] {{(pid=85346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 19:58:31.604472 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-56ecdebd-c5a0-4569-bc96-ba437f5ce558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854693686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852972410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789846929216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789846482410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789846483725'] for port, after_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:58:31.606791 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-86198170-aa9a-44e3-9a68-ee634e31b236 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:58:31.697219 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ecdebd-c5a0-4569-bc96-ba437f5ce558 None None] Pushing event updated for resources: {'Port': ['ID=a04bea4d-3c92-44c8-af38-51237baf64f3,revision_number=5']} {{(pid=85346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:58:31.702940 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-56ecdebd-c5a0-4569-bc96-ba437f5ce558 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:58:31.823629 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bad1a0-8e32-4839-a11b-32aeb94720a1 req-cc37fdcb-6010-4324-ad51-4fc6d4fdfde4 tempest-TestVolumeBootPattern-370122628 tempest-TestVolumeBootPattern-370122628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:58:31.825338 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-53bad1a0-8e32-4839-a11b-32aeb94720a1 req-cc37fdcb-6010-4324-ad51-4fc6d4fdfde4 tempest-TestVolumeBootPattern-370122628 tempest-TestVolumeBootPattern-370122628-project] 10.222.0.47 "GET /v2.0/ports?device_id=3fb4d69e-6c98-489d-9482-e17cf1db3879 HTTP/1.1" status: 200  len: 944 time: 0.1381679
Apr 15 19:58:31.897480 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-53bad1a0-8e32-4839-a11b-32aeb94720a1 req-9b6f7459-72fc-4ada-acf4-9d75d556e6ef tempest-TestVolumeBootPattern-370122628 tempest-TestVolumeBootPattern-370122628-project] 10.222.0.47 "GET /v2.0/security-groups?id=dec273f8-3574-4212-8c74-b29372db87d8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0640440
Apr 15 19:58:31.909791 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.rpc [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Device 8d393932-cd96-4666-aa71-ab82dd47ddb4 up at agent hyperv_hv-cinder-78638 {{(pid=85346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 19:58:31.998597 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.provisioning_blocks [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Provisioning for port 8d393932-cd96-4666-aa71-ab82dd47ddb4 completed by entity L2. {{(pid=85346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 19:58:32.004427 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.provisioning_blocks [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Provisioning complete for port 8d393932-cd96-4666-aa71-ab82dd47ddb4 triggered by entity L2. {{(pid=85346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 19:58:32.004835 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-428662'] for port, provisioning_complete {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:58:32.152800 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854565853'] for port, before_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:58:32.199414 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fb4d69e-6c98-489d-9482-e17cf1db3879', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d393932-cd96-4666-aa71-ab82dd47ddb4'}] {{(pid=85346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 19:58:32.211435 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.db [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] For port 8d393932-cd96-4666-aa71-ab82dd47ddb4, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=8d393932-cd96-4666-aa71-ab82dd47ddb4,segment=NetworkSegment(209e6493-9f5f-442f-9075-23fc9d984e08),segment_id=209e6493-9f5f-442f-9075-23fc9d984e08)] {{(pid=85346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 19:58:32.215575 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854693686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852972410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789846929216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789846482410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789846483725'] for port, after_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:58:32.217835 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-ec5dc40f-f0cc-4b53-aa48-224e9d9bbb70 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:58:32.288525 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3fb4d69e-6c98-489d-9482-e17cf1db3879', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d393932-cd96-4666-aa71-ab82dd47ddb4', 'code': 200}
Apr 15 19:58:32.305196 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Pushing event updated for resources: {'Port': ['ID=8d393932-cd96-4666-aa71-ab82dd47ddb4,revision_number=5']} {{(pid=85346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:58:32.308713 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:58:32.599966 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b030ff5-99d9-43c3-9654-f9b1a87dde85 req-545d5858-4fce-41c0-a46a-eee6e90042b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:58:32.602036 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-6b030ff5-99d9-43c3-9654-f9b1a87dde85 req-545d5858-4fce-41c0-a46a-eee6e90042b6 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=3fb4d69e-6c98-489d-9482-e17cf1db3879 HTTP/1.1" status: 200  len: 1098 time: 0.0883079
Apr 15 19:58:32.652262 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-6b030ff5-99d9-43c3-9654-f9b1a87dde85 req-009b1661-b2be-4e62-bb58-09bb2cbffe50 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=dec273f8-3574-4212-8c74-b29372db87d8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0423727
Apr 15 19:58:33.144795 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980fd1de-85bb-4074-a3e1-9d0da6067c10 req-a8f293dc-49a9-4ad7-beef-3d9c79871f52 tempest-TestVolumeBootPattern-370122628 tempest-TestVolumeBootPattern-370122628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:58:33.146628 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-980fd1de-85bb-4074-a3e1-9d0da6067c10 req-a8f293dc-49a9-4ad7-beef-3d9c79871f52 tempest-TestVolumeBootPattern-370122628 tempest-TestVolumeBootPattern-370122628-project] 10.222.0.47 "GET /v2.0/ports?device_id=3fb4d69e-6c98-489d-9482-e17cf1db3879 HTTP/1.1" status: 200  len: 945 time: 0.0980217
Apr 15 19:58:33.200313 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-980fd1de-85bb-4074-a3e1-9d0da6067c10 req-9ea93e62-aa3a-438c-8da2-a682e81a312d tempest-TestVolumeBootPattern-370122628 tempest-TestVolumeBootPattern-370122628-project] 10.222.0.47 "GET /v2.0/security-groups?id=dec273f8-3574-4212-8c74-b29372db87d8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0464015
Apr 15 19:58:33.288287 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.rpc [None req-56ecdebd-c5a0-4569-bc96-ba437f5ce558 None None] Device a04bea4d-3c92-44c8-af38-51237baf64f3 up at agent ovs-agent-dv-cinder-786383-2-iscsi {{(pid=85346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 19:58:33.373346 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.provisioning_blocks [None req-56ecdebd-c5a0-4569-bc96-ba437f5ce558 None None] Provisioning complete for port a04bea4d-3c92-44c8-af38-51237baf64f3 triggered by entity L2. {{(pid=85346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 19:58:33.373781 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-56ecdebd-c5a0-4569-bc96-ba437f5ce558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-428662'] for port, provisioning_complete {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:58:34.433736 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3608dd-c9a6-4984-bfe8-a8a186825734 req-60386cfa-707f-4b36-b767-3f29471fb1dc tempest-TestVolumeBootPattern-370122628 tempest-TestVolumeBootPattern-370122628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:58:34.435525 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-4e3608dd-c9a6-4984-bfe8-a8a186825734 req-60386cfa-707f-4b36-b767-3f29471fb1dc tempest-TestVolumeBootPattern-370122628 tempest-TestVolumeBootPattern-370122628-project] 10.222.0.47 "GET /v2.0/ports?device_id=3fb4d69e-6c98-489d-9482-e17cf1db3879 HTTP/1.1" status: 200  len: 945 time: 0.0982096
Apr 15 19:58:34.509380 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-4e3608dd-c9a6-4984-bfe8-a8a186825734 req-4c8bebd7-7d0a-4115-9b9e-3df4626e71f6 tempest-TestVolumeBootPattern-370122628 tempest-TestVolumeBootPattern-370122628-project] 10.222.0.47 "GET /v2.0/security-groups?id=dec273f8-3574-4212-8c74-b29372db87d8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0635884
Apr 15 19:58:34.797024 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb48c9b-410f-4260-8ec0-54127a5744b7 req-a4760ea0-917c-490e-baa2-421bd7a9a2b4 tempest-TestVolumeBootPattern-370122628 tempest-TestVolumeBootPattern-370122628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:58:34.800539 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-eeb48c9b-410f-4260-8ec0-54127a5744b7 req-a4760ea0-917c-490e-baa2-421bd7a9a2b4 tempest-TestVolumeBootPattern-370122628 tempest-TestVolumeBootPattern-370122628-project] 10.222.0.47 "GET /v2.0/ports?device_id=3fb4d69e-6c98-489d-9482-e17cf1db3879 HTTP/1.1" status: 200  len: 945 time: 0.1424763
Apr 15 19:58:34.860098 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-eeb48c9b-410f-4260-8ec0-54127a5744b7 req-0612b2bc-65d6-438f-82d6-360782f1e6b3 tempest-TestVolumeBootPattern-370122628 tempest-TestVolumeBootPattern-370122628-project] 10.222.0.47 "GET /v2.0/security-groups?id=dec273f8-3574-4212-8c74-b29372db87d8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0501509
Apr 15 19:58:34.899542 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.wsgi [-] (85344) accepted ('10.222.0.47', 53080) {{(pid=85344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:58:35.166677 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1525e93-7834-4c0a-bcb9-299e9b5b315f tempest-TestVolumeBootPattern-643197142 tempest-TestVolumeBootPattern-643197142-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:58:35.167512 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource [None req-a1525e93-7834-4c0a-bcb9-299e9b5b315f tempest-TestVolumeBootPattern-643197142 tempest-TestVolumeBootPattern-643197142-project-admin] Synchronizing usage tracker for tenant:482d1a06c1cf4ed8a953d720f4ec4b87 on resource:port {{(pid=85344) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 15 19:58:35.185965 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource [None req-a1525e93-7834-4c0a-bcb9-299e9b5b315f tempest-TestVolumeBootPattern-643197142 tempest-TestVolumeBootPattern-643197142-project-admin] Unset dirty status for tenant:482d1a06c1cf4ed8a953d720f4ec4b87 on resource:port {{(pid=85344) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 15 19:58:35.188321 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [None req-a1525e93-7834-4c0a-bcb9-299e9b5b315f tempest-TestVolumeBootPattern-643197142 tempest-TestVolumeBootPattern-643197142-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=3fb4d69e-6c98-489d-9482-e17cf1db3879 HTTP/1.1" status: 200  len: 1093 time: 0.2874262
Apr 15 19:58:35.191601 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.wsgi [-] (85345) accepted ('10.222.0.47', 53086) {{(pid=85345) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:58:35.198365 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.v2.base [None req-20731880-9a45-4251-b5fc-1e4a53c6396f tempest-TestVolumeBootPattern-370122628 tempest-TestVolumeBootPattern-370122628-project] Request body: {'floatingip': {'floating_network_id': '0b576887-bb01-4bfc-8617-ca8b886d7b7e', 'port_id': '8d393932-cd96-4666-aa71-ab82dd47ddb4', 'tenant_id': '1794582df1734e8d80790f7e87a6fcd2', 'fixed_ip_address': '172.20.0.3'}} {{(pid=85345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 19:58:35.205261 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.quota.driver [None req-20731880-9a45-4251-b5fc-1e4a53c6396f tempest-TestVolumeBootPattern-370122628 tempest-TestVolumeBootPattern-370122628-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85345) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:58:35.210448 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource [None req-20731880-9a45-4251-b5fc-1e4a53c6396f tempest-TestVolumeBootPattern-370122628 tempest-TestVolumeBootPattern-370122628-project] Usage tracker for resource:floatingip and tenant:1794582df1734e8d80790f7e87a6fcd2 is out of sync, need to count used quota {{(pid=85345) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:58:35.214442 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource [None req-20731880-9a45-4251-b5fc-1e4a53c6396f tempest-TestVolumeBootPattern-370122628 tempest-TestVolumeBootPattern-370122628-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=85345) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:58:35.222101 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.quota.driver [None req-20731880-9a45-4251-b5fc-1e4a53c6396f tempest-TestVolumeBootPattern-370122628 tempest-TestVolumeBootPattern-370122628-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=85345) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:58:35.233911 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-20731880-9a45-4251-b5fc-1e4a53c6396f tempest-TestVolumeBootPattern-370122628 tempest-TestVolumeBootPattern-370122628-project] Notify callbacks [] for floatingip, before_create {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:58:35.406219 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-20731880-9a45-4251-b5fc-1e4a53c6396f tempest-TestVolumeBootPattern-370122628 tempest-TestVolumeBootPattern-370122628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854565853'] for port, before_create {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:58:35.487920 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-e9f82878-269b-4c81-949a-1b2d9c5a6102 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789847050935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-428960'] for agent, after_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:58:35.654601 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.db_base_plugin_common [None req-20731880-9a45-4251-b5fc-1e4a53c6396f tempest-TestVolumeBootPattern-370122628 tempest-TestVolumeBootPattern-370122628-project] Allocated IP 172.27.2.251 (0b576887-bb01-4bfc-8617-ca8b886d7b7e/7ad9face-0ae3-4529-aacd-d53ebb36e4d0/6507c8be-3fa1-48ef-b3ec-c3de0761ff1c) {{(pid=85345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 15 19:58:36.164822 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-20731880-9a45-4251-b5fc-1e4a53c6396f tempest-TestVolumeBootPattern-370122628 tempest-TestVolumeBootPattern-370122628-project] Notify callbacks [] for port, precommit_create {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:58:36.197069 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-20731880-9a45-4251-b5fc-1e4a53c6396f tempest-TestVolumeBootPattern-370122628 tempest-TestVolumeBootPattern-370122628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854693686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852972410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789846482393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2200102'] for port, after_create {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:58:36.214104 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-4f7556fa-cbd4-47ba-a075-ed0c5efb9c99 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:58:36.362970 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20731880-9a45-4251-b5fc-1e4a53c6396f tempest-TestVolumeBootPattern-370122628 tempest-TestVolumeBootPattern-370122628-project] Pushing event updated for resources: {'Port': ['ID=6507c8be-3fa1-48ef-b3ec-c3de0761ff1c,revision_number=1']} {{(pid=85345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:58:36.377119 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-20731880-9a45-4251-b5fc-1e4a53c6396f tempest-TestVolumeBootPattern-370122628 tempest-TestVolumeBootPattern-370122628-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:58:36.424409 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20731880-9a45-4251-b5fc-1e4a53c6396f tempest-TestVolumeBootPattern-370122628 tempest-TestVolumeBootPattern-370122628-project] Network 0b576887-bb01-4bfc-8617-ca8b886d7b7e is already hosted by enough agents. {{(pid=85345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 15 19:58:36.425802 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.scheduler.base_scheduler [None req-20731880-9a45-4251-b5fc-1e4a53c6396f tempest-TestVolumeBootPattern-370122628 tempest-TestVolumeBootPattern-370122628-project] Resources bound (agent type, host, resource id):  {{(pid=85345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 19:58:36.428582 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20731880-9a45-4251-b5fc-1e4a53c6396f tempest-TestVolumeBootPattern-370122628 tempest-TestVolumeBootPattern-370122628-project] Received port after_create {{(pid=85345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 15 19:58:37.054424 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-20731880-9a45-4251-b5fc-1e4a53c6396f tempest-TestVolumeBootPattern-370122628 tempest-TestVolumeBootPattern-370122628-project] Notify callbacks [] for floatingip, precommit_create {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:58:37.143640 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-20731880-9a45-4251-b5fc-1e4a53c6396f tempest-TestVolumeBootPattern-370122628 tempest-TestVolumeBootPattern-370122628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854565853'] for port, before_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:58:37.417145 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-20731880-9a45-4251-b5fc-1e4a53c6396f tempest-TestVolumeBootPattern-370122628 tempest-TestVolumeBootPattern-370122628-project] Notify callbacks [] for port, precommit_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:58:37.422566 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-20731880-9a45-4251-b5fc-1e4a53c6396f tempest-TestVolumeBootPattern-370122628 tempest-TestVolumeBootPattern-370122628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854693686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852972410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789846929216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789846482410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789846483725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852575682'] for port, after_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:58:37.451769 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-e9689657-132c-43db-92c0-6b6e970df452 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:58:37.694030 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20731880-9a45-4251-b5fc-1e4a53c6396f tempest-TestVolumeBootPattern-370122628 tempest-TestVolumeBootPattern-370122628-project] Pushing event updated for resources: {'Port': ['ID=6507c8be-3fa1-48ef-b3ec-c3de0761ff1c,revision_number=2']} {{(pid=85345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:58:37.700759 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-20731880-9a45-4251-b5fc-1e4a53c6396f tempest-TestVolumeBootPattern-370122628 tempest-TestVolumeBootPattern-370122628-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:58:37.820011 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-20731880-9a45-4251-b5fc-1e4a53c6396f tempest-TestVolumeBootPattern-370122628 tempest-TestVolumeBootPattern-370122628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1673197'] for floatingip, after_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:58:38.033711 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.db.l3_db [None req-20731880-9a45-4251-b5fc-1e4a53c6396f tempest-TestVolumeBootPattern-370122628 tempest-TestVolumeBootPattern-370122628-project] Floating IP b4249865-78bb-4b14-9320-5b2550ef6898 associated. External IP: 172.27.2.251, port: 8d393932-cd96-4666-aa71-ab82dd47ddb4.
Apr 15 19:58:38.096409 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-a9a2869e-cb8a-42eb-b862-0d36ff2bba32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789847050935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-428960'] for agent, after_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:58:38.331005 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789847050935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-428960'] for agent, after_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:58:38.440529 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20731880-9a45-4251-b5fc-1e4a53c6396f tempest-TestVolumeBootPattern-370122628 tempest-TestVolumeBootPattern-370122628-project] Router 3133cb58-8dee-4f9f-ba2c-b7c107fed0d5 has already been hosted by L3 agent 74482fb0-5b00-43f0-8fa9-533a3c8b2378 {{(pid=85345) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 15 19:58:38.647525 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20731880-9a45-4251-b5fc-1e4a53c6396f tempest-TestVolumeBootPattern-370122628 tempest-TestVolumeBootPattern-370122628-project] Notify agent at l3_agent.dv-cinder-786383-2-iscsi the message routers_updated {{(pid=85345) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 15 19:58:38.658408 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70cda72e-94b1-4318-b62c-55ce1e33a0fa None None] Sync routers for ids ['3133cb58-8dee-4f9f-ba2c-b7c107fed0d5'] in dv-cinder-786383-2-iscsi {{(pid=85346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 15 19:58:38.669224 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70cda72e-94b1-4318-b62c-55ce1e33a0fa None None] Routers {'3133cb58-8dee-4f9f-ba2c-b7c107fed0d5'} bound to L3 agent in host dv-cinder-786383-2-iscsi {{(pid=85346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 19:58:38.669929 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.l3_hamode_db [None req-70cda72e-94b1-4318-b62c-55ce1e33a0fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe8b8c2c908>, 'dv-cinder-786383-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-15T19:40:08Z,description=<?>,heartbeat_timestamp=2021-04-15T19:58:38Z,host='dv-cinder-786383-2-iscsi',id=74482fb0-5b00-43f0-8fa9-533a3c8b2378,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T19:40:08Z,topic='l3_agent')) {'router_ids': ['3133cb58-8dee-4f9f-ba2c-b7c107fed0d5'], 'active': True} {{(pid=85346) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 19:58:38.690888 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-20731880-9a45-4251-b5fc-1e4a53c6396f tempest-TestVolumeBootPattern-370122628 tempest-TestVolumeBootPattern-370122628-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771739'] for floatingip, before_response {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:58:38.806896 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [None req-20731880-9a45-4251-b5fc-1e4a53c6396f tempest-TestVolumeBootPattern-370122628 tempest-TestVolumeBootPattern-370122628-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 3.6137328
Apr 15 19:58:38.808093 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3fb4d69e-6c98-489d-9482-e17cf1db3879', 'tag': '8d393932-cd96-4666-aa71-ab82dd47ddb4'}] {{(pid=85345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 19:58:38.868590 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3fb4d69e-6c98-489d-9482-e17cf1db3879', 'tag': '8d393932-cd96-4666-aa71-ab82dd47ddb4', 'status': 'completed', 'code': 200}
Apr 15 19:58:38.918293 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.l3_dvr_db [None req-70cda72e-94b1-4318-b62c-55ce1e33a0fa None None] Set router 3133cb58-8dee-4f9f-ba2c-b7c107fed0d5 gateway port host: dv-cinder-786383-2-iscsi {{(pid=85346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 19:58:39.040600 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e388bbd2-d8bb-4732-b39f-76a09d17773c req-1838f6b8-38ed-4601-b25d-14424f5c3216 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:58:39.043519 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-e388bbd2-d8bb-4732-b39f-76a09d17773c req-1838f6b8-38ed-4601-b25d-14424f5c3216 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=1794582df1734e8d80790f7e87a6fcd2&device_id=3fb4d69e-6c98-489d-9482-e17cf1db3879 HTTP/1.1" status: 200  len: 1098 time: 0.1441903
Apr 15 19:58:39.232048 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-b400c4f8-8969-424f-8663-39cf5b6e1207 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789847050935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-428960'] for agent, after_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:58:39.276498 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e388bbd2-d8bb-4732-b39f-76a09d17773c req-6eec10fc-5946-4e34-9a9b-16fb6a88356b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:58:39.278492 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-e388bbd2-d8bb-4732-b39f-76a09d17773c req-6eec10fc-5946-4e34-9a9b-16fb6a88356b service neutron] 10.222.0.65 "GET /v2.0/networks?id=76b1c698-a72d-402d-bd3d-fd85b08fd0a4 HTTP/1.1" status: 200  len: 913 time: 0.2283368
Apr 15 19:58:39.413123 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-e388bbd2-d8bb-4732-b39f-76a09d17773c req-89fbced4-4748-4afc-99b6-18656b93d447 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8d393932-cd96-4666-aa71-ab82dd47ddb4 HTTP/1.1" status: 200  len: 999 time: 0.1270070
Apr 15 19:58:39.499937 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.l3_hamode_db [None req-70cda72e-94b1-4318-b62c-55ce1e33a0fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe8b8c2c908>, [{'id': '3133cb58-8dee-4f9f-ba2c-b7c107fed0d5', 'name': 'tempest-TestVolumeBootPattern-1099335582-router', 'tenant_id': '1794582df1734e8d80790f7e87a6fcd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b576887-bb01-4bfc-8617-ca8b886d7b7e', 'external_fixed_ips': [{'subnet_id': '7ad9face-0ae3-4529-aacd-d53ebb36e4d0', 'ip_address': '172.27.2.81'}], 'enable_snat': True}, 'gw_port_id': '08fff650-8f63-416d-bff4-cf7a339df75b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:57:27Z', 'updated_at': '2021-04-15T19:57:33Z', 'revision_number': 4, 'project_id': '1794582df1734e8d80790f7e87a6fcd2', 'gw_port': {'id': '08fff650-8f63-416d-bff4-cf7a339df75b', 'name': '', 'network_id': '0b576887-bb01-4bfc-8617-ca8b886d7b7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:fb:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3133cb58-8dee-4f9f-ba2c-b7c107fed0d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': '7ad9face-0ae3-4529-aacd-d53ebb36e4d0', 'ip_address': '172.27.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:57:28Z', 'updated_at': '2021-04-15T19:57:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ad9face-0ae3-4529-aacd-d53ebb36e4d0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-2-iscsi', '_floatingips': [{'id': 'b4249865-78bb-4b14-9320-5b2550ef6898', 'tenant_id': '1794582df1734e8d80790f7e87a6fcd2', 'floating_ip_address': '172.27.2.251', 'floating_network_id': '0b576887-bb01-4bfc-8617-ca8b886d7b7e', 'router_id': '3133cb58-8dee-4f9f-ba2c-b7c107fed0d5', 'port_id': '8d393932-cd96-4666-aa71-ab82dd47ddb4', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 678, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '76b1c698-a72d-402d-bd3d-fd85b08fd0a4', 'mac_address': 'fa:16:3e:63:c1:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fb4d69e-6c98-489d-9482-e17cf1db3879', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T19:58:36Z', 'updated_at': '2021-04-15T19:58:36Z', 'revision_number': 0, 'project_id': '1794582df1734e8d80790f7e87a6fcd2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '170bc978-09e0-49ca-b73c-27653d56365e', 'name': '', 'network_id': '76b1c698-a72d-402d-bd3d-fd85b08fd0a4', 'tenant_id': '1794582df1734e8d80790f7e87a6fcd2', 'mac_address': 'fa:16:3e:bc:5b:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3133cb58-8dee-4f9f-ba2c-b7c107fed0d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': '8ee5421b-3812-435f-a63f-52b3408746b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:57:32Z', 'updated_at': '2021-04-15T19:57:46Z', 'revision_number': 5, 'project_id': '1794582df1734e8d80790f7e87a6fcd2', 'subnets': [{'id': '8ee5421b-3812-435f-a63f-52b3408746b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786383-2-iscsi', False) {} {{(pid=85346) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 19:58:39.505377 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70cda72e-94b1-4318-b62c-55ce1e33a0fa None None] Checking router: 3133cb58-8dee-4f9f-ba2c-b7c107fed0d5 for host: dv-cinder-786383-2-iscsi {{(pid=85346) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 15 19:58:39.510246 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e388bbd2-d8bb-4732-b39f-76a09d17773c req-44ad5617-bd8f-4959-bb99-3a25f9e669fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:58:39.513346 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-e388bbd2-d8bb-4732-b39f-76a09d17773c req-44ad5617-bd8f-4959-bb99-3a25f9e669fd service neutron] 10.222.0.65 "GET /v2.0/subnets?id=8ee5421b-3812-435f-a63f-52b3408746b8 HTTP/1.1" status: 200  len: 851 time: 0.0922642
Apr 15 19:58:39.516387 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70cda72e-94b1-4318-b62c-55ce1e33a0fa None None] Routers {'3133cb58-8dee-4f9f-ba2c-b7c107fed0d5'} bound to L3 agent in host dv-cinder-786383-2-iscsi {{(pid=85346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 19:58:39.517210 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.l3_hamode_db [None req-70cda72e-94b1-4318-b62c-55ce1e33a0fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe8b8c2c908>, 'dv-cinder-786383-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-15T19:40:08Z,description=<?>,heartbeat_timestamp=2021-04-15T19:58:38Z,host='dv-cinder-786383-2-iscsi',id=74482fb0-5b00-43f0-8fa9-533a3c8b2378,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T19:40:08Z,topic='l3_agent')) {'router_ids': ['3133cb58-8dee-4f9f-ba2c-b7c107fed0d5'], 'active': True} {{(pid=85346) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 19:58:39.619241 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e388bbd2-d8bb-4732-b39f-76a09d17773c req-bf22f912-614d-4a77-bb15-674884f89ddd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:58:39.621177 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-e388bbd2-d8bb-4732-b39f-76a09d17773c req-bf22f912-614d-4a77-bb15-674884f89ddd service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=76b1c698-a72d-402d-bd3d-fd85b08fd0a4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1001964
Apr 15 19:58:39.676053 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-56ecdebd-c5a0-4569-bc96-ba437f5ce558 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789847050935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-428960'] for agent, after_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:58:39.748151 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.l3_dvr_db [None req-70cda72e-94b1-4318-b62c-55ce1e33a0fa None None] Set router 3133cb58-8dee-4f9f-ba2c-b7c107fed0d5 gateway port host: dv-cinder-786383-2-iscsi {{(pid=85346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 19:58:39.805187 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-e388bbd2-d8bb-4732-b39f-76a09d17773c req-32895f44-6eb2-4335-967f-5fd6e1833a2b service neutron] 10.222.0.65 "GET /v2.0/networks/76b1c698-a72d-402d-bd3d-fd85b08fd0a4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1756294
Apr 15 19:58:39.991897 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-079938be-fe0a-4218-b27e-e8a722e406ec req-06a1643e-3c5e-480b-815f-d6f25bfa5b4b service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=3fb4d69e-6c98-489d-9482-e17cf1db3879&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1143374
Apr 15 19:58:40.033382 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-e388bbd2-d8bb-4732-b39f-76a09d17773c req-04fdac82-1666-4a9a-9a6e-59860fd92422 service neutron] 10.222.0.65 "GET /v2.0/networks/76b1c698-a72d-402d-bd3d-fd85b08fd0a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2199042
Apr 15 19:58:40.315250 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079938be-fe0a-4218-b27e-e8a722e406ec req-8de62495-23e1-4981-a200-fff738fcc7a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:58:40.316113 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.l3_hamode_db [None req-70cda72e-94b1-4318-b62c-55ce1e33a0fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe8b8c2c908>, [{'id': '3133cb58-8dee-4f9f-ba2c-b7c107fed0d5', 'name': 'tempest-TestVolumeBootPattern-1099335582-router', 'tenant_id': '1794582df1734e8d80790f7e87a6fcd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b576887-bb01-4bfc-8617-ca8b886d7b7e', 'external_fixed_ips': [{'subnet_id': '7ad9face-0ae3-4529-aacd-d53ebb36e4d0', 'ip_address': '172.27.2.81'}], 'enable_snat': True}, 'gw_port_id': '08fff650-8f63-416d-bff4-cf7a339df75b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:57:27Z', 'updated_at': '2021-04-15T19:57:33Z', 'revision_number': 4, 'project_id': '1794582df1734e8d80790f7e87a6fcd2', 'gw_port': {'id': '08fff650-8f63-416d-bff4-cf7a339df75b', 'name': '', 'network_id': '0b576887-bb01-4bfc-8617-ca8b886d7b7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:fb:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3133cb58-8dee-4f9f-ba2c-b7c107fed0d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': '7ad9face-0ae3-4529-aacd-d53ebb36e4d0', 'ip_address': '172.27.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:57:28Z', 'updated_at': '2021-04-15T19:57:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ad9face-0ae3-4529-aacd-d53ebb36e4d0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-2-iscsi', '_floatingips': [{'id': 'b4249865-78bb-4b14-9320-5b2550ef6898', 'tenant_id': '1794582df1734e8d80790f7e87a6fcd2', 'floating_ip_address': '172.27.2.251', 'floating_network_id': '0b576887-bb01-4bfc-8617-ca8b886d7b7e', 'router_id': '3133cb58-8dee-4f9f-ba2c-b7c107fed0d5', 'port_id': '8d393932-cd96-4666-aa71-ab82dd47ddb4', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 678, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '76b1c698-a72d-402d-bd3d-fd85b08fd0a4', 'mac_address': 'fa:16:3e:63:c1:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fb4d69e-6c98-489d-9482-e17cf1db3879', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T19:58:36Z', 'updated_at': '2021-04-15T19:58:36Z', 'revision_number': 0, 'project_id': '1794582df1734e8d80790f7e87a6fcd2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '170bc978-09e0-49ca-b73c-27653d56365e', 'name': '', 'network_id': '76b1c698-a72d-402d-bd3d-fd85b08fd0a4', 'tenant_id': '1794582df1734e8d80790f7e87a6fcd2', 'mac_address': 'fa:16:3e:bc:5b:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3133cb58-8dee-4f9f-ba2c-b7c107fed0d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': '8ee5421b-3812-435f-a63f-52b3408746b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:57:32Z', 'updated_at': '2021-04-15T19:57:46Z', 'revision_number': 5, 'project_id': '1794582df1734e8d80790f7e87a6fcd2', 'subnets': [{'id': '8ee5421b-3812-435f-a63f-52b3408746b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786383-2-iscsi', False) {} {{(pid=85346) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 19:58:40.316904 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-079938be-fe0a-4218-b27e-e8a722e406ec req-8de62495-23e1-4981-a200-fff738fcc7a5 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=1794582df1734e8d80790f7e87a6fcd2&device_id=3fb4d69e-6c98-489d-9482-e17cf1db3879 HTTP/1.1" status: 200  len: 1098 time: 0.1463335
Apr 15 19:58:40.321351 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70cda72e-94b1-4318-b62c-55ce1e33a0fa None None] The sync data for ids ['3133cb58-8dee-4f9f-ba2c-b7c107fed0d5'] in dv-cinder-786383-2-iscsi is: [{'id': '3133cb58-8dee-4f9f-ba2c-b7c107fed0d5', 'name': 'tempest-TestVolumeBootPattern-1099335582-router', 'tenant_id': '1794582df1734e8d80790f7e87a6fcd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b576887-bb01-4bfc-8617-ca8b886d7b7e', 'external_fixed_ips': [{'subnet_id': '7ad9face-0ae3-4529-aacd-d53ebb36e4d0', 'ip_address': '172.27.2.81'}], 'enable_snat': True}, 'gw_port_id': '08fff650-8f63-416d-bff4-cf7a339df75b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:57:27Z', 'updated_at': '2021-04-15T19:57:33Z', 'revision_number': 4, 'project_id': '1794582df1734e8d80790f7e87a6fcd2', 'gw_port': {'id': '08fff650-8f63-416d-bff4-cf7a339df75b', 'name': '', 'network_id': '0b576887-bb01-4bfc-8617-ca8b886d7b7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:fb:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3133cb58-8dee-4f9f-ba2c-b7c107fed0d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': '7ad9face-0ae3-4529-aacd-d53ebb36e4d0', 'ip_address': '172.27.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:57:28Z', 'updated_at': '2021-04-15T19:57:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ad9face-0ae3-4529-aacd-d53ebb36e4d0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-2-iscsi', '_floatingips': [{'id': 'b4249865-78bb-4b14-9320-5b2550ef6898', 'tenant_id': '1794582df1734e8d80790f7e87a6fcd2', 'floating_ip_address': '172.27.2.251', 'floating_network_id': '0b576887-bb01-4bfc-8617-ca8b886d7b7e', 'router_id': '3133cb58-8dee-4f9f-ba2c-b7c107fed0d5', 'port_id': '8d393932-cd96-4666-aa71-ab82dd47ddb4', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 678, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '76b1c698-a72d-402d-bd3d-fd85b08fd0a4', 'mac_address': 'fa:16:3e:63:c1:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fb4d69e-6c98-489d-9482-e17cf1db3879', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T19:58:36Z', 'updated_at': '2021-04-15T19:58:36Z', 'revision_number': 0, 'project_id': '1794582df1734e8d80790f7e87a6fcd2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '170bc978-09e0-49ca-b73c-27653d56365e', 'name': '', 'network_id': '76b1c698-a72d-402d-bd3d-fd85b08fd0a4', 'tenant_id': '1794582df1734e8d80790f7e87a6fcd2', 'mac_address': 'fa:16:3e:bc:5b:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3133cb58-8dee-4f9f-ba2c-b7c107fed0d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': '8ee5421b-3812-435f-a63f-52b3408746b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:57:32Z', 'updated_at': '2021-04-15T19:57:46Z', 'revision_number': 5, 'project_id': '1794582df1734e8d80790f7e87a6fcd2', 'subnets': [{'id': '8ee5421b-3812-435f-a63f-52b3408746b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 15 19:58:40.497041 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079938be-fe0a-4218-b27e-e8a722e406ec req-08a04e85-ad10-4975-937e-e66ed008de80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:58:40.498830 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-079938be-fe0a-4218-b27e-e8a722e406ec req-08a04e85-ad10-4975-937e-e66ed008de80 service neutron] 10.222.0.65 "GET /v2.0/networks?id=76b1c698-a72d-402d-bd3d-fd85b08fd0a4 HTTP/1.1" status: 200  len: 913 time: 0.1550095
Apr 15 19:58:40.599398 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-3d77682a-3290-49f5-9a09-7e8e47f8ddca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789847050935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-428960'] for agent, after_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:58:40.643033 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-079938be-fe0a-4218-b27e-e8a722e406ec req-decba015-d3e4-45e9-adfe-651282e0e371 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8d393932-cd96-4666-aa71-ab82dd47ddb4 HTTP/1.1" status: 200  len: 999 time: 0.1371157
Apr 15 19:58:40.656892 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b54c5a92-d0d6-4eba-825b-891a392fa55f None None] New status for floating IP b4249865-78bb-4b14-9320-5b2550ef6898: ACTIVE {{(pid=85347) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 15 19:58:40.767892 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079938be-fe0a-4218-b27e-e8a722e406ec req-28c77b28-2519-4c8e-acc5-c8a6a62d8833 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:58:40.769910 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-079938be-fe0a-4218-b27e-e8a722e406ec req-28c77b28-2519-4c8e-acc5-c8a6a62d8833 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=8ee5421b-3812-435f-a63f-52b3408746b8 HTTP/1.1" status: 200  len: 851 time: 0.1206534
Apr 15 19:58:40.861756 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079938be-fe0a-4218-b27e-e8a722e406ec req-a7ae2e2d-37c0-458f-a8f4-aee31d04ec44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:58:40.863468 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-079938be-fe0a-4218-b27e-e8a722e406ec req-a7ae2e2d-37c0-458f-a8f4-aee31d04ec44 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=76b1c698-a72d-402d-bd3d-fd85b08fd0a4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0845652
Apr 15 19:58:41.308162 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-079938be-fe0a-4218-b27e-e8a722e406ec req-41c6c014-9d6e-41cd-8206-5a40b711983e service neutron] 10.222.0.65 "GET /v2.0/networks/76b1c698-a72d-402d-bd3d-fd85b08fd0a4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4366207
Apr 15 19:58:41.563303 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-079938be-fe0a-4218-b27e-e8a722e406ec req-d4e5e8a4-a8f9-4405-8484-62471777b5f1 service neutron] 10.222.0.65 "GET /v2.0/networks/76b1c698-a72d-402d-bd3d-fd85b08fd0a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2472389
Apr 15 19:58:42.775677 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-90e35840-1ead-4b06-9e7b-9b0dc9f529d2 req-96c9b4e9-ab4b-45e2-9aa3-4ebe12a7557f tempest-TestShelveInstance-1114833871 tempest-TestShelveInstance-1114833871-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1348766971&fields=id&tenant_id=248e6af1b7394fed98b6a620f19a6bc0 HTTP/1.1" status: 200  len: 267 time: 0.0480359
Apr 15 19:58:43.285315 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e35840-1ead-4b06-9e7b-9b0dc9f529d2 req-2d79f734-7fc7-4d62-b41f-7b0c45cedb47 tempest-TestShelveInstance-1114833871 tempest-TestShelveInstance-1114833871-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:58:43.288210 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-90e35840-1ead-4b06-9e7b-9b0dc9f529d2 req-2d79f734-7fc7-4d62-b41f-7b0c45cedb47 tempest-TestShelveInstance-1114833871 tempest-TestShelveInstance-1114833871-project] 10.222.0.47 "GET /v2.0/networks?id=77d36611-d9d7-4878-bee2-d85f2a7b4788 HTTP/1.1" status: 200  len: 809 time: 0.5034733
Apr 15 19:58:43.305822 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-90e35840-1ead-4b06-9e7b-9b0dc9f529d2 req-e39a6bac-efa0-4d51-ae8d-75b510db7a5b tempest-TestShelveInstance-1114833871 tempest-TestShelveInstance-1114833871-project] 10.222.0.47 "GET /v2.0/quotas/248e6af1b7394fed98b6a620f19a6bc0 HTTP/1.1" status: 200  len: 375 time: 0.0115221
Apr 15 19:58:43.410185 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-90e35840-1ead-4b06-9e7b-9b0dc9f529d2 req-b7a56f36-18ae-4dab-bafa-0415ae3fc838 tempest-TestShelveInstance-1114833871 tempest-TestShelveInstance-1114833871-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=248e6af1b7394fed98b6a620f19a6bc0&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0972781
Apr 15 19:58:43.428345 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.wsgi [req-90e35840-1ead-4b06-9e7b-9b0dc9f529d2 req-3b1ff88d-4ebf-4711-874e-a892e39ecff5 service neutron] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=85345) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 15 19:58:43.429482 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-90e35840-1ead-4b06-9e7b-9b0dc9f529d2 req-3b1ff88d-4ebf-4711-874e-a892e39ecff5 service neutron] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0061414
Apr 15 19:58:43.587779 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-90e35840-1ead-4b06-9e7b-9b0dc9f529d2 req-6e220794-c713-4e10-83ce-ae14c6cab8b7 service neutron] 10.222.0.47 "GET /v2.0/networks/77d36611-d9d7-4878-bee2-d85f2a7b4788?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1498265
Apr 15 19:58:43.769914 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-90e35840-1ead-4b06-9e7b-9b0dc9f529d2 req-8d6acf32-0a36-4812-ab31-9c5e2d2931a3 service neutron] 10.222.0.47 "GET /v2.0/networks/77d36611-d9d7-4878-bee2-d85f2a7b4788?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1748867
Apr 15 19:58:44.330428 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource [req-e9e53fa0-5ca1-43bd-b47c-aaf6d509b1ff req-305f8c30-89a1-4128-8b1d-89f22d2db555 tempest-TestShelveInstance-1114833871 tempest-TestShelveInstance-1114833871-project] Synchronizing usage tracker for tenant:248e6af1b7394fed98b6a620f19a6bc0 on resource:port {{(pid=85344) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 15 19:58:44.359731 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource [req-e9e53fa0-5ca1-43bd-b47c-aaf6d509b1ff req-305f8c30-89a1-4128-8b1d-89f22d2db555 tempest-TestShelveInstance-1114833871 tempest-TestShelveInstance-1114833871-project] Unset dirty status for tenant:248e6af1b7394fed98b6a620f19a6bc0 on resource:port {{(pid=85344) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 15 19:58:44.362551 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-e9e53fa0-5ca1-43bd-b47c-aaf6d509b1ff req-305f8c30-89a1-4128-8b1d-89f22d2db555 tempest-TestShelveInstance-1114833871 tempest-TestShelveInstance-1114833871-project] 10.222.0.47 "GET /v2.0/ports?device_id=1eb6a36c-fde7-47e4-8f10-9d3217637efb HTTP/1.1" status: 200  len: 210 time: 0.1127534
Apr 15 19:58:45.615363 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-00800cb7-1220-4974-9e99-0c8fc31cee28 req-88aae918-ae45-44c9-a85d-de039864fdfd tempest-TestShelveInstance-1114833871 tempest-TestShelveInstance-1114833871-project] 10.222.0.47 "GET /v2.0/ports?device_id=1eb6a36c-fde7-47e4-8f10-9d3217637efb HTTP/1.1" status: 200  len: 210 time: 0.0950508
Apr 15 19:58:45.703548 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e35840-1ead-4b06-9e7b-9b0dc9f529d2 req-9e5e547f-22bb-47c3-813f-230c852340d3 tempest-TestShelveInstance-1114833871 tempest-TestShelveInstance-1114833871-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:58:45.704727 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource [req-90e35840-1ead-4b06-9e7b-9b0dc9f529d2 req-9e5e547f-22bb-47c3-813f-230c852340d3 tempest-TestShelveInstance-1114833871 tempest-TestShelveInstance-1114833871-project] Synchronizing usage tracker for tenant:248e6af1b7394fed98b6a620f19a6bc0 on resource:network {{(pid=85344) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 15 19:58:45.734446 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource [req-90e35840-1ead-4b06-9e7b-9b0dc9f529d2 req-9e5e547f-22bb-47c3-813f-230c852340d3 tempest-TestShelveInstance-1114833871 tempest-TestShelveInstance-1114833871-project] Unset dirty status for tenant:248e6af1b7394fed98b6a620f19a6bc0 on resource:network {{(pid=85344) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 15 19:58:45.736641 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-90e35840-1ead-4b06-9e7b-9b0dc9f529d2 req-9e5e547f-22bb-47c3-813f-230c852340d3 tempest-TestShelveInstance-1114833871 tempest-TestShelveInstance-1114833871-project] 10.222.0.65 "GET /v2.0/networks?id=77d36611-d9d7-4878-bee2-d85f2a7b4788 HTTP/1.1" status: 200  len: 809 time: 0.3089895
Apr 15 19:58:45.850229 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource [req-90e35840-1ead-4b06-9e7b-9b0dc9f529d2 req-565290ab-5a85-49a2-9e75-6a8f9391b49f tempest-TestShelveInstance-1114833871 tempest-TestShelveInstance-1114833871-project] Synchronizing usage tracker for tenant:248e6af1b7394fed98b6a620f19a6bc0 on resource:security_group {{(pid=85344) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 15 19:58:45.878086 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource [req-90e35840-1ead-4b06-9e7b-9b0dc9f529d2 req-565290ab-5a85-49a2-9e75-6a8f9391b49f tempest-TestShelveInstance-1114833871 tempest-TestShelveInstance-1114833871-project] Unset dirty status for tenant:248e6af1b7394fed98b6a620f19a6bc0 on resource:security_group {{(pid=85344) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 15 19:58:45.880686 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-90e35840-1ead-4b06-9e7b-9b0dc9f529d2 req-565290ab-5a85-49a2-9e75-6a8f9391b49f tempest-TestShelveInstance-1114833871 tempest-TestShelveInstance-1114833871-project] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=248e6af1b7394fed98b6a620f19a6bc0 HTTP/1.1" status: 200  len: 8061 time: 0.1343939
Apr 15 19:58:45.896448 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.v2.base [req-90e35840-1ead-4b06-9e7b-9b0dc9f529d2 req-d1251e6d-f179-487e-982e-027910773756 tempest-TestShelveInstance-1114833871 tempest-TestShelveInstance-1114833871-project] Request body: {'port': {'device_id': '1eb6a36c-fde7-47e4-8f10-9d3217637efb', 'network_id': '77d36611-d9d7-4878-bee2-d85f2a7b4788', 'admin_state_up': True, 'tenant_id': '248e6af1b7394fed98b6a620f19a6bc0', 'security_groups': ['79abbd6f-e10b-490a-ab14-d050dfb290c3']}} {{(pid=85344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 19:58:46.205872 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.quota.driver [req-90e35840-1ead-4b06-9e7b-9b0dc9f529d2 req-d1251e6d-f179-487e-982e-027910773756 tempest-TestShelveInstance-1114833871 tempest-TestShelveInstance-1114833871-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:58:46.225020 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.quota.driver [req-90e35840-1ead-4b06-9e7b-9b0dc9f529d2 req-d1251e6d-f179-487e-982e-027910773756 tempest-TestShelveInstance-1114833871 tempest-TestShelveInstance-1114833871-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=85344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:58:46.238680 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-90e35840-1ead-4b06-9e7b-9b0dc9f529d2 req-d1251e6d-f179-487e-982e-027910773756 tempest-TestShelveInstance-1114833871 tempest-TestShelveInstance-1114833871-project] Made reservation on behalf of 248e6af1b7394fed98b6a620f19a6bc0 for: {'port': 1} {{(pid=85344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 15 19:58:46.245276 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [req-90e35840-1ead-4b06-9e7b-9b0dc9f529d2 req-d1251e6d-f179-487e-982e-027910773756 tempest-TestShelveInstance-1114833871 tempest-TestShelveInstance-1114833871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854565853'] for port, before_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:58:46.443705 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.db_base_plugin_common [req-90e35840-1ead-4b06-9e7b-9b0dc9f529d2 req-d1251e6d-f179-487e-982e-027910773756 tempest-TestShelveInstance-1114833871 tempest-TestShelveInstance-1114833871-project] Allocated IP 172.20.0.9 (77d36611-d9d7-4878-bee2-d85f2a7b4788/ead78242-f7a7-4840-8c22-a0175f7d7ec4/6c543f7a-34a7-4717-892e-76f8e78e1aac) {{(pid=85344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 15 19:58:46.682116 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [req-90e35840-1ead-4b06-9e7b-9b0dc9f529d2 req-d1251e6d-f179-487e-982e-027910773756 tempest-TestShelveInstance-1114833871 tempest-TestShelveInstance-1114833871-project] Notify callbacks [] for port, precommit_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:58:46.721693 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.provisioning_blocks [req-90e35840-1ead-4b06-9e7b-9b0dc9f529d2 req-d1251e6d-f179-487e-982e-027910773756 tempest-TestShelveInstance-1114833871 tempest-TestShelveInstance-1114833871-project] Transition to ACTIVE for port object 6c543f7a-34a7-4717-892e-76f8e78e1aac will not be triggered until provisioned by entity DHCP. {{(pid=85344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 19:58:46.768943 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [req-90e35840-1ead-4b06-9e7b-9b0dc9f529d2 req-d1251e6d-f179-487e-982e-027910773756 tempest-TestShelveInstance-1114833871 tempest-TestShelveInstance-1114833871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854693686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852972410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789846482393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851621869'] for port, after_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:58:46.803786 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-b448bc05-f907-4c08-8555-5cceb476da4e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:58:47.022381 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1251e6d-f179-487e-982e-027910773756 tempest-TestShelveInstance-1114833871 tempest-TestShelveInstance-1114833871-project] Pushing event updated for resources: {'Port': ['ID=6c543f7a-34a7-4717-892e-76f8e78e1aac,revision_number=1']} {{(pid=85344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:58:47.026052 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-d1251e6d-f179-487e-982e-027910773756 tempest-TestShelveInstance-1114833871 tempest-TestShelveInstance-1114833871-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:58:47.164533 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5a167b-0269-4f40-8621-bb9784916501 req-0b2aee17-c7ed-4459-b3e4-589d6047f077 tempest-TestShelveInstance-1114833871 tempest-TestShelveInstance-1114833871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:58:47.167237 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-4c5a167b-0269-4f40-8621-bb9784916501 req-0b2aee17-c7ed-4459-b3e4-589d6047f077 tempest-TestShelveInstance-1114833871 tempest-TestShelveInstance-1114833871-project] 10.222.0.47 "GET /v2.0/ports?device_id=1eb6a36c-fde7-47e4-8f10-9d3217637efb HTTP/1.1" status: 200  len: 931 time: 0.3115115
Apr 15 19:58:47.176410 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-90e35840-1ead-4b06-9e7b-9b0dc9f529d2 req-d1251e6d-f179-487e-982e-027910773756 tempest-TestShelveInstance-1114833871 tempest-TestShelveInstance-1114833871-project] Network 77d36611-d9d7-4878-bee2-d85f2a7b4788 is already hosted by enough agents. {{(pid=85344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 15 19:58:47.180998 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.scheduler.base_scheduler [req-90e35840-1ead-4b06-9e7b-9b0dc9f529d2 req-d1251e6d-f179-487e-982e-027910773756 tempest-TestShelveInstance-1114833871 tempest-TestShelveInstance-1114833871-project] Resources bound (agent type, host, resource id):  {{(pid=85344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 19:58:47.185650 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.l3_dvrscheduler_db [req-90e35840-1ead-4b06-9e7b-9b0dc9f529d2 req-d1251e6d-f179-487e-982e-027910773756 tempest-TestShelveInstance-1114833871 tempest-TestShelveInstance-1114833871-project] Received port after_create {{(pid=85344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 15 19:58:47.377806 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e35840-1ead-4b06-9e7b-9b0dc9f529d2 req-d1251e6d-f179-487e-982e-027910773756 tempest-TestShelveInstance-1114833871 tempest-TestShelveInstance-1114833871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:58:47.379033 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [req-90e35840-1ead-4b06-9e7b-9b0dc9f529d2 req-d1251e6d-f179-487e-982e-027910773756 tempest-TestShelveInstance-1114833871 tempest-TestShelveInstance-1114833871-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771739'] for port, before_response {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:58:47.393965 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-4c5a167b-0269-4f40-8621-bb9784916501 req-fe7b0ec3-1422-4fcc-bb7e-4053ea878d95 tempest-TestShelveInstance-1114833871 tempest-TestShelveInstance-1114833871-project] 10.222.0.47 "GET /v2.0/security-groups?id=79abbd6f-e10b-490a-ab14-d050dfb290c3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2153594
Apr 15 19:58:47.402960 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.provisioning_blocks [None req-aec0803c-62f3-4b71-8588-13151c6d86db None None] Provisioning for port 6c543f7a-34a7-4717-892e-76f8e78e1aac completed by entity DHCP. {{(pid=85346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 19:58:47.409255 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.provisioning_blocks [None req-aec0803c-62f3-4b71-8588-13151c6d86db None None] Provisioning complete for port 6c543f7a-34a7-4717-892e-76f8e78e1aac triggered by entity DHCP. {{(pid=85346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 19:58:47.410008 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-aec0803c-62f3-4b71-8588-13151c6d86db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-428662'] for port, provisioning_complete {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:58:47.430239 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-90e35840-1ead-4b06-9e7b-9b0dc9f529d2 req-d1251e6d-f179-487e-982e-027910773756 tempest-TestShelveInstance-1114833871 tempest-TestShelveInstance-1114833871-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.5387974
Apr 15 19:58:47.447059 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.wsgi [req-90e35840-1ead-4b06-9e7b-9b0dc9f529d2 req-6151c40f-2631-4d93-b67b-666652daf9a6 tempest-TestShelveInstance-1114833871 tempest-TestShelveInstance-1114833871-project] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=85344) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 15 19:58:47.448673 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-90e35840-1ead-4b06-9e7b-9b0dc9f529d2 req-6151c40f-2631-4d93-b67b-666652daf9a6 tempest-TestShelveInstance-1114833871 tempest-TestShelveInstance-1114833871-project] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0075610
Apr 15 19:58:47.465066 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.v2.base [req-90e35840-1ead-4b06-9e7b-9b0dc9f529d2 req-a7ac4957-3c38-4a96-a7d6-655d1c102220 service neutron] Request body: {'port': {'device_id': '1eb6a36c-fde7-47e4-8f10-9d3217637efb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=85344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 19:58:47.480134 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.plugin [None req-aec0803c-62f3-4b71-8588-13151c6d86db None None] Port 6c543f7a-34a7-4717-892e-76f8e78e1aac cannot update to ACTIVE because it is not bound. {{(pid=85346) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 15 19:58:47.631388 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [req-90e35840-1ead-4b06-9e7b-9b0dc9f529d2 req-a7ac4957-3c38-4a96-a7d6-655d1c102220 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854565853'] for port, before_update {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:58:48.046090 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.notifiers.nova [req-90e35840-1ead-4b06-9e7b-9b0dc9f529d2 req-a7ac4957-3c38-4a96-a7d6-655d1c102220 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6c543f7a-34a7-4717-892e-76f8e78e1aac {{(pid=85344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 15 19:58:48.060839 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [req-90e35840-1ead-4b06-9e7b-9b0dc9f529d2 req-a7ac4957-3c38-4a96-a7d6-655d1c102220 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:58:48.088931 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.provisioning_blocks [req-90e35840-1ead-4b06-9e7b-9b0dc9f529d2 req-a7ac4957-3c38-4a96-a7d6-655d1c102220 service neutron] Transition to ACTIVE for port object 6c543f7a-34a7-4717-892e-76f8e78e1aac will not be triggered until provisioned by entity L2. {{(pid=85344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 19:58:48.092012 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [req-90e35840-1ead-4b06-9e7b-9b0dc9f529d2 req-a7ac4957-3c38-4a96-a7d6-655d1c102220 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854693686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852972410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789846929216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789846482410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789846483725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3153931'] for port, after_update {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:58:48.108485 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-f104d511-da41-4332-ac3e-9e967418273e tempest-TestMinimumBasicScenario-16446131 tempest-TestMinimumBasicScenario-16446131-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:58:48.252421 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ac4957-3c38-4a96-a7d6-655d1c102220 service neutron] Pushing event updated for resources: {'Port': ['ID=6c543f7a-34a7-4717-892e-76f8e78e1aac,revision_number=2']} {{(pid=85344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:58:48.275145 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ac4957-3c38-4a96-a7d6-655d1c102220 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:58:48.275579 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ac4957-3c38-4a96-a7d6-655d1c102220 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:58:48.276006 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ac4957-3c38-4a96-a7d6-655d1c102220 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:58:48.276427 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ac4957-3c38-4a96-a7d6-655d1c102220 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:58:48.276836 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ac4957-3c38-4a96-a7d6-655d1c102220 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:58:48.277252 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ac4957-3c38-4a96-a7d6-655d1c102220 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:58:48.277669 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ac4957-3c38-4a96-a7d6-655d1c102220 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:58:48.278082 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ac4957-3c38-4a96-a7d6-655d1c102220 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:58:48.278489 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ac4957-3c38-4a96-a7d6-655d1c102220 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:58:48.278924 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ac4957-3c38-4a96-a7d6-655d1c102220 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:58:48.279336 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ac4957-3c38-4a96-a7d6-655d1c102220 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:58:48.279742 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ac4957-3c38-4a96-a7d6-655d1c102220 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:58:48.285482 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-a7ac4957-3c38-4a96-a7d6-655d1c102220 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:58:48.529781 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.managers [req-90e35840-1ead-4b06-9e7b-9b0dc9f529d2 req-a7ac4957-3c38-4a96-a7d6-655d1c102220 service neutron] Attempting to bind port 6c543f7a-34a7-4717-892e-76f8e78e1aac on host hv-cinder-78638 for vnic_type normal with profile  {{(pid=85344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 15 19:58:48.530334 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.managers [req-90e35840-1ead-4b06-9e7b-9b0dc9f529d2 req-a7ac4957-3c38-4a96-a7d6-655d1c102220 service neutron] Attempting to bind port 6c543f7a-34a7-4717-892e-76f8e78e1aac by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': 'c848ac5a-07c6-445d-91d1-6ef413e2b190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '77d36611-d9d7-4878-bee2-d85f2a7b4788'}] {{(pid=85344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 15 19:58:48.530879 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90e35840-1ead-4b06-9e7b-9b0dc9f529d2 req-a7ac4957-3c38-4a96-a7d6-655d1c102220 service neutron] Attempting to bind port 6c543f7a-34a7-4717-892e-76f8e78e1aac on network 77d36611-d9d7-4878-bee2-d85f2a7b4788 {{(pid=85344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 19:58:48.541036 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90e35840-1ead-4b06-9e7b-9b0dc9f529d2 req-a7ac4957-3c38-4a96-a7d6-655d1c102220 service neutron] Port 6c543f7a-34a7-4717-892e-76f8e78e1aac on network 77d36611-d9d7-4878-bee2-d85f2a7b4788 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=85344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 15 19:58:48.541755 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90e35840-1ead-4b06-9e7b-9b0dc9f529d2 req-a7ac4957-3c38-4a96-a7d6-655d1c102220 service neutron] Attempting to bind port 6c543f7a-34a7-4717-892e-76f8e78e1aac on network 77d36611-d9d7-4878-bee2-d85f2a7b4788 {{(pid=85344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 19:58:48.553205 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90e35840-1ead-4b06-9e7b-9b0dc9f529d2 req-a7ac4957-3c38-4a96-a7d6-655d1c102220 service neutron] Checking agent: {'id': '202ba611-b908-4e0e-99b2-33811728b356', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 19, 46, 37), 'started_at': datetime.datetime(2021, 4, 15, 19, 46, 37), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 19, 58, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 15 19:58:48.553832 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90e35840-1ead-4b06-9e7b-9b0dc9f529d2 req-a7ac4957-3c38-4a96-a7d6-655d1c102220 service neutron] Checking segment: {'id': 'c848ac5a-07c6-445d-91d1-6ef413e2b190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '77d36611-d9d7-4878-bee2-d85f2a7b4788'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 19:58:48.554563 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90e35840-1ead-4b06-9e7b-9b0dc9f529d2 req-a7ac4957-3c38-4a96-a7d6-655d1c102220 service neutron] Bound using segment: {'id': 'c848ac5a-07c6-445d-91d1-6ef413e2b190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '77d36611-d9d7-4878-bee2-d85f2a7b4788'} {{(pid=85344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 15 19:58:48.555384 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.managers [req-90e35840-1ead-4b06-9e7b-9b0dc9f529d2 req-a7ac4957-3c38-4a96-a7d6-655d1c102220 service neutron] Bound port: 6c543f7a-34a7-4717-892e-76f8e78e1aac, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c848ac5a-07c6-445d-91d1-6ef413e2b190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '77d36611-d9d7-4878-bee2-d85f2a7b4788'}}] {{(pid=85344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 15 19:58:48.556032 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [req-90e35840-1ead-4b06-9e7b-9b0dc9f529d2 req-a7ac4957-3c38-4a96-a7d6-655d1c102220 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854565853'] for port, before_update {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:58:48.705058 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.db [req-90e35840-1ead-4b06-9e7b-9b0dc9f529d2 req-a7ac4957-3c38-4a96-a7d6-655d1c102220 service neutron] For port 6c543f7a-34a7-4717-892e-76f8e78e1aac, host hv-cinder-78638, cleared binding levels {{(pid=85344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 15 19:58:48.710882 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.db [req-90e35840-1ead-4b06-9e7b-9b0dc9f529d2 req-a7ac4957-3c38-4a96-a7d6-655d1c102220 service neutron] For port 6c543f7a-34a7-4717-892e-76f8e78e1aac, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=6c543f7a-34a7-4717-892e-76f8e78e1aac,segment=NetworkSegment(c848ac5a-07c6-445d-91d1-6ef413e2b190),segment_id=c848ac5a-07c6-445d-91d1-6ef413e2b190)] {{(pid=85344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 15 19:58:48.715644 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [req-90e35840-1ead-4b06-9e7b-9b0dc9f529d2 req-a7ac4957-3c38-4a96-a7d6-655d1c102220 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854693686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852972410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789846929216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789846482410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789846483725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3153931'] for port, after_update {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:58:48.729045 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457da085-515a-4312-b284-8362cf7d2b4f req-8f310069-49da-4eb0-81f6-23635fbeaf7b tempest-TestShelveInstance-1114833871 tempest-TestShelveInstance-1114833871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:58:48.732140 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-8e4eac3d-6ece-4141-86c0-01b2d9b353d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:58:48.732403 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-457da085-515a-4312-b284-8362cf7d2b4f req-8f310069-49da-4eb0-81f6-23635fbeaf7b tempest-TestShelveInstance-1114833871 tempest-TestShelveInstance-1114833871-project] 10.222.0.47 "GET /v2.0/ports?device_id=1eb6a36c-fde7-47e4-8f10-9d3217637efb HTTP/1.1" status: 200  len: 943 time: 0.1340470
Apr 15 19:58:48.821663 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-457da085-515a-4312-b284-8362cf7d2b4f req-eeffd894-8d7c-47d7-9ae9-895ec349ecb7 tempest-TestShelveInstance-1114833871 tempest-TestShelveInstance-1114833871-project] 10.222.0.47 "GET /v2.0/security-groups?id=79abbd6f-e10b-490a-ab14-d050dfb290c3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0762610
Apr 15 19:58:48.944686 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ac4957-3c38-4a96-a7d6-655d1c102220 service neutron] Pushing event updated for resources: {'Port': ['ID=6c543f7a-34a7-4717-892e-76f8e78e1aac,revision_number=3']} {{(pid=85344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:58:48.950092 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-a7ac4957-3c38-4a96-a7d6-655d1c102220 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:58:48.988826 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e35840-1ead-4b06-9e7b-9b0dc9f529d2 req-a7ac4957-3c38-4a96-a7d6-655d1c102220 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:58:48.989645 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [req-90e35840-1ead-4b06-9e7b-9b0dc9f529d2 req-a7ac4957-3c38-4a96-a7d6-655d1c102220 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771739'] for port, before_response {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:58:48.991639 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-90e35840-1ead-4b06-9e7b-9b0dc9f529d2 req-a7ac4957-3c38-4a96-a7d6-655d1c102220 service neutron] 10.222.0.65 "PUT /v2.0/ports/6c543f7a-34a7-4717-892e-76f8e78e1aac HTTP/1.1" status: 200  len: 1093 time: 1.5352311
Apr 15 19:58:48.992323 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1eb6a36c-fde7-47e4-8f10-9d3217637efb', 'tag': '6c543f7a-34a7-4717-892e-76f8e78e1aac'}] {{(pid=85344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 19:58:49.108766 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1eb6a36c-fde7-47e4-8f10-9d3217637efb', 'tag': '6c543f7a-34a7-4717-892e-76f8e78e1aac', 'status': 'completed', 'code': 200}
Apr 15 19:58:49.178082 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e35840-1ead-4b06-9e7b-9b0dc9f529d2 req-fc00f147-491f-4704-9535-17e2d9d62d05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:58:49.179830 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-90e35840-1ead-4b06-9e7b-9b0dc9f529d2 req-fc00f147-491f-4704-9535-17e2d9d62d05 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=248e6af1b7394fed98b6a620f19a6bc0&device_id=1eb6a36c-fde7-47e4-8f10-9d3217637efb HTTP/1.1" status: 200  len: 1096 time: 0.1412137
Apr 15 19:58:49.260088 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-90e35840-1ead-4b06-9e7b-9b0dc9f529d2 req-f6600939-dae3-4d49-8468-d8a2d81f227d service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6c543f7a-34a7-4717-892e-76f8e78e1aac HTTP/1.1" status: 200  len: 217 time: 0.0717249
Apr 15 19:58:49.340213 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e35840-1ead-4b06-9e7b-9b0dc9f529d2 req-e76bebbe-4665-492f-afda-70deb6bb8505 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:58:49.342158 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-90e35840-1ead-4b06-9e7b-9b0dc9f529d2 req-e76bebbe-4665-492f-afda-70deb6bb8505 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=ead78242-f7a7-4840-8c22-a0175f7d7ec4 HTTP/1.1" status: 200  len: 848 time: 0.0762801
Apr 15 19:58:49.444783 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e35840-1ead-4b06-9e7b-9b0dc9f529d2 req-4d4afbab-d378-4b77-8146-f8acf3683d9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:58:49.446584 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-90e35840-1ead-4b06-9e7b-9b0dc9f529d2 req-4d4afbab-d378-4b77-8146-f8acf3683d9c service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=77d36611-d9d7-4878-bee2-d85f2a7b4788&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0872476
Apr 15 19:58:49.607372 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-90e35840-1ead-4b06-9e7b-9b0dc9f529d2 req-31e5744b-2702-41b4-8e0d-3927d0dc9eee service neutron] 10.222.0.65 "GET /v2.0/networks/77d36611-d9d7-4878-bee2-d85f2a7b4788?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1518998
Apr 15 19:58:49.773407 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-90e35840-1ead-4b06-9e7b-9b0dc9f529d2 req-ae15b41d-d841-43ab-b7fd-df597abde1c7 service neutron] 10.222.0.65 "GET /v2.0/networks/77d36611-d9d7-4878-bee2-d85f2a7b4788?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1564758
Apr 15 19:58:49.918697 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df46c4c-cfe4-432f-a9ce-6c4b4110b139 req-bfa06e1f-3fde-4257-9ec7-d9b9c316a14d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:58:49.922376 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-5df46c4c-cfe4-432f-a9ce-6c4b4110b139 req-bfa06e1f-3fde-4257-9ec7-d9b9c316a14d service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=248e6af1b7394fed98b6a620f19a6bc0&device_id=1eb6a36c-fde7-47e4-8f10-9d3217637efb HTTP/1.1" status: 200  len: 1096 time: 0.0969296
Apr 15 19:58:50.077787 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62905bfc-6d51-4141-9b3f-eabd382250a5 req-d63741ae-22c7-4441-9881-80aa1de1b0ed tempest-TestShelveInstance-1114833871 tempest-TestShelveInstance-1114833871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:58:50.079860 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-62905bfc-6d51-4141-9b3f-eabd382250a5 req-d63741ae-22c7-4441-9881-80aa1de1b0ed tempest-TestShelveInstance-1114833871 tempest-TestShelveInstance-1114833871-project] 10.222.0.47 "GET /v2.0/ports?device_id=1eb6a36c-fde7-47e4-8f10-9d3217637efb HTTP/1.1" status: 200  len: 943 time: 0.1074340
Apr 15 19:58:50.120511 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df46c4c-cfe4-432f-a9ce-6c4b4110b139 req-d10792e4-7715-49ac-aacd-720944fb6343 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:58:50.123253 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-5df46c4c-cfe4-432f-a9ce-6c4b4110b139 req-d10792e4-7715-49ac-aacd-720944fb6343 service neutron] 10.222.0.65 "GET /v2.0/networks?id=77d36611-d9d7-4878-bee2-d85f2a7b4788 HTTP/1.1" status: 200  len: 910 time: 0.1940236
Apr 15 19:58:50.146259 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-62905bfc-6d51-4141-9b3f-eabd382250a5 req-be6594c1-d74f-476a-8953-11c676ee9153 tempest-TestShelveInstance-1114833871 tempest-TestShelveInstance-1114833871-project] 10.222.0.47 "GET /v2.0/security-groups?id=79abbd6f-e10b-490a-ab14-d050dfb290c3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0539510
Apr 15 19:58:50.225695 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-5df46c4c-cfe4-432f-a9ce-6c4b4110b139 req-515b4957-9967-41cf-993a-58d7f2250bf7 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6c543f7a-34a7-4717-892e-76f8e78e1aac HTTP/1.1" status: 200  len: 217 time: 0.0938120
Apr 15 19:58:50.581059 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df46c4c-cfe4-432f-a9ce-6c4b4110b139 req-a110ce89-11af-46d2-9fb5-511d086e5127 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:58:50.582673 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-5df46c4c-cfe4-432f-a9ce-6c4b4110b139 req-a110ce89-11af-46d2-9fb5-511d086e5127 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=ead78242-f7a7-4840-8c22-a0175f7d7ec4 HTTP/1.1" status: 200  len: 848 time: 0.3505557
Apr 15 19:58:50.672785 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df46c4c-cfe4-432f-a9ce-6c4b4110b139 req-2051d502-b286-4ac3-9112-6a34ebd04d40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:58:50.674442 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-5df46c4c-cfe4-432f-a9ce-6c4b4110b139 req-2051d502-b286-4ac3-9112-6a34ebd04d40 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=77d36611-d9d7-4878-bee2-d85f2a7b4788&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0838919
Apr 15 19:58:50.848019 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-5df46c4c-cfe4-432f-a9ce-6c4b4110b139 req-4273b29f-ffd6-4a3a-bf92-0512d8e0e4df service neutron] 10.222.0.65 "GET /v2.0/networks/77d36611-d9d7-4878-bee2-d85f2a7b4788?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1626706
Apr 15 19:58:51.007106 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-5df46c4c-cfe4-432f-a9ce-6c4b4110b139 req-3d6d3413-b918-4bac-9295-afe13411d52e service neutron] 10.222.0.65 "GET /v2.0/networks/77d36611-d9d7-4878-bee2-d85f2a7b4788?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1512475
Apr 15 19:58:51.386928 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c3a842-3bf1-4c99-b414-7374e4305b27 req-da77bd3d-0df4-41c2-8f54-8cc3694927e8 tempest-TestShelveInstance-1114833871 tempest-TestShelveInstance-1114833871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:58:51.387741 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource [req-a3c3a842-3bf1-4c99-b414-7374e4305b27 req-da77bd3d-0df4-41c2-8f54-8cc3694927e8 tempest-TestShelveInstance-1114833871 tempest-TestShelveInstance-1114833871-project] Synchronizing usage tracker for tenant:248e6af1b7394fed98b6a620f19a6bc0 on resource:port {{(pid=85344) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 15 19:58:51.405075 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource [req-a3c3a842-3bf1-4c99-b414-7374e4305b27 req-da77bd3d-0df4-41c2-8f54-8cc3694927e8 tempest-TestShelveInstance-1114833871 tempest-TestShelveInstance-1114833871-project] Unset dirty status for tenant:248e6af1b7394fed98b6a620f19a6bc0 on resource:port {{(pid=85344) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 15 19:58:51.406457 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-a3c3a842-3bf1-4c99-b414-7374e4305b27 req-da77bd3d-0df4-41c2-8f54-8cc3694927e8 tempest-TestShelveInstance-1114833871 tempest-TestShelveInstance-1114833871-project] 10.222.0.47 "GET /v2.0/ports?device_id=1eb6a36c-fde7-47e4-8f10-9d3217637efb HTTP/1.1" status: 200  len: 943 time: 0.1130810
Apr 15 19:58:51.464397 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-a3c3a842-3bf1-4c99-b414-7374e4305b27 req-b91e9bdd-10f7-4e64-b839-e5184071e432 tempest-TestShelveInstance-1114833871 tempest-TestShelveInstance-1114833871-project] 10.222.0.47 "GET /v2.0/security-groups?id=79abbd6f-e10b-490a-ab14-d050dfb290c3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0501652
Apr 15 19:58:52.182052 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.agents_db [None req-b0af7715-6be6-4101-aede-c7b275f02801 None None] Agent healthcheck: found 6 active agents {{(pid=85347) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 15 19:58:52.712256 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72f20d6-3f99-4da9-a244-f08c71738969 req-b0977d49-a154-4673-80d0-219fd2bd3522 tempest-TestShelveInstance-1114833871 tempest-TestShelveInstance-1114833871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:58:52.715767 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-c72f20d6-3f99-4da9-a244-f08c71738969 req-b0977d49-a154-4673-80d0-219fd2bd3522 tempest-TestShelveInstance-1114833871 tempest-TestShelveInstance-1114833871-project] 10.222.0.47 "GET /v2.0/ports?device_id=1eb6a36c-fde7-47e4-8f10-9d3217637efb HTTP/1.1" status: 200  len: 943 time: 0.1274462
Apr 15 19:58:52.807951 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-c72f20d6-3f99-4da9-a244-f08c71738969 req-2bba6c66-18f4-4630-b656-1a5ca02fd9bf tempest-TestShelveInstance-1114833871 tempest-TestShelveInstance-1114833871-project] 10.222.0.47 "GET /v2.0/security-groups?id=79abbd6f-e10b-490a-ab14-d050dfb290c3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0785823
Apr 15 19:58:54.080676 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041fba09-d15d-459d-9503-c0d8dc5ef558 req-9a5ddf6e-4045-402e-a6ef-5e5a6e3ecef4 tempest-TestShelveInstance-1114833871 tempest-TestShelveInstance-1114833871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:58:54.082559 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-041fba09-d15d-459d-9503-c0d8dc5ef558 req-9a5ddf6e-4045-402e-a6ef-5e5a6e3ecef4 tempest-TestShelveInstance-1114833871 tempest-TestShelveInstance-1114833871-project] 10.222.0.47 "GET /v2.0/ports?device_id=1eb6a36c-fde7-47e4-8f10-9d3217637efb HTTP/1.1" status: 200  len: 943 time: 0.0993073
Apr 15 19:58:54.141062 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-041fba09-d15d-459d-9503-c0d8dc5ef558 req-804f1dfc-e32f-4907-b7ad-d8e60b75669f tempest-TestShelveInstance-1114833871 tempest-TestShelveInstance-1114833871-project] 10.222.0.47 "GET /v2.0/security-groups?id=79abbd6f-e10b-490a-ab14-d050dfb290c3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0512764
Apr 15 19:58:55.450492 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815ec526-56d8-403d-b229-df92775f35de req-bacd8c6d-8aee-4102-a9df-6afb51e93c71 tempest-TestShelveInstance-1114833871 tempest-TestShelveInstance-1114833871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:58:55.452166 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-815ec526-56d8-403d-b229-df92775f35de req-bacd8c6d-8aee-4102-a9df-6afb51e93c71 tempest-TestShelveInstance-1114833871 tempest-TestShelveInstance-1114833871-project] 10.222.0.47 "GET /v2.0/ports?device_id=1eb6a36c-fde7-47e4-8f10-9d3217637efb HTTP/1.1" status: 200  len: 943 time: 0.0959904
Apr 15 19:58:55.505611 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-815ec526-56d8-403d-b229-df92775f35de req-8261ccb7-fa21-4fed-abdf-8fb2c312685e tempest-TestShelveInstance-1114833871 tempest-TestShelveInstance-1114833871-project] 10.222.0.47 "GET /v2.0/security-groups?id=79abbd6f-e10b-490a-ab14-d050dfb290c3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0467780
Apr 15 19:58:56.726661 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab226b10-051e-4f23-b51f-0fd0c9e2822f req-4ef2b2b2-dd2f-4456-b5c3-80c60d4a5077 tempest-TestShelveInstance-1114833871 tempest-TestShelveInstance-1114833871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:58:56.728574 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-ab226b10-051e-4f23-b51f-0fd0c9e2822f req-4ef2b2b2-dd2f-4456-b5c3-80c60d4a5077 tempest-TestShelveInstance-1114833871 tempest-TestShelveInstance-1114833871-project] 10.222.0.47 "GET /v2.0/ports?device_id=1eb6a36c-fde7-47e4-8f10-9d3217637efb HTTP/1.1" status: 200  len: 943 time: 0.1032927
Apr 15 19:58:56.784342 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-ab226b10-051e-4f23-b51f-0fd0c9e2822f req-ac855cf9-cb26-44bb-9d70-ec0a5cf4e113 tempest-TestShelveInstance-1114833871 tempest-TestShelveInstance-1114833871-project] 10.222.0.47 "GET /v2.0/security-groups?id=79abbd6f-e10b-490a-ab14-d050dfb290c3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0477490
Apr 15 19:58:58.072449 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8e2179-25ba-497b-988b-c79b418875a0 req-f6440049-2eba-4403-a8c6-547109ad579d tempest-TestShelveInstance-1114833871 tempest-TestShelveInstance-1114833871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:58:58.074390 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-bf8e2179-25ba-497b-988b-c79b418875a0 req-f6440049-2eba-4403-a8c6-547109ad579d tempest-TestShelveInstance-1114833871 tempest-TestShelveInstance-1114833871-project] 10.222.0.47 "GET /v2.0/ports?device_id=1eb6a36c-fde7-47e4-8f10-9d3217637efb HTTP/1.1" status: 200  len: 943 time: 0.1009202
Apr 15 19:58:58.088581 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.rpc [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Device 6c543f7a-34a7-4717-892e-76f8e78e1aac details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=85346) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 15 19:58:58.129192 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-bf8e2179-25ba-497b-988b-c79b418875a0 req-acc0161c-fb71-46fb-abf7-eae5f175d821 tempest-TestShelveInstance-1114833871 tempest-TestShelveInstance-1114833871-project] 10.222.0.47 "GET /v2.0/security-groups?id=79abbd6f-e10b-490a-ab14-d050dfb290c3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0475900
Apr 15 19:58:58.252285 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.db [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] For port 6c543f7a-34a7-4717-892e-76f8e78e1aac, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=6c543f7a-34a7-4717-892e-76f8e78e1aac,segment=NetworkSegment(c848ac5a-07c6-445d-91d1-6ef413e2b190),segment_id=c848ac5a-07c6-445d-91d1-6ef413e2b190)] {{(pid=85346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 19:58:58.267953 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.rpc [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Returning: {'device': '6c543f7a-34a7-4717-892e-76f8e78e1aac', 'network_id': '77d36611-d9d7-4878-bee2-d85f2a7b4788', 'port_id': '6c543f7a-34a7-4717-892e-76f8e78e1aac', 'mac_address': 'fa:16:3e:d5:d3:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 655, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ead78242-f7a7-4840-8c22-a0175f7d7ec4', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85346) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 15 19:58:58.335104 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854565853'] for port, before_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:58:58.362553 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.notifiers.nova [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c543f7a-34a7-4717-892e-76f8e78e1aac {{(pid=85346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 15 19:58:58.380519 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.db [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] For port 6c543f7a-34a7-4717-892e-76f8e78e1aac, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=6c543f7a-34a7-4717-892e-76f8e78e1aac,segment=NetworkSegment(c848ac5a-07c6-445d-91d1-6ef413e2b190),segment_id=c848ac5a-07c6-445d-91d1-6ef413e2b190)] {{(pid=85346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 19:58:58.383885 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854693686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852972410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789846929216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789846482410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789846483725'] for port, after_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:58:58.385975 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-56ecdebd-c5a0-4569-bc96-ba437f5ce558 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:58:58.460248 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Pushing event updated for resources: {'Port': ['ID=6c543f7a-34a7-4717-892e-76f8e78e1aac,revision_number=4']} {{(pid=85346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:58:58.468813 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:58:58.469692 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:58:58.470081 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:58:58.470456 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:58:58.470829 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:58:58.471236 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:58:58.471606 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:58:58.471996 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:58:58.472363 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:58:58.472734 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:58:58.473099 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:58:58.473467 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:58:58.477885 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:58:58.608630 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.db [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] get_ports_and_sgs() called for port_ids ['6c543f7a-34a7-4717-892e-76f8e78e1aac'] {{(pid=85346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 15 19:58:59.371115 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93bb932-23ec-4276-8355-284ad52ac1e5 req-b0c9c401-5f39-4a1f-891e-b7f92032fb99 tempest-TestShelveInstance-1114833871 tempest-TestShelveInstance-1114833871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:58:59.372837 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-b93bb932-23ec-4276-8355-284ad52ac1e5 req-b0c9c401-5f39-4a1f-891e-b7f92032fb99 tempest-TestShelveInstance-1114833871 tempest-TestShelveInstance-1114833871-project] 10.222.0.47 "GET /v2.0/ports?device_id=1eb6a36c-fde7-47e4-8f10-9d3217637efb HTTP/1.1" status: 200  len: 944 time: 0.0959752
Apr 15 19:58:59.431029 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-b93bb932-23ec-4276-8355-284ad52ac1e5 req-de857a8a-1587-4883-9ef5-60d7dde99bed tempest-TestShelveInstance-1114833871 tempest-TestShelveInstance-1114833871-project] 10.222.0.47 "GET /v2.0/security-groups?id=79abbd6f-e10b-490a-ab14-d050dfb290c3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0452876
Apr 15 19:59:00.096506 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.rpc [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Device 6c543f7a-34a7-4717-892e-76f8e78e1aac up at agent hyperv_hv-cinder-78638 {{(pid=85346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 19:59:00.175808 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.provisioning_blocks [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Provisioning for port 6c543f7a-34a7-4717-892e-76f8e78e1aac completed by entity L2. {{(pid=85346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 19:59:00.181981 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.provisioning_blocks [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Provisioning complete for port 6c543f7a-34a7-4717-892e-76f8e78e1aac triggered by entity L2. {{(pid=85346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 19:59:00.182432 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-428662'] for port, provisioning_complete {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:59:00.318626 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854565853'] for port, before_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:59:00.350208 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1eb6a36c-fde7-47e4-8f10-9d3217637efb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c543f7a-34a7-4717-892e-76f8e78e1aac'}] {{(pid=85346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 19:59:00.370400 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.db [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] For port 6c543f7a-34a7-4717-892e-76f8e78e1aac, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=6c543f7a-34a7-4717-892e-76f8e78e1aac,segment=NetworkSegment(c848ac5a-07c6-445d-91d1-6ef413e2b190),segment_id=c848ac5a-07c6-445d-91d1-6ef413e2b190)] {{(pid=85346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 19:59:00.374501 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854693686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852972410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789846929216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789846482410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789846483725'] for port, after_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:59:00.378445 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-608e5158-4d7f-4b5c-b643-37c1746e1aa2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:59:00.412568 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1eb6a36c-fde7-47e4-8f10-9d3217637efb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c543f7a-34a7-4717-892e-76f8e78e1aac', 'code': 200}
Apr 15 19:59:00.460480 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Pushing event updated for resources: {'Port': ['ID=6c543f7a-34a7-4717-892e-76f8e78e1aac,revision_number=5']} {{(pid=85346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:59:00.463921 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:59:00.854125 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2bf504-2f17-4ede-8057-108cbf49ab6a req-4eeb769d-63bc-4b34-81c8-d8aba56ce76c tempest-TestShelveInstance-1114833871 tempest-TestShelveInstance-1114833871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:59:00.857075 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-df2bf504-2f17-4ede-8057-108cbf49ab6a req-4eeb769d-63bc-4b34-81c8-d8aba56ce76c tempest-TestShelveInstance-1114833871 tempest-TestShelveInstance-1114833871-project] 10.222.0.47 "GET /v2.0/ports?device_id=1eb6a36c-fde7-47e4-8f10-9d3217637efb HTTP/1.1" status: 200  len: 945 time: 0.2958410
Apr 15 19:59:00.918826 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc44e741-041d-437d-beb5-934bd98a7680 req-2c284884-aeb0-4505-b97b-3121ed49eba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:59:00.921727 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-fc44e741-041d-437d-beb5-934bd98a7680 req-2c284884-aeb0-4505-b97b-3121ed49eba9 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=1eb6a36c-fde7-47e4-8f10-9d3217637efb HTTP/1.1" status: 200  len: 1098 time: 0.2467721
Apr 15 19:59:00.995712 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-df2bf504-2f17-4ede-8057-108cbf49ab6a req-00e82e96-e2ce-4e8b-8cc1-96f3f8407db8 tempest-TestShelveInstance-1114833871 tempest-TestShelveInstance-1114833871-project] 10.222.0.47 "GET /v2.0/security-groups?id=79abbd6f-e10b-490a-ab14-d050dfb290c3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1289012
Apr 15 19:59:01.036606 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-fc44e741-041d-437d-beb5-934bd98a7680 req-0c453b47-8145-4183-b66e-41e81d80146b service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=79abbd6f-e10b-490a-ab14-d050dfb290c3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0938406
Apr 15 19:59:02.212864 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49dc9606-808f-4480-be1c-c5a23d53ccb4 req-6b6fea3a-3ffc-4bf4-82d9-96d89a5a38c0 tempest-TestShelveInstance-1114833871 tempest-TestShelveInstance-1114833871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:59:02.214634 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-49dc9606-808f-4480-be1c-c5a23d53ccb4 req-6b6fea3a-3ffc-4bf4-82d9-96d89a5a38c0 tempest-TestShelveInstance-1114833871 tempest-TestShelveInstance-1114833871-project] 10.222.0.47 "GET /v2.0/ports?device_id=1eb6a36c-fde7-47e4-8f10-9d3217637efb HTTP/1.1" status: 200  len: 945 time: 0.0973134
Apr 15 19:59:02.276313 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-49dc9606-808f-4480-be1c-c5a23d53ccb4 req-4d48069c-7c77-45dd-8787-4d551f1de219 tempest-TestShelveInstance-1114833871 tempest-TestShelveInstance-1114833871-project] 10.222.0.47 "GET /v2.0/security-groups?id=79abbd6f-e10b-490a-ab14-d050dfb290c3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0493767
Apr 15 19:59:02.530417 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac772766-7261-4eb2-bc14-55ca937e9206 req-c4659799-fa57-4f6a-a7b2-6bb7dc80064a tempest-TestShelveInstance-1114833871 tempest-TestShelveInstance-1114833871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:59:02.533446 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-ac772766-7261-4eb2-bc14-55ca937e9206 req-c4659799-fa57-4f6a-a7b2-6bb7dc80064a tempest-TestShelveInstance-1114833871 tempest-TestShelveInstance-1114833871-project] 10.222.0.47 "GET /v2.0/ports?device_id=1eb6a36c-fde7-47e4-8f10-9d3217637efb HTTP/1.1" status: 200  len: 945 time: 0.1351490
Apr 15 19:59:02.590775 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-ac772766-7261-4eb2-bc14-55ca937e9206 req-5a449b24-5a85-4cf9-9bf7-a54d2b867484 tempest-TestShelveInstance-1114833871 tempest-TestShelveInstance-1114833871-project] 10.222.0.47 "GET /v2.0/security-groups?id=79abbd6f-e10b-490a-ab14-d050dfb290c3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0508826
Apr 15 19:59:02.616786 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.wsgi [-] (85345) accepted ('10.222.0.47', 53178) {{(pid=85345) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:59:02.756450 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01e325ad-b7f1-4111-899c-6299e82e3e1e tempest-TestShelveInstance-333807387 tempest-TestShelveInstance-333807387-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:59:02.757399 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource [None req-01e325ad-b7f1-4111-899c-6299e82e3e1e tempest-TestShelveInstance-333807387 tempest-TestShelveInstance-333807387-project-admin] Synchronizing usage tracker for tenant:33d4185e05c4406fbf34df71284b2859 on resource:port {{(pid=85345) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 15 19:59:02.777367 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource [None req-01e325ad-b7f1-4111-899c-6299e82e3e1e tempest-TestShelveInstance-333807387 tempest-TestShelveInstance-333807387-project-admin] Unset dirty status for tenant:33d4185e05c4406fbf34df71284b2859 on resource:port {{(pid=85345) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 15 19:59:02.778693 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [None req-01e325ad-b7f1-4111-899c-6299e82e3e1e tempest-TestShelveInstance-333807387 tempest-TestShelveInstance-333807387-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=1eb6a36c-fde7-47e4-8f10-9d3217637efb HTTP/1.1" status: 200  len: 1093 time: 0.1606786
Apr 15 19:59:02.782189 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.wsgi [-] (85345) accepted ('10.222.0.47', 53184) {{(pid=85345) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:59:02.788614 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.v2.base [None req-d9133ff8-33cd-4157-acce-7b23e2442bc4 tempest-TestShelveInstance-1114833871 tempest-TestShelveInstance-1114833871-project] Request body: {'floatingip': {'floating_network_id': '0b576887-bb01-4bfc-8617-ca8b886d7b7e', 'port_id': '6c543f7a-34a7-4717-892e-76f8e78e1aac', 'tenant_id': '248e6af1b7394fed98b6a620f19a6bc0', 'fixed_ip_address': '172.20.0.9'}} {{(pid=85345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 19:59:02.795897 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.quota.driver [None req-d9133ff8-33cd-4157-acce-7b23e2442bc4 tempest-TestShelveInstance-1114833871 tempest-TestShelveInstance-1114833871-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85345) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:59:02.800944 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource [None req-d9133ff8-33cd-4157-acce-7b23e2442bc4 tempest-TestShelveInstance-1114833871 tempest-TestShelveInstance-1114833871-project] Usage tracker for resource:floatingip and tenant:248e6af1b7394fed98b6a620f19a6bc0 is out of sync, need to count used quota {{(pid=85345) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:59:02.804302 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource [None req-d9133ff8-33cd-4157-acce-7b23e2442bc4 tempest-TestShelveInstance-1114833871 tempest-TestShelveInstance-1114833871-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=85345) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:59:02.811342 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.quota.driver [None req-d9133ff8-33cd-4157-acce-7b23e2442bc4 tempest-TestShelveInstance-1114833871 tempest-TestShelveInstance-1114833871-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=85345) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:59:02.822532 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-d9133ff8-33cd-4157-acce-7b23e2442bc4 tempest-TestShelveInstance-1114833871 tempest-TestShelveInstance-1114833871-project] Notify callbacks [] for floatingip, before_create {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:59:03.032081 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-d9133ff8-33cd-4157-acce-7b23e2442bc4 tempest-TestShelveInstance-1114833871 tempest-TestShelveInstance-1114833871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854565853'] for port, before_create {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:59:03.296567 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.db_base_plugin_common [None req-d9133ff8-33cd-4157-acce-7b23e2442bc4 tempest-TestShelveInstance-1114833871 tempest-TestShelveInstance-1114833871-project] Allocated IP 172.27.2.134 (0b576887-bb01-4bfc-8617-ca8b886d7b7e/7ad9face-0ae3-4529-aacd-d53ebb36e4d0/888f4718-b0ce-49ff-b683-cc1e9b7254ae) {{(pid=85345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 15 19:59:03.517829 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-d9133ff8-33cd-4157-acce-7b23e2442bc4 tempest-TestShelveInstance-1114833871 tempest-TestShelveInstance-1114833871-project] Notify callbacks [] for port, precommit_create {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:59:03.566435 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-d9133ff8-33cd-4157-acce-7b23e2442bc4 tempest-TestShelveInstance-1114833871 tempest-TestShelveInstance-1114833871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854693686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852972410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789846482393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2200102'] for port, after_create {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:59:03.597103 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-4eb3a6e9-f732-457b-9f6f-02463b402853 tempest-AttachVolumeTestJSON-1178366330 tempest-AttachVolumeTestJSON-1178366330-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:59:03.865715 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9133ff8-33cd-4157-acce-7b23e2442bc4 tempest-TestShelveInstance-1114833871 tempest-TestShelveInstance-1114833871-project] Pushing event updated for resources: {'Port': ['ID=888f4718-b0ce-49ff-b683-cc1e9b7254ae,revision_number=1']} {{(pid=85345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:59:03.904630 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9133ff8-33cd-4157-acce-7b23e2442bc4 tempest-TestShelveInstance-1114833871 tempest-TestShelveInstance-1114833871-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:59:03.905798 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9133ff8-33cd-4157-acce-7b23e2442bc4 tempest-TestShelveInstance-1114833871 tempest-TestShelveInstance-1114833871-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:59:03.906416 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9133ff8-33cd-4157-acce-7b23e2442bc4 tempest-TestShelveInstance-1114833871 tempest-TestShelveInstance-1114833871-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:59:03.906935 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9133ff8-33cd-4157-acce-7b23e2442bc4 tempest-TestShelveInstance-1114833871 tempest-TestShelveInstance-1114833871-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:59:03.907404 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9133ff8-33cd-4157-acce-7b23e2442bc4 tempest-TestShelveInstance-1114833871 tempest-TestShelveInstance-1114833871-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:59:03.907899 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9133ff8-33cd-4157-acce-7b23e2442bc4 tempest-TestShelveInstance-1114833871 tempest-TestShelveInstance-1114833871-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:59:03.908351 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9133ff8-33cd-4157-acce-7b23e2442bc4 tempest-TestShelveInstance-1114833871 tempest-TestShelveInstance-1114833871-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:59:03.908800 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9133ff8-33cd-4157-acce-7b23e2442bc4 tempest-TestShelveInstance-1114833871 tempest-TestShelveInstance-1114833871-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:59:03.909248 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9133ff8-33cd-4157-acce-7b23e2442bc4 tempest-TestShelveInstance-1114833871 tempest-TestShelveInstance-1114833871-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:59:03.909692 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9133ff8-33cd-4157-acce-7b23e2442bc4 tempest-TestShelveInstance-1114833871 tempest-TestShelveInstance-1114833871-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:59:03.910137 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9133ff8-33cd-4157-acce-7b23e2442bc4 tempest-TestShelveInstance-1114833871 tempest-TestShelveInstance-1114833871-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:59:03.910620 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9133ff8-33cd-4157-acce-7b23e2442bc4 tempest-TestShelveInstance-1114833871 tempest-TestShelveInstance-1114833871-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:59:03.915396 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-d9133ff8-33cd-4157-acce-7b23e2442bc4 tempest-TestShelveInstance-1114833871 tempest-TestShelveInstance-1114833871-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.318s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:59:03.964937 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9133ff8-33cd-4157-acce-7b23e2442bc4 tempest-TestShelveInstance-1114833871 tempest-TestShelveInstance-1114833871-project] Network 0b576887-bb01-4bfc-8617-ca8b886d7b7e is already hosted by enough agents. {{(pid=85345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 15 19:59:03.966553 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.scheduler.base_scheduler [None req-d9133ff8-33cd-4157-acce-7b23e2442bc4 tempest-TestShelveInstance-1114833871 tempest-TestShelveInstance-1114833871-project] Resources bound (agent type, host, resource id):  {{(pid=85345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 19:59:03.970118 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9133ff8-33cd-4157-acce-7b23e2442bc4 tempest-TestShelveInstance-1114833871 tempest-TestShelveInstance-1114833871-project] Received port after_create {{(pid=85345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 15 19:59:04.494171 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-d9133ff8-33cd-4157-acce-7b23e2442bc4 tempest-TestShelveInstance-1114833871 tempest-TestShelveInstance-1114833871-project] Notify callbacks [] for floatingip, precommit_create {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:59:04.582179 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-d9133ff8-33cd-4157-acce-7b23e2442bc4 tempest-TestShelveInstance-1114833871 tempest-TestShelveInstance-1114833871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854565853'] for port, before_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:59:04.831938 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-d9133ff8-33cd-4157-acce-7b23e2442bc4 tempest-TestShelveInstance-1114833871 tempest-TestShelveInstance-1114833871-project] Notify callbacks [] for port, precommit_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:59:04.835940 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-d9133ff8-33cd-4157-acce-7b23e2442bc4 tempest-TestShelveInstance-1114833871 tempest-TestShelveInstance-1114833871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854693686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852972410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789846929216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789846482410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789846483725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852575682'] for port, after_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:59:04.852853 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-16127b73-bafc-413c-abb6-11367a9ecaed tempest-AttachVolumeShelveTestJSON-1188337532 tempest-AttachVolumeShelveTestJSON-1188337532-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:59:04.997993 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9133ff8-33cd-4157-acce-7b23e2442bc4 tempest-TestShelveInstance-1114833871 tempest-TestShelveInstance-1114833871-project] Pushing event updated for resources: {'Port': ['ID=888f4718-b0ce-49ff-b683-cc1e9b7254ae,revision_number=2']} {{(pid=85345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:59:05.012021 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-d9133ff8-33cd-4157-acce-7b23e2442bc4 tempest-TestShelveInstance-1114833871 tempest-TestShelveInstance-1114833871-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:59:05.116198 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-d9133ff8-33cd-4157-acce-7b23e2442bc4 tempest-TestShelveInstance-1114833871 tempest-TestShelveInstance-1114833871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1673197'] for floatingip, after_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:59:05.326344 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.db.l3_db [None req-d9133ff8-33cd-4157-acce-7b23e2442bc4 tempest-TestShelveInstance-1114833871 tempest-TestShelveInstance-1114833871-project] Floating IP 1c6cf9c9-fa78-4179-910b-f7ccfb756d88 associated. External IP: 172.27.2.134, port: 6c543f7a-34a7-4717-892e-76f8e78e1aac.
Apr 15 19:59:05.481795 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-b36dc730-1cff-4b80-990a-7a323e529020 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789847050935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-428960'] for agent, after_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:59:06.182865 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9133ff8-33cd-4157-acce-7b23e2442bc4 tempest-TestShelveInstance-1114833871 tempest-TestShelveInstance-1114833871-project] Router b51f791e-ca9d-4a48-9479-ba8cd1084b6c has already been hosted by L3 agent 74482fb0-5b00-43f0-8fa9-533a3c8b2378 {{(pid=85345) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 15 19:59:06.393400 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9133ff8-33cd-4157-acce-7b23e2442bc4 tempest-TestShelveInstance-1114833871 tempest-TestShelveInstance-1114833871-project] Notify agent at l3_agent.dv-cinder-786383-2-iscsi the message routers_updated {{(pid=85345) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 15 19:59:06.405775 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f7d1356-3200-47a2-b428-8416b189ff0c None None] Sync routers for ids ['b51f791e-ca9d-4a48-9479-ba8cd1084b6c'] in dv-cinder-786383-2-iscsi {{(pid=85346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 15 19:59:06.421579 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f7d1356-3200-47a2-b428-8416b189ff0c None None] Routers {'b51f791e-ca9d-4a48-9479-ba8cd1084b6c'} bound to L3 agent in host dv-cinder-786383-2-iscsi {{(pid=85346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 19:59:06.422901 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.l3_hamode_db [None req-1f7d1356-3200-47a2-b428-8416b189ff0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe8b9d1b438>, 'dv-cinder-786383-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-15T19:40:08Z,description=<?>,heartbeat_timestamp=2021-04-15T19:58:38Z,host='dv-cinder-786383-2-iscsi',id=74482fb0-5b00-43f0-8fa9-533a3c8b2378,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T19:40:08Z,topic='l3_agent')) {'router_ids': ['b51f791e-ca9d-4a48-9479-ba8cd1084b6c'], 'active': True} {{(pid=85346) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 19:59:06.429851 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-d9133ff8-33cd-4157-acce-7b23e2442bc4 tempest-TestShelveInstance-1114833871 tempest-TestShelveInstance-1114833871-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771739'] for floatingip, before_response {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:59:06.502569 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [None req-d9133ff8-33cd-4157-acce-7b23e2442bc4 tempest-TestShelveInstance-1114833871 tempest-TestShelveInstance-1114833871-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 3.7189651
Apr 15 19:59:06.503265 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1eb6a36c-fde7-47e4-8f10-9d3217637efb', 'tag': '6c543f7a-34a7-4717-892e-76f8e78e1aac'}] {{(pid=85345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 19:59:06.617955 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1eb6a36c-fde7-47e4-8f10-9d3217637efb', 'tag': '6c543f7a-34a7-4717-892e-76f8e78e1aac', 'status': 'completed', 'code': 200}
Apr 15 19:59:06.863260 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66686a60-859a-47dc-bf75-a0568bb05abf req-561466c2-c122-439d-9323-7741607df114 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:59:06.866188 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-66686a60-859a-47dc-bf75-a0568bb05abf req-561466c2-c122-439d-9323-7741607df114 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=248e6af1b7394fed98b6a620f19a6bc0&device_id=1eb6a36c-fde7-47e4-8f10-9d3217637efb HTTP/1.1" status: 200  len: 1098 time: 0.2170048
Apr 15 19:59:06.871301 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.l3_dvr_db [None req-1f7d1356-3200-47a2-b428-8416b189ff0c None None] Set router b51f791e-ca9d-4a48-9479-ba8cd1084b6c gateway port host: dv-cinder-786383-2-iscsi {{(pid=85346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 19:59:07.051299 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66686a60-859a-47dc-bf75-a0568bb05abf req-3ea16488-0072-4da1-a055-95c6d3078f2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:59:07.052828 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-66686a60-859a-47dc-bf75-a0568bb05abf req-3ea16488-0072-4da1-a055-95c6d3078f2e service neutron] 10.222.0.65 "GET /v2.0/networks?id=77d36611-d9d7-4878-bee2-d85f2a7b4788 HTTP/1.1" status: 200  len: 910 time: 0.1796548
Apr 15 19:59:07.198533 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-66686a60-859a-47dc-bf75-a0568bb05abf req-998d482b-4015-4290-9310-2d697e832178 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6c543f7a-34a7-4717-892e-76f8e78e1aac HTTP/1.1" status: 200  len: 999 time: 0.1317053
Apr 15 19:59:07.296095 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66686a60-859a-47dc-bf75-a0568bb05abf req-ada0c7da-2b22-4315-babe-9c9d2993b689 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:59:07.298068 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-66686a60-859a-47dc-bf75-a0568bb05abf req-ada0c7da-2b22-4315-babe-9c9d2993b689 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=ead78242-f7a7-4840-8c22-a0175f7d7ec4 HTTP/1.1" status: 200  len: 848 time: 0.0925133
Apr 15 19:59:07.339848 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.l3_hamode_db [None req-1f7d1356-3200-47a2-b428-8416b189ff0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe8b9d1b438>, [{'id': 'b51f791e-ca9d-4a48-9479-ba8cd1084b6c', 'name': 'tempest-TestShelveInstance-1484012303-router', 'tenant_id': '248e6af1b7394fed98b6a620f19a6bc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b576887-bb01-4bfc-8617-ca8b886d7b7e', 'external_fixed_ips': [{'subnet_id': '7ad9face-0ae3-4529-aacd-d53ebb36e4d0', 'ip_address': '172.27.2.143'}], 'enable_snat': True}, 'gw_port_id': '79376af6-b39c-4c7e-bb22-6175f6c98914', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:58:02Z', 'updated_at': '2021-04-15T19:58:08Z', 'revision_number': 4, 'project_id': '248e6af1b7394fed98b6a620f19a6bc0', 'gw_port': {'id': '79376af6-b39c-4c7e-bb22-6175f6c98914', 'name': '', 'network_id': '0b576887-bb01-4bfc-8617-ca8b886d7b7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:36:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b51f791e-ca9d-4a48-9479-ba8cd1084b6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': '7ad9face-0ae3-4529-aacd-d53ebb36e4d0', 'ip_address': '172.27.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:58:03Z', 'updated_at': '2021-04-15T19:58:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ad9face-0ae3-4529-aacd-d53ebb36e4d0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-2-iscsi', '_floatingips': [{'id': '1c6cf9c9-fa78-4179-910b-f7ccfb756d88', 'tenant_id': '248e6af1b7394fed98b6a620f19a6bc0', 'floating_ip_address': '172.27.2.134', 'floating_network_id': '0b576887-bb01-4bfc-8617-ca8b886d7b7e', 'router_id': 'b51f791e-ca9d-4a48-9479-ba8cd1084b6c', 'port_id': '6c543f7a-34a7-4717-892e-76f8e78e1aac', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 681, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '77d36611-d9d7-4878-bee2-d85f2a7b4788', 'mac_address': 'fa:16:3e:d5:d3:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eb6a36c-fde7-47e4-8f10-9d3217637efb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T19:59:04Z', 'updated_at': '2021-04-15T19:59:04Z', 'revision_number': 0, 'project_id': '248e6af1b7394fed98b6a620f19a6bc0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '60c95d52-29fc-44a2-a940-17459d08d556', 'name': '', 'network_id': '77d36611-d9d7-4878-bee2-d85f2a7b4788', 'tenant_id': '248e6af1b7394fed98b6a620f19a6bc0', 'mac_address': 'fa:16:3e:eb:31:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b51f791e-ca9d-4a48-9479-ba8cd1084b6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': 'ead78242-f7a7-4840-8c22-a0175f7d7ec4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:58:07Z', 'updated_at': '2021-04-15T19:58:20Z', 'revision_number': 5, 'project_id': '248e6af1b7394fed98b6a620f19a6bc0', 'subnets': [{'id': 'ead78242-f7a7-4840-8c22-a0175f7d7ec4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786383-2-iscsi', False) {} {{(pid=85346) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 19:59:07.345744 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f7d1356-3200-47a2-b428-8416b189ff0c None None] Checking router: b51f791e-ca9d-4a48-9479-ba8cd1084b6c for host: dv-cinder-786383-2-iscsi {{(pid=85346) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 15 19:59:07.357048 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f7d1356-3200-47a2-b428-8416b189ff0c None None] Routers {'b51f791e-ca9d-4a48-9479-ba8cd1084b6c'} bound to L3 agent in host dv-cinder-786383-2-iscsi {{(pid=85346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 19:59:07.357752 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.l3_hamode_db [None req-1f7d1356-3200-47a2-b428-8416b189ff0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe8b9d1b438>, 'dv-cinder-786383-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-15T19:40:08Z,description=<?>,heartbeat_timestamp=2021-04-15T19:58:38Z,host='dv-cinder-786383-2-iscsi',id=74482fb0-5b00-43f0-8fa9-533a3c8b2378,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T19:40:08Z,topic='l3_agent')) {'router_ids': ['b51f791e-ca9d-4a48-9479-ba8cd1084b6c'], 'active': True} {{(pid=85346) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 19:59:07.403801 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66686a60-859a-47dc-bf75-a0568bb05abf req-b3a6600a-159e-4a78-a9ac-b5cc059a6f48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:59:07.405761 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-66686a60-859a-47dc-bf75-a0568bb05abf req-b3a6600a-159e-4a78-a9ac-b5cc059a6f48 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=77d36611-d9d7-4878-bee2-d85f2a7b4788&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0968339
Apr 15 19:59:07.574332 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-66686a60-859a-47dc-bf75-a0568bb05abf req-234f7217-99d7-47e7-9df8-b12873042799 service neutron] 10.222.0.65 "GET /v2.0/networks/77d36611-d9d7-4878-bee2-d85f2a7b4788?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1569867
Apr 15 19:59:07.598466 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.l3_dvr_db [None req-1f7d1356-3200-47a2-b428-8416b189ff0c None None] Set router b51f791e-ca9d-4a48-9479-ba8cd1084b6c gateway port host: dv-cinder-786383-2-iscsi {{(pid=85346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 19:59:07.782566 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-66686a60-859a-47dc-bf75-a0568bb05abf req-b7bf8dae-1921-485a-a6cd-fce37d404161 service neutron] 10.222.0.65 "GET /v2.0/networks/77d36611-d9d7-4878-bee2-d85f2a7b4788?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2012117
Apr 15 19:59:08.040119 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.l3_hamode_db [None req-1f7d1356-3200-47a2-b428-8416b189ff0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe8b9d1b438>, [{'id': 'b51f791e-ca9d-4a48-9479-ba8cd1084b6c', 'name': 'tempest-TestShelveInstance-1484012303-router', 'tenant_id': '248e6af1b7394fed98b6a620f19a6bc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b576887-bb01-4bfc-8617-ca8b886d7b7e', 'external_fixed_ips': [{'subnet_id': '7ad9face-0ae3-4529-aacd-d53ebb36e4d0', 'ip_address': '172.27.2.143'}], 'enable_snat': True}, 'gw_port_id': '79376af6-b39c-4c7e-bb22-6175f6c98914', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:58:02Z', 'updated_at': '2021-04-15T19:58:08Z', 'revision_number': 4, 'project_id': '248e6af1b7394fed98b6a620f19a6bc0', 'gw_port': {'id': '79376af6-b39c-4c7e-bb22-6175f6c98914', 'name': '', 'network_id': '0b576887-bb01-4bfc-8617-ca8b886d7b7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:36:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b51f791e-ca9d-4a48-9479-ba8cd1084b6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': '7ad9face-0ae3-4529-aacd-d53ebb36e4d0', 'ip_address': '172.27.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:58:03Z', 'updated_at': '2021-04-15T19:58:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ad9face-0ae3-4529-aacd-d53ebb36e4d0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-2-iscsi', '_floatingips': [{'id': '1c6cf9c9-fa78-4179-910b-f7ccfb756d88', 'tenant_id': '248e6af1b7394fed98b6a620f19a6bc0', 'floating_ip_address': '172.27.2.134', 'floating_network_id': '0b576887-bb01-4bfc-8617-ca8b886d7b7e', 'router_id': 'b51f791e-ca9d-4a48-9479-ba8cd1084b6c', 'port_id': '6c543f7a-34a7-4717-892e-76f8e78e1aac', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 681, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '77d36611-d9d7-4878-bee2-d85f2a7b4788', 'mac_address': 'fa:16:3e:d5:d3:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eb6a36c-fde7-47e4-8f10-9d3217637efb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T19:59:04Z', 'updated_at': '2021-04-15T19:59:04Z', 'revision_number': 0, 'project_id': '248e6af1b7394fed98b6a620f19a6bc0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '60c95d52-29fc-44a2-a940-17459d08d556', 'name': '', 'network_id': '77d36611-d9d7-4878-bee2-d85f2a7b4788', 'tenant_id': '248e6af1b7394fed98b6a620f19a6bc0', 'mac_address': 'fa:16:3e:eb:31:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b51f791e-ca9d-4a48-9479-ba8cd1084b6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': 'ead78242-f7a7-4840-8c22-a0175f7d7ec4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:58:07Z', 'updated_at': '2021-04-15T19:58:20Z', 'revision_number': 5, 'project_id': '248e6af1b7394fed98b6a620f19a6bc0', 'subnets': [{'id': 'ead78242-f7a7-4840-8c22-a0175f7d7ec4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786383-2-iscsi', False) {} {{(pid=85346) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 19:59:08.045254 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f7d1356-3200-47a2-b428-8416b189ff0c None None] The sync data for ids ['b51f791e-ca9d-4a48-9479-ba8cd1084b6c'] in dv-cinder-786383-2-iscsi is: [{'id': 'b51f791e-ca9d-4a48-9479-ba8cd1084b6c', 'name': 'tempest-TestShelveInstance-1484012303-router', 'tenant_id': '248e6af1b7394fed98b6a620f19a6bc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b576887-bb01-4bfc-8617-ca8b886d7b7e', 'external_fixed_ips': [{'subnet_id': '7ad9face-0ae3-4529-aacd-d53ebb36e4d0', 'ip_address': '172.27.2.143'}], 'enable_snat': True}, 'gw_port_id': '79376af6-b39c-4c7e-bb22-6175f6c98914', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:58:02Z', 'updated_at': '2021-04-15T19:58:08Z', 'revision_number': 4, 'project_id': '248e6af1b7394fed98b6a620f19a6bc0', 'gw_port': {'id': '79376af6-b39c-4c7e-bb22-6175f6c98914', 'name': '', 'network_id': '0b576887-bb01-4bfc-8617-ca8b886d7b7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:36:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b51f791e-ca9d-4a48-9479-ba8cd1084b6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': '7ad9face-0ae3-4529-aacd-d53ebb36e4d0', 'ip_address': '172.27.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:58:03Z', 'updated_at': '2021-04-15T19:58:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ad9face-0ae3-4529-aacd-d53ebb36e4d0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-2-iscsi', '_floatingips': [{'id': '1c6cf9c9-fa78-4179-910b-f7ccfb756d88', 'tenant_id': '248e6af1b7394fed98b6a620f19a6bc0', 'floating_ip_address': '172.27.2.134', 'floating_network_id': '0b576887-bb01-4bfc-8617-ca8b886d7b7e', 'router_id': 'b51f791e-ca9d-4a48-9479-ba8cd1084b6c', 'port_id': '6c543f7a-34a7-4717-892e-76f8e78e1aac', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 681, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '77d36611-d9d7-4878-bee2-d85f2a7b4788', 'mac_address': 'fa:16:3e:d5:d3:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eb6a36c-fde7-47e4-8f10-9d3217637efb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T19:59:04Z', 'updated_at': '2021-04-15T19:59:04Z', 'revision_number': 0, 'project_id': '248e6af1b7394fed98b6a620f19a6bc0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '60c95d52-29fc-44a2-a940-17459d08d556', 'name': '', 'network_id': '77d36611-d9d7-4878-bee2-d85f2a7b4788', 'tenant_id': '248e6af1b7394fed98b6a620f19a6bc0', 'mac_address': 'fa:16:3e:eb:31:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b51f791e-ca9d-4a48-9479-ba8cd1084b6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': 'ead78242-f7a7-4840-8c22-a0175f7d7ec4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:58:07Z', 'updated_at': '2021-04-15T19:58:20Z', 'revision_number': 5, 'project_id': '248e6af1b7394fed98b6a620f19a6bc0', 'subnets': [{'id': 'ead78242-f7a7-4840-8c22-a0175f7d7ec4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 15 19:59:08.088975 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-4cfc6894-5f0d-4c75-a201-93b5d2491e47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789847050935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-428960'] for agent, after_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:59:08.324948 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1366bb33-0d2d-4a64-9b82-bb0333db874b None None] New status for floating IP 1c6cf9c9-fa78-4179-910b-f7ccfb756d88: ACTIVE {{(pid=85347) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 15 19:59:08.360492 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789847050935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-428960'] for agent, after_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:59:09.165022 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-b400c4f8-8969-424f-8663-39cf5b6e1207 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789847050935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-428960'] for agent, after_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:59:09.545533 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-56ecdebd-c5a0-4569-bc96-ba437f5ce558 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789847050935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-428960'] for agent, after_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:59:10.584867 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-3d77682a-3290-49f5-9a09-7e8e47f8ddca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789847050935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-428960'] for agent, after_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:59:29.182031 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.agents_db [None req-b0af7715-6be6-4101-aede-c7b275f02801 None None] Agent healthcheck: found 6 active agents {{(pid=85347) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 15 19:59:35.476013 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-15de49f5-3ca7-4062-851d-07238c0d6479 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789847050935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-428960'] for agent, after_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:59:38.084309 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-b6959139-7a95-4ad6-97d5-da067940150e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789847050935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-428960'] for agent, after_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:59:38.345820 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789847050935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-428960'] for agent, after_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:59:39.165012 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-b400c4f8-8969-424f-8663-39cf5b6e1207 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789847050935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-428960'] for agent, after_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:59:39.551685 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-56ecdebd-c5a0-4569-bc96-ba437f5ce558 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789847050935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-428960'] for agent, after_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:59:39.975092 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-edcba946-9db1-4a17-8d07-725c0315b4a1 req-a01b922a-d75c-404d-ad98-adb854708dce service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=3fb4d69e-6c98-489d-9482-e17cf1db3879&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0844088
Apr 15 19:59:40.135325 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcba946-9db1-4a17-8d07-725c0315b4a1 req-73233bc3-c926-48f3-9269-44d663235aa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:59:40.137158 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-edcba946-9db1-4a17-8d07-725c0315b4a1 req-73233bc3-c926-48f3-9269-44d663235aa7 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=1794582df1734e8d80790f7e87a6fcd2&device_id=3fb4d69e-6c98-489d-9482-e17cf1db3879 HTTP/1.1" status: 200  len: 1098 time: 0.0868392
Apr 15 19:59:40.315684 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcba946-9db1-4a17-8d07-725c0315b4a1 req-232c8581-3feb-4a2c-aaba-072f1c9aaf59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:59:40.317254 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-edcba946-9db1-4a17-8d07-725c0315b4a1 req-232c8581-3feb-4a2c-aaba-072f1c9aaf59 service neutron] 10.222.0.65 "GET /v2.0/networks?id=76b1c698-a72d-402d-bd3d-fd85b08fd0a4 HTTP/1.1" status: 200  len: 913 time: 0.1581657
Apr 15 19:59:40.437908 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-edcba946-9db1-4a17-8d07-725c0315b4a1 req-8bc1b123-2e73-4148-9b2a-6763abd27ed8 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8d393932-cd96-4666-aa71-ab82dd47ddb4 HTTP/1.1" status: 200  len: 1001 time: 0.1141479
Apr 15 19:59:40.513458 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcba946-9db1-4a17-8d07-725c0315b4a1 req-f0725f94-2bb2-41be-85b2-767648c9d62a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:59:40.515654 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-edcba946-9db1-4a17-8d07-725c0315b4a1 req-f0725f94-2bb2-41be-85b2-767648c9d62a service neutron] 10.222.0.65 "GET /v2.0/subnets?id=8ee5421b-3812-435f-a63f-52b3408746b8 HTTP/1.1" status: 200  len: 851 time: 0.0711725
Apr 15 19:59:40.587728 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-3d77682a-3290-49f5-9a09-7e8e47f8ddca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789847050935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-428960'] for agent, after_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:59:40.610568 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcba946-9db1-4a17-8d07-725c0315b4a1 req-b5fc1e17-cc2f-4a06-8ddc-b86b627f1870 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:59:40.612234 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-edcba946-9db1-4a17-8d07-725c0315b4a1 req-b5fc1e17-cc2f-4a06-8ddc-b86b627f1870 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=76b1c698-a72d-402d-bd3d-fd85b08fd0a4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0909948
Apr 15 19:59:40.769358 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-edcba946-9db1-4a17-8d07-725c0315b4a1 req-53395dd7-daca-4ea8-af80-c5a38a090050 service neutron] 10.222.0.65 "GET /v2.0/networks/76b1c698-a72d-402d-bd3d-fd85b08fd0a4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1499155
Apr 15 19:59:40.920762 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-edcba946-9db1-4a17-8d07-725c0315b4a1 req-add5e3b0-3c22-4fa1-8e6a-2b15b86cfc85 service neutron] 10.222.0.65 "GET /v2.0/networks/76b1c698-a72d-402d-bd3d-fd85b08fd0a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1447434
Apr 15 20:00:05.479586 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-5fc2901d-2f39-484e-a0a7-09f814b131df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789847050935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-428960'] for agent, after_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:00:06.181507 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.agents_db [None req-b0af7715-6be6-4101-aede-c7b275f02801 None None] Agent healthcheck: found 6 active agents {{(pid=85347) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 15 20:00:08.088414 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-73d2ec8d-9fc4-4932-9b60-61cfd0558c88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789847050935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-428960'] for agent, after_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:00:08.345786 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789847050935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-428960'] for agent, after_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:00:09.168259 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-b400c4f8-8969-424f-8663-39cf5b6e1207 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789847050935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-428960'] for agent, after_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:00:09.556274 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-56ecdebd-c5a0-4569-bc96-ba437f5ce558 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789847050935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-428960'] for agent, after_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:00:10.590603 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-3d77682a-3290-49f5-9a09-7e8e47f8ddca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789847050935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-428960'] for agent, after_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:00:34.678577 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b71e08-ae39-4f63-b2f6-57c0ad4bbf8e req-bd759070-1b06-487b-839b-0df5fa68633e tempest-TestVolumeBootPattern-370122628 tempest-TestVolumeBootPattern-370122628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:00:34.680353 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-94b71e08-ae39-4f63-b2f6-57c0ad4bbf8e req-bd759070-1b06-487b-839b-0df5fa68633e tempest-TestVolumeBootPattern-370122628 tempest-TestVolumeBootPattern-370122628-project] 10.222.0.47 "GET /v2.0/ports?device_id=3fb4d69e-6c98-489d-9482-e17cf1db3879 HTTP/1.1" status: 200  len: 945 time: 0.0984576
Apr 15 20:00:34.738572 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-94b71e08-ae39-4f63-b2f6-57c0ad4bbf8e req-2df5cf10-adba-4776-992e-14a455279e2f tempest-TestVolumeBootPattern-370122628 tempest-TestVolumeBootPattern-370122628-project] 10.222.0.47 "GET /v2.0/security-groups?id=dec273f8-3574-4212-8c74-b29372db87d8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0486574
Apr 15 20:00:35.482496 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-188b8ced-ecf6-4fc3-a2ae-1f780e5c7c30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789847050935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-428960'] for agent, after_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:00:36.155476 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8bc6ac-70f3-4456-a347-0b1f119fb2d3 req-07740bdc-01a6-4256-97ca-ffadff2c8f7f tempest-TestVolumeBootPattern-370122628 tempest-TestVolumeBootPattern-370122628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:00:36.157250 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-ae8bc6ac-70f3-4456-a347-0b1f119fb2d3 req-07740bdc-01a6-4256-97ca-ffadff2c8f7f tempest-TestVolumeBootPattern-370122628 tempest-TestVolumeBootPattern-370122628-project] 10.222.0.47 "GET /v2.0/ports?device_id=3fb4d69e-6c98-489d-9482-e17cf1db3879 HTTP/1.1" status: 200  len: 945 time: 0.1711504
Apr 15 20:00:36.165979 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a16ea6-c949-4c8b-b0cd-c80216eec0d8 req-728ef75e-810e-4294-801c-7a755ca6addf tempest-TestVolumeBootPattern-370122628 tempest-TestVolumeBootPattern-370122628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:00:36.167624 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-a1a16ea6-c949-4c8b-b0cd-c80216eec0d8 req-728ef75e-810e-4294-801c-7a755ca6addf tempest-TestVolumeBootPattern-370122628 tempest-TestVolumeBootPattern-370122628-project] 10.222.0.65 "GET /v2.0/ports?device_id=3fb4d69e-6c98-489d-9482-e17cf1db3879 HTTP/1.1" status: 200  len: 945 time: 0.1442289
Apr 15 20:00:36.279604 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-ae8bc6ac-70f3-4456-a347-0b1f119fb2d3 req-5e42d641-aa1a-45b8-8f40-dbdaf0c6392e tempest-TestVolumeBootPattern-370122628 tempest-TestVolumeBootPattern-370122628-project] 10.222.0.47 "GET /v2.0/security-groups?id=dec273f8-3574-4212-8c74-b29372db87d8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1103106
Apr 15 20:00:36.288910 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.plugin [req-a1a16ea6-c949-4c8b-b0cd-c80216eec0d8 req-6f9a3989-068e-4d23-9451-9d05352d20a8 tempest-TestVolumeBootPattern-370122628 tempest-TestVolumeBootPattern-370122628-project] Deleting port 8d393932-cd96-4666-aa71-ab82dd47ddb4 {{(pid=85344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 20:00:36.289306 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [req-a1a16ea6-c949-4c8b-b0cd-c80216eec0d8 req-6f9a3989-068e-4d23-9451-9d05352d20a8 tempest-TestVolumeBootPattern-370122628 tempest-TestVolumeBootPattern-370122628-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363247007848052'] for port, before_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:00:36.580489 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.db [req-a1a16ea6-c949-4c8b-b0cd-c80216eec0d8 req-6f9a3989-068e-4d23-9451-9d05352d20a8 tempest-TestVolumeBootPattern-370122628 tempest-TestVolumeBootPattern-370122628-project] For port 8d393932-cd96-4666-aa71-ab82dd47ddb4, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=8d393932-cd96-4666-aa71-ab82dd47ddb4,segment=NetworkSegment(209e6493-9f5f-442f-9075-23fc9d984e08),segment_id=209e6493-9f5f-442f-9075-23fc9d984e08)] {{(pid=85344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 20:00:36.580881 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [req-a1a16ea6-c949-4c8b-b0cd-c80216eec0d8 req-6f9a3989-068e-4d23-9451-9d05352d20a8 tempest-TestVolumeBootPattern-370122628 tempest-TestVolumeBootPattern-370122628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853097680'] for port, precommit_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:00:37.255249 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [req-a1a16ea6-c949-4c8b-b0cd-c80216eec0d8 req-6f9a3989-068e-4d23-9451-9d05352d20a8 tempest-TestVolumeBootPattern-370122628 tempest-TestVolumeBootPattern-370122628-project] Notify callbacks [] for floatingip, precommit_update {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:00:37.255893 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [req-a1a16ea6-c949-4c8b-b0cd-c80216eec0d8 req-6f9a3989-068e-4d23-9451-9d05352d20a8 tempest-TestVolumeBootPattern-370122628 tempest-TestVolumeBootPattern-370122628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1673197'] for floatingip, after_update {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:00:37.256086 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.db.l3_db [req-a1a16ea6-c949-4c8b-b0cd-c80216eec0d8 req-6f9a3989-068e-4d23-9451-9d05352d20a8 tempest-TestVolumeBootPattern-370122628 tempest-TestVolumeBootPattern-370122628-project] Floating IP b4249865-78bb-4b14-9320-5b2550ef6898 disassociated. External IP: 172.27.2.251, port: 8d393932-cd96-4666-aa71-ab82dd47ddb4.
Apr 15 20:00:37.256371 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.plugin [req-a1a16ea6-c949-4c8b-b0cd-c80216eec0d8 req-6f9a3989-068e-4d23-9451-9d05352d20a8 tempest-TestVolumeBootPattern-370122628 tempest-TestVolumeBootPattern-370122628-project] Calling delete_port for 8d393932-cd96-4666-aa71-ab82dd47ddb4 owned by compute:nova {{(pid=85344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 15 20:00:37.530400 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [req-a1a16ea6-c949-4c8b-b0cd-c80216eec0d8 req-6f9a3989-068e-4d23-9451-9d05352d20a8 tempest-TestVolumeBootPattern-370122628 tempest-TestVolumeBootPattern-370122628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854693686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852972410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789846929199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363247008293407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851621869'] for port, after_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:00:37.552100 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-a7ac4957-3c38-4a96-a7d6-655d1c102220 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:00:37.554148 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a957600-d680-4dd6-bd95-cce73480cedd req-2d7a6fc4-a110-4bb1-87ae-8460feb7584f tempest-TestVolumeBootPattern-370122628 tempest-TestVolumeBootPattern-370122628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:00:37.555943 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-5a957600-d680-4dd6-bd95-cce73480cedd req-2d7a6fc4-a110-4bb1-87ae-8460feb7584f tempest-TestVolumeBootPattern-370122628 tempest-TestVolumeBootPattern-370122628-project] 10.222.0.47 "GET /v2.0/ports?device_id=3fb4d69e-6c98-489d-9482-e17cf1db3879 HTTP/1.1" status: 200  len: 945 time: 0.0995998
Apr 15 20:00:37.616121 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-5a957600-d680-4dd6-bd95-cce73480cedd req-a01f4d3d-f27f-4052-b03a-65e7b19c2a31 tempest-TestVolumeBootPattern-370122628 tempest-TestVolumeBootPattern-370122628-project] 10.222.0.47 "GET /v2.0/security-groups?id=dec273f8-3574-4212-8c74-b29372db87d8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0468903
Apr 15 20:00:37.701170 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9a3989-068e-4d23-9451-9d05352d20a8 tempest-TestVolumeBootPattern-370122628 tempest-TestVolumeBootPattern-370122628-project] Pushing event deleted for resources: {'Port': ['ID=8d393932-cd96-4666-aa71-ab82dd47ddb4,revision_number=None']} {{(pid=85344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:00:37.730979 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f9a3989-068e-4d23-9451-9d05352d20a8 tempest-TestVolumeBootPattern-370122628 tempest-TestVolumeBootPattern-370122628-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:00:37.731789 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f9a3989-068e-4d23-9451-9d05352d20a8 tempest-TestVolumeBootPattern-370122628 tempest-TestVolumeBootPattern-370122628-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:00:37.732523 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f9a3989-068e-4d23-9451-9d05352d20a8 tempest-TestVolumeBootPattern-370122628 tempest-TestVolumeBootPattern-370122628-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:00:37.733231 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f9a3989-068e-4d23-9451-9d05352d20a8 tempest-TestVolumeBootPattern-370122628 tempest-TestVolumeBootPattern-370122628-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:00:37.733942 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f9a3989-068e-4d23-9451-9d05352d20a8 tempest-TestVolumeBootPattern-370122628 tempest-TestVolumeBootPattern-370122628-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:00:37.734668 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f9a3989-068e-4d23-9451-9d05352d20a8 tempest-TestVolumeBootPattern-370122628 tempest-TestVolumeBootPattern-370122628-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:00:37.735404 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f9a3989-068e-4d23-9451-9d05352d20a8 tempest-TestVolumeBootPattern-370122628 tempest-TestVolumeBootPattern-370122628-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:00:37.736108 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f9a3989-068e-4d23-9451-9d05352d20a8 tempest-TestVolumeBootPattern-370122628 tempest-TestVolumeBootPattern-370122628-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:00:37.736818 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f9a3989-068e-4d23-9451-9d05352d20a8 tempest-TestVolumeBootPattern-370122628 tempest-TestVolumeBootPattern-370122628-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:00:37.737523 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f9a3989-068e-4d23-9451-9d05352d20a8 tempest-TestVolumeBootPattern-370122628 tempest-TestVolumeBootPattern-370122628-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:00:37.738243 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f9a3989-068e-4d23-9451-9d05352d20a8 tempest-TestVolumeBootPattern-370122628 tempest-TestVolumeBootPattern-370122628-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:00:37.738978 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f9a3989-068e-4d23-9451-9d05352d20a8 tempest-TestVolumeBootPattern-370122628 tempest-TestVolumeBootPattern-370122628-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:00:37.748924 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-6f9a3989-068e-4d23-9451-9d05352d20a8 tempest-TestVolumeBootPattern-370122628 tempest-TestVolumeBootPattern-370122628-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:00:38.052182 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a1a16ea6-c949-4c8b-b0cd-c80216eec0d8 req-6f9a3989-068e-4d23-9451-9d05352d20a8 tempest-TestVolumeBootPattern-370122628 tempest-TestVolumeBootPattern-370122628-project] Router 3133cb58-8dee-4f9f-ba2c-b7c107fed0d5 has already been hosted by L3 agent 74482fb0-5b00-43f0-8fa9-533a3c8b2378 {{(pid=85344) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 15 20:00:38.092640 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-7bdc0820-cd74-4ff9-beee-2fd3bfc91a4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789847050935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-428960'] for agent, after_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:00:38.286571 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a1a16ea6-c949-4c8b-b0cd-c80216eec0d8 req-6f9a3989-068e-4d23-9451-9d05352d20a8 tempest-TestVolumeBootPattern-370122628 tempest-TestVolumeBootPattern-370122628-project] Notify agent at l3_agent.dv-cinder-786383-2-iscsi the message routers_updated {{(pid=85344) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 15 20:00:38.301153 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d54189f-1efd-4a1f-8312-6f898d197e96 None None] Sync routers for ids ['3133cb58-8dee-4f9f-ba2c-b7c107fed0d5'] in dv-cinder-786383-2-iscsi {{(pid=85346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 15 20:00:38.320363 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d54189f-1efd-4a1f-8312-6f898d197e96 None None] Routers {'3133cb58-8dee-4f9f-ba2c-b7c107fed0d5'} bound to L3 agent in host dv-cinder-786383-2-iscsi {{(pid=85346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 20:00:38.321511 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.l3_hamode_db [None req-3d54189f-1efd-4a1f-8312-6f898d197e96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe8ba907588>, 'dv-cinder-786383-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-15T19:40:08Z,description=<?>,heartbeat_timestamp=2021-04-15T20:00:38Z,host='dv-cinder-786383-2-iscsi',id=74482fb0-5b00-43f0-8fa9-533a3c8b2378,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T19:40:08Z,topic='l3_agent')) {'router_ids': ['3133cb58-8dee-4f9f-ba2c-b7c107fed0d5'], 'active': True} {{(pid=85346) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 20:00:38.433177 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1a16ea6-c949-4c8b-b0cd-c80216eec0d8 req-6f9a3989-068e-4d23-9451-9d05352d20a8 tempest-TestVolumeBootPattern-370122628 tempest-TestVolumeBootPattern-370122628-project] No DVR routers for this DVR port 8d393932-cd96-4666-aa71-ab82dd47ddb4 on host hv-cinder-78638 {{(pid=85344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 15 20:00:38.437362 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [req-a1a16ea6-c949-4c8b-b0cd-c80216eec0d8 req-6f9a3989-068e-4d23-9451-9d05352d20a8 tempest-TestVolumeBootPattern-370122628 tempest-TestVolumeBootPattern-370122628-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771739'] for port, before_response {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:00:38.440953 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fb4d69e-6c98-489d-9482-e17cf1db3879', 'name': 'network-vif-deleted', 'tag': '8d393932-cd96-4666-aa71-ab82dd47ddb4'}] {{(pid=85344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 20:00:38.461037 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-a1a16ea6-c949-4c8b-b0cd-c80216eec0d8 req-6f9a3989-068e-4d23-9451-9d05352d20a8 tempest-TestVolumeBootPattern-370122628 tempest-TestVolumeBootPattern-370122628-project] 10.222.0.65 "DELETE /v2.0/ports/8d393932-cd96-4666-aa71-ab82dd47ddb4 HTTP/1.1" status: 204  len: 173 time: 2.2749548
Apr 15 20:00:38.562339 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789847050935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-428960'] for agent, after_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:00:38.573432 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3fb4d69e-6c98-489d-9482-e17cf1db3879', 'name': 'network-vif-deleted', 'tag': '8d393932-cd96-4666-aa71-ab82dd47ddb4', 'status': 'completed', 'code': 200}
Apr 15 20:00:38.630540 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.l3_dvr_db [None req-3d54189f-1efd-4a1f-8312-6f898d197e96 None None] Set router 3133cb58-8dee-4f9f-ba2c-b7c107fed0d5 gateway port host: dv-cinder-786383-2-iscsi {{(pid=85346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 20:00:38.679167 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.rpc [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Device 8d393932-cd96-4666-aa71-ab82dd47ddb4 no longer exists at agent hyperv_hv-cinder-78638 {{(pid=85346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 15 20:00:38.735566 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.plugin [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] No Port match for: 8d393932-cd96-4666-aa71-ab82dd47ddb4 {{(pid=85346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 15 20:00:38.735969 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.rpc [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Device 8d393932-cd96-4666-aa71-ab82dd47ddb4 not bound to the agent host hv-cinder-78638 {{(pid=85346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 15 20:00:38.888994 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-007fa7d0-c990-4c6e-926e-bd35f2114dda req-cada84d3-f07b-44c8-8582-7534c94f9e55 tempest-TestVolumeBootPattern-370122628 tempest-TestVolumeBootPattern-370122628-project] 10.222.0.47 "GET /v2.0/ports?device_id=3fb4d69e-6c98-489d-9482-e17cf1db3879 HTTP/1.1" status: 200  len: 210 time: 0.0924587
Apr 15 20:00:39.098020 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.l3_hamode_db [None req-3d54189f-1efd-4a1f-8312-6f898d197e96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe8ba907588>, [{'id': '3133cb58-8dee-4f9f-ba2c-b7c107fed0d5', 'name': 'tempest-TestVolumeBootPattern-1099335582-router', 'tenant_id': '1794582df1734e8d80790f7e87a6fcd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b576887-bb01-4bfc-8617-ca8b886d7b7e', 'external_fixed_ips': [{'subnet_id': '7ad9face-0ae3-4529-aacd-d53ebb36e4d0', 'ip_address': '172.27.2.81'}], 'enable_snat': True}, 'gw_port_id': '08fff650-8f63-416d-bff4-cf7a339df75b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:57:27Z', 'updated_at': '2021-04-15T19:57:33Z', 'revision_number': 4, 'project_id': '1794582df1734e8d80790f7e87a6fcd2', 'gw_port': {'id': '08fff650-8f63-416d-bff4-cf7a339df75b', 'name': '', 'network_id': '0b576887-bb01-4bfc-8617-ca8b886d7b7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:fb:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3133cb58-8dee-4f9f-ba2c-b7c107fed0d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': '7ad9face-0ae3-4529-aacd-d53ebb36e4d0', 'ip_address': '172.27.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:57:28Z', 'updated_at': '2021-04-15T19:57:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ad9face-0ae3-4529-aacd-d53ebb36e4d0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-2-iscsi', '_interfaces': [{'id': '170bc978-09e0-49ca-b73c-27653d56365e', 'name': '', 'network_id': '76b1c698-a72d-402d-bd3d-fd85b08fd0a4', 'tenant_id': '1794582df1734e8d80790f7e87a6fcd2', 'mac_address': 'fa:16:3e:bc:5b:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3133cb58-8dee-4f9f-ba2c-b7c107fed0d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': '8ee5421b-3812-435f-a63f-52b3408746b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:57:32Z', 'updated_at': '2021-04-15T19:57:46Z', 'revision_number': 5, 'project_id': '1794582df1734e8d80790f7e87a6fcd2', 'subnets': [{'id': '8ee5421b-3812-435f-a63f-52b3408746b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786383-2-iscsi', False) {} {{(pid=85346) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 20:00:39.103188 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d54189f-1efd-4a1f-8312-6f898d197e96 None None] Checking router: 3133cb58-8dee-4f9f-ba2c-b7c107fed0d5 for host: dv-cinder-786383-2-iscsi {{(pid=85346) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 15 20:00:39.115751 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d54189f-1efd-4a1f-8312-6f898d197e96 None None] Routers {'3133cb58-8dee-4f9f-ba2c-b7c107fed0d5'} bound to L3 agent in host dv-cinder-786383-2-iscsi {{(pid=85346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 20:00:39.116458 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.l3_hamode_db [None req-3d54189f-1efd-4a1f-8312-6f898d197e96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe8ba907588>, 'dv-cinder-786383-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-15T19:40:08Z,description=<?>,heartbeat_timestamp=2021-04-15T20:00:38Z,host='dv-cinder-786383-2-iscsi',id=74482fb0-5b00-43f0-8fa9-533a3c8b2378,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T19:40:08Z,topic='l3_agent')) {'router_ids': ['3133cb58-8dee-4f9f-ba2c-b7c107fed0d5'], 'active': True} {{(pid=85346) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 20:00:39.272868 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-b400c4f8-8969-424f-8663-39cf5b6e1207 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789847050935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-428960'] for agent, after_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:00:39.339565 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.l3_dvr_db [None req-3d54189f-1efd-4a1f-8312-6f898d197e96 None None] Set router 3133cb58-8dee-4f9f-ba2c-b7c107fed0d5 gateway port host: dv-cinder-786383-2-iscsi {{(pid=85346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 20:00:39.750729 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-56ecdebd-c5a0-4569-bc96-ba437f5ce558 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789847050935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-428960'] for agent, after_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:00:39.962677 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.l3_hamode_db [None req-3d54189f-1efd-4a1f-8312-6f898d197e96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe8ba907588>, [{'id': '3133cb58-8dee-4f9f-ba2c-b7c107fed0d5', 'name': 'tempest-TestVolumeBootPattern-1099335582-router', 'tenant_id': '1794582df1734e8d80790f7e87a6fcd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b576887-bb01-4bfc-8617-ca8b886d7b7e', 'external_fixed_ips': [{'subnet_id': '7ad9face-0ae3-4529-aacd-d53ebb36e4d0', 'ip_address': '172.27.2.81'}], 'enable_snat': True}, 'gw_port_id': '08fff650-8f63-416d-bff4-cf7a339df75b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:57:27Z', 'updated_at': '2021-04-15T19:57:33Z', 'revision_number': 4, 'project_id': '1794582df1734e8d80790f7e87a6fcd2', 'gw_port': {'id': '08fff650-8f63-416d-bff4-cf7a339df75b', 'name': '', 'network_id': '0b576887-bb01-4bfc-8617-ca8b886d7b7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:fb:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3133cb58-8dee-4f9f-ba2c-b7c107fed0d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': '7ad9face-0ae3-4529-aacd-d53ebb36e4d0', 'ip_address': '172.27.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:57:28Z', 'updated_at': '2021-04-15T19:57:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ad9face-0ae3-4529-aacd-d53ebb36e4d0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-2-iscsi', '_interfaces': [{'id': '170bc978-09e0-49ca-b73c-27653d56365e', 'name': '', 'network_id': '76b1c698-a72d-402d-bd3d-fd85b08fd0a4', 'tenant_id': '1794582df1734e8d80790f7e87a6fcd2', 'mac_address': 'fa:16:3e:bc:5b:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3133cb58-8dee-4f9f-ba2c-b7c107fed0d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': '8ee5421b-3812-435f-a63f-52b3408746b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:57:32Z', 'updated_at': '2021-04-15T19:57:46Z', 'revision_number': 5, 'project_id': '1794582df1734e8d80790f7e87a6fcd2', 'subnets': [{'id': '8ee5421b-3812-435f-a63f-52b3408746b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786383-2-iscsi', False) {} {{(pid=85346) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 20:00:39.971450 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d54189f-1efd-4a1f-8312-6f898d197e96 None None] The sync data for ids ['3133cb58-8dee-4f9f-ba2c-b7c107fed0d5'] in dv-cinder-786383-2-iscsi is: [{'id': '3133cb58-8dee-4f9f-ba2c-b7c107fed0d5', 'name': 'tempest-TestVolumeBootPattern-1099335582-router', 'tenant_id': '1794582df1734e8d80790f7e87a6fcd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b576887-bb01-4bfc-8617-ca8b886d7b7e', 'external_fixed_ips': [{'subnet_id': '7ad9face-0ae3-4529-aacd-d53ebb36e4d0', 'ip_address': '172.27.2.81'}], 'enable_snat': True}, 'gw_port_id': '08fff650-8f63-416d-bff4-cf7a339df75b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:57:27Z', 'updated_at': '2021-04-15T19:57:33Z', 'revision_number': 4, 'project_id': '1794582df1734e8d80790f7e87a6fcd2', 'gw_port': {'id': '08fff650-8f63-416d-bff4-cf7a339df75b', 'name': '', 'network_id': '0b576887-bb01-4bfc-8617-ca8b886d7b7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:fb:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3133cb58-8dee-4f9f-ba2c-b7c107fed0d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': '7ad9face-0ae3-4529-aacd-d53ebb36e4d0', 'ip_address': '172.27.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:57:28Z', 'updated_at': '2021-04-15T19:57:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ad9face-0ae3-4529-aacd-d53ebb36e4d0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-2-iscsi', '_interfaces': [{'id': '170bc978-09e0-49ca-b73c-27653d56365e', 'name': '', 'network_id': '76b1c698-a72d-402d-bd3d-fd85b08fd0a4', 'tenant_id': '1794582df1734e8d80790f7e87a6fcd2', 'mac_address': 'fa:16:3e:bc:5b:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3133cb58-8dee-4f9f-ba2c-b7c107fed0d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': '8ee5421b-3812-435f-a63f-52b3408746b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:57:32Z', 'updated_at': '2021-04-15T19:57:46Z', 'revision_number': 5, 'project_id': '1794582df1734e8d80790f7e87a6fcd2', 'subnets': [{'id': '8ee5421b-3812-435f-a63f-52b3408746b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 15 20:00:40.396467 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0238163c-74f7-420d-96c9-604635e26edc None None] New status for floating IP b4249865-78bb-4b14-9320-5b2550ef6898: DOWN {{(pid=85347) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 15 20:00:40.458000 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-d1836048-4b39-4192-9148-b56776502644 req-e402707b-1f4f-46c2-9a08-46042739bc2a tempest-TestVolumeBootPattern-370122628 tempest-TestVolumeBootPattern-370122628-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1916226041&fields=id&tenant_id=1794582df1734e8d80790f7e87a6fcd2 HTTP/1.1" status: 200  len: 267 time: 0.0516500
Apr 15 20:00:40.601388 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-3d77682a-3290-49f5-9a09-7e8e47f8ddca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789847050935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-428960'] for agent, after_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:00:40.643077 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1836048-4b39-4192-9148-b56776502644 req-b2ccaf20-2b4d-4647-b0f2-449a0b57ecf5 tempest-TestVolumeBootPattern-370122628 tempest-TestVolumeBootPattern-370122628-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:00:40.644916 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-d1836048-4b39-4192-9148-b56776502644 req-b2ccaf20-2b4d-4647-b0f2-449a0b57ecf5 tempest-TestVolumeBootPattern-370122628 tempest-TestVolumeBootPattern-370122628-project] 10.222.0.47 "GET /v2.0/networks?id=76b1c698-a72d-402d-bd3d-fd85b08fd0a4 HTTP/1.1" status: 200  len: 812 time: 0.1787310
Apr 15 20:00:40.668630 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-d1836048-4b39-4192-9148-b56776502644 req-6cc0d100-8e45-4f92-9741-6d383a8c3910 tempest-TestVolumeBootPattern-370122628 tempest-TestVolumeBootPattern-370122628-project] 10.222.0.47 "GET /v2.0/quotas/1794582df1734e8d80790f7e87a6fcd2 HTTP/1.1" status: 200  len: 375 time: 0.0111394
Apr 15 20:00:40.783730 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-d1836048-4b39-4192-9148-b56776502644 req-ed6bc21d-cf5e-4805-8381-23b6a5ae1f21 tempest-TestVolumeBootPattern-370122628 tempest-TestVolumeBootPattern-370122628-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=1794582df1734e8d80790f7e87a6fcd2&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1082206
Apr 15 20:00:41.018704 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-d1836048-4b39-4192-9148-b56776502644 req-d47e3f18-9f76-4929-aecd-a9047fbcbd08 service neutron] 10.222.0.47 "GET /v2.0/networks/76b1c698-a72d-402d-bd3d-fd85b08fd0a4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2205198
Apr 15 20:00:41.030078 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-e763b436-4627-4768-aa88-8ac422629166 req-37fcc581-7119-40a4-a471-763aa4bd757b service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=1eb6a36c-fde7-47e4-8f10-9d3217637efb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1121733
Apr 15 20:00:41.152129 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e763b436-4627-4768-aa88-8ac422629166 req-6a9ab119-7bdf-4120-9a9a-054e10cdcf33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:00:41.154488 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-e763b436-4627-4768-aa88-8ac422629166 req-6a9ab119-7bdf-4120-9a9a-054e10cdcf33 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=248e6af1b7394fed98b6a620f19a6bc0&device_id=1eb6a36c-fde7-47e4-8f10-9d3217637efb HTTP/1.1" status: 200  len: 1098 time: 0.0945477
Apr 15 20:00:41.188359 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-d1836048-4b39-4192-9148-b56776502644 req-b043b63f-8a5b-4712-8b07-b405f31ca698 service neutron] 10.222.0.47 "GET /v2.0/networks/76b1c698-a72d-402d-bd3d-fd85b08fd0a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1618223
Apr 15 20:00:41.404707 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e763b436-4627-4768-aa88-8ac422629166 req-7d7eb2dd-843d-4789-80c2-24d62cd3e3c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:00:41.406595 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-e763b436-4627-4768-aa88-8ac422629166 req-7d7eb2dd-843d-4789-80c2-24d62cd3e3c1 service neutron] 10.222.0.65 "GET /v2.0/networks?id=77d36611-d9d7-4878-bee2-d85f2a7b4788 HTTP/1.1" status: 200  len: 910 time: 0.2306414
Apr 15 20:00:41.559336 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-e763b436-4627-4768-aa88-8ac422629166 req-5ae7950e-9c52-4177-831d-e6f049d133a5 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6c543f7a-34a7-4717-892e-76f8e78e1aac HTTP/1.1" status: 200  len: 1001 time: 0.1455624
Apr 15 20:00:41.634684 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e763b436-4627-4768-aa88-8ac422629166 req-761b43b7-2509-4fed-9d22-43a32471e584 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:00:41.636506 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-e763b436-4627-4768-aa88-8ac422629166 req-761b43b7-2509-4fed-9d22-43a32471e584 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=ead78242-f7a7-4840-8c22-a0175f7d7ec4 HTTP/1.1" status: 200  len: 848 time: 0.0712612
Apr 15 20:00:41.758768 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource [req-8540b491-839c-40eb-afd1-b2d167479d14 req-7b91fd87-fe86-4786-9bef-c27b10e053ed tempest-TestVolumeBootPattern-370122628 tempest-TestVolumeBootPattern-370122628-project] Synchronizing usage tracker for tenant:1794582df1734e8d80790f7e87a6fcd2 on resource:port {{(pid=85344) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 15 20:00:41.795511 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource [req-8540b491-839c-40eb-afd1-b2d167479d14 req-7b91fd87-fe86-4786-9bef-c27b10e053ed tempest-TestVolumeBootPattern-370122628 tempest-TestVolumeBootPattern-370122628-project] Unset dirty status for tenant:1794582df1734e8d80790f7e87a6fcd2 on resource:port {{(pid=85344) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 15 20:00:41.796802 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-8540b491-839c-40eb-afd1-b2d167479d14 req-7b91fd87-fe86-4786-9bef-c27b10e053ed tempest-TestVolumeBootPattern-370122628 tempest-TestVolumeBootPattern-370122628-project] 10.222.0.47 "GET /v2.0/ports?device_id=fbae2f2c-8ab3-486c-879c-4f063591a505 HTTP/1.1" status: 200  len: 210 time: 0.0930188
Apr 15 20:00:41.800214 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e763b436-4627-4768-aa88-8ac422629166 req-78a23ee5-6705-4a26-af6c-6de9f245310f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:00:41.801841 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-e763b436-4627-4768-aa88-8ac422629166 req-78a23ee5-6705-4a26-af6c-6de9f245310f service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=77d36611-d9d7-4878-bee2-d85f2a7b4788&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1586492
Apr 15 20:00:41.975849 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-e763b436-4627-4768-aa88-8ac422629166 req-ffe1399f-2ed7-4f5f-9c29-21804eff612e service neutron] 10.222.0.65 "GET /v2.0/networks/77d36611-d9d7-4878-bee2-d85f2a7b4788?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1652122
Apr 15 20:00:42.146707 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-e763b436-4627-4768-aa88-8ac422629166 req-243ce3e6-6736-402b-b46a-4e8d9dae4586 service neutron] 10.222.0.65 "GET /v2.0/networks/77d36611-d9d7-4878-bee2-d85f2a7b4788?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1638722
Apr 15 20:00:43.006155 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-7c905bb8-bd22-4a8a-8c14-5781b5b87fdb req-6ee133bd-dd96-495f-8231-95865da046b3 tempest-TestVolumeBootPattern-370122628 tempest-TestVolumeBootPattern-370122628-project] 10.222.0.47 "GET /v2.0/ports?device_id=fbae2f2c-8ab3-486c-879c-4f063591a505 HTTP/1.1" status: 200  len: 210 time: 0.0605667
Apr 15 20:00:43.182753 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.agents_db [None req-b0af7715-6be6-4101-aede-c7b275f02801 None None] Agent healthcheck: found 6 active agents {{(pid=85347) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 15 20:00:43.240388 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1836048-4b39-4192-9148-b56776502644 req-77b95e25-5974-4bb3-b39b-04aa5dbb39e4 tempest-TestVolumeBootPattern-370122628 tempest-TestVolumeBootPattern-370122628-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:00:43.242025 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-d1836048-4b39-4192-9148-b56776502644 req-77b95e25-5974-4bb3-b39b-04aa5dbb39e4 tempest-TestVolumeBootPattern-370122628 tempest-TestVolumeBootPattern-370122628-project] 10.222.0.65 "GET /v2.0/networks?id=76b1c698-a72d-402d-bd3d-fd85b08fd0a4 HTTP/1.1" status: 200  len: 812 time: 0.2712727
Apr 15 20:00:43.331119 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-d1836048-4b39-4192-9148-b56776502644 req-81964a8f-0a85-4b22-9c2b-9fc8ca5f78c7 tempest-TestVolumeBootPattern-370122628 tempest-TestVolumeBootPattern-370122628-project] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=1794582df1734e8d80790f7e87a6fcd2 HTTP/1.1" status: 200  len: 8061 time: 0.0806627
Apr 15 20:00:43.342138 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.v2.base [req-d1836048-4b39-4192-9148-b56776502644 req-5bffa386-a2b7-4521-9ac3-42e957233888 tempest-TestVolumeBootPattern-370122628 tempest-TestVolumeBootPattern-370122628-project] Request body: {'port': {'device_id': 'fbae2f2c-8ab3-486c-879c-4f063591a505', 'network_id': '76b1c698-a72d-402d-bd3d-fd85b08fd0a4', 'admin_state_up': True, 'tenant_id': '1794582df1734e8d80790f7e87a6fcd2', 'security_groups': ['dec273f8-3574-4212-8c74-b29372db87d8']}} {{(pid=85344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 20:00:43.507257 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.quota.driver [req-d1836048-4b39-4192-9148-b56776502644 req-5bffa386-a2b7-4521-9ac3-42e957233888 tempest-TestVolumeBootPattern-370122628 tempest-TestVolumeBootPattern-370122628-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 20:00:43.518328 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.quota.driver [req-d1836048-4b39-4192-9148-b56776502644 req-5bffa386-a2b7-4521-9ac3-42e957233888 tempest-TestVolumeBootPattern-370122628 tempest-TestVolumeBootPattern-370122628-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=85344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 20:00:43.528665 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d1836048-4b39-4192-9148-b56776502644 req-5bffa386-a2b7-4521-9ac3-42e957233888 tempest-TestVolumeBootPattern-370122628 tempest-TestVolumeBootPattern-370122628-project] Made reservation on behalf of 1794582df1734e8d80790f7e87a6fcd2 for: {'port': 1} {{(pid=85344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 15 20:00:43.535027 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [req-d1836048-4b39-4192-9148-b56776502644 req-5bffa386-a2b7-4521-9ac3-42e957233888 tempest-TestVolumeBootPattern-370122628 tempest-TestVolumeBootPattern-370122628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854565853'] for port, before_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:00:43.725074 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.db_base_plugin_common [req-d1836048-4b39-4192-9148-b56776502644 req-5bffa386-a2b7-4521-9ac3-42e957233888 tempest-TestVolumeBootPattern-370122628 tempest-TestVolumeBootPattern-370122628-project] Allocated IP 172.20.0.3 (76b1c698-a72d-402d-bd3d-fd85b08fd0a4/8ee5421b-3812-435f-a63f-52b3408746b8/a92a13e1-e7bc-4d27-9bfb-72ca45141283) {{(pid=85344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 15 20:00:43.966701 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [req-d1836048-4b39-4192-9148-b56776502644 req-5bffa386-a2b7-4521-9ac3-42e957233888 tempest-TestVolumeBootPattern-370122628 tempest-TestVolumeBootPattern-370122628-project] Notify callbacks [] for port, precommit_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:00:43.992380 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.provisioning_blocks [req-d1836048-4b39-4192-9148-b56776502644 req-5bffa386-a2b7-4521-9ac3-42e957233888 tempest-TestVolumeBootPattern-370122628 tempest-TestVolumeBootPattern-370122628-project] Transition to ACTIVE for port object a92a13e1-e7bc-4d27-9bfb-72ca45141283 will not be triggered until provisioned by entity DHCP. {{(pid=85344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 20:00:44.021944 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [req-d1836048-4b39-4192-9148-b56776502644 req-5bffa386-a2b7-4521-9ac3-42e957233888 tempest-TestVolumeBootPattern-370122628 tempest-TestVolumeBootPattern-370122628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854693686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852972410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789846482393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851621869'] for port, after_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:00:44.042909 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-6c8e36a5-d22e-47db-9f78-45d83badcf16 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:00:44.237207 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bffa386-a2b7-4521-9ac3-42e957233888 tempest-TestVolumeBootPattern-370122628 tempest-TestVolumeBootPattern-370122628-project] Pushing event updated for resources: {'Port': ['ID=a92a13e1-e7bc-4d27-9bfb-72ca45141283,revision_number=1']} {{(pid=85344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:00:44.243630 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-5bffa386-a2b7-4521-9ac3-42e957233888 tempest-TestVolumeBootPattern-370122628 tempest-TestVolumeBootPattern-370122628-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:00:44.335807 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff2f525-53a3-40d3-8c53-efdbebd1eca5 req-5f4f3ba9-fd48-4822-9f83-6f2b92baa674 tempest-TestVolumeBootPattern-370122628 tempest-TestVolumeBootPattern-370122628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:00:44.337444 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-0ff2f525-53a3-40d3-8c53-efdbebd1eca5 req-5f4f3ba9-fd48-4822-9f83-6f2b92baa674 tempest-TestVolumeBootPattern-370122628 tempest-TestVolumeBootPattern-370122628-project] 10.222.0.47 "GET /v2.0/ports?device_id=fbae2f2c-8ab3-486c-879c-4f063591a505 HTTP/1.1" status: 200  len: 931 time: 0.1868956
Apr 15 20:00:44.342678 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d1836048-4b39-4192-9148-b56776502644 req-5bffa386-a2b7-4521-9ac3-42e957233888 tempest-TestVolumeBootPattern-370122628 tempest-TestVolumeBootPattern-370122628-project] Network 76b1c698-a72d-402d-bd3d-fd85b08fd0a4 is already hosted by enough agents. {{(pid=85344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 15 20:00:44.344060 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.scheduler.base_scheduler [req-d1836048-4b39-4192-9148-b56776502644 req-5bffa386-a2b7-4521-9ac3-42e957233888 tempest-TestVolumeBootPattern-370122628 tempest-TestVolumeBootPattern-370122628-project] Resources bound (agent type, host, resource id):  {{(pid=85344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 20:00:44.346827 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1836048-4b39-4192-9148-b56776502644 req-5bffa386-a2b7-4521-9ac3-42e957233888 tempest-TestVolumeBootPattern-370122628 tempest-TestVolumeBootPattern-370122628-project] Received port after_create {{(pid=85344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 15 20:00:44.449310 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-0ff2f525-53a3-40d3-8c53-efdbebd1eca5 req-5de67a7d-55cd-45f8-91ad-f147095f69e4 tempest-TestVolumeBootPattern-370122628 tempest-TestVolumeBootPattern-370122628-project] 10.222.0.47 "GET /v2.0/security-groups?id=dec273f8-3574-4212-8c74-b29372db87d8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0720758
Apr 15 20:00:44.458976 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1836048-4b39-4192-9148-b56776502644 req-5bffa386-a2b7-4521-9ac3-42e957233888 tempest-TestVolumeBootPattern-370122628 tempest-TestVolumeBootPattern-370122628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:00:44.459718 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [req-d1836048-4b39-4192-9148-b56776502644 req-5bffa386-a2b7-4521-9ac3-42e957233888 tempest-TestVolumeBootPattern-370122628 tempest-TestVolumeBootPattern-370122628-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771739'] for port, before_response {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:00:44.489867 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-d1836048-4b39-4192-9148-b56776502644 req-5bffa386-a2b7-4521-9ac3-42e957233888 tempest-TestVolumeBootPattern-370122628 tempest-TestVolumeBootPattern-370122628-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.1523597
Apr 15 20:00:44.503631 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.v2.base [req-d1836048-4b39-4192-9148-b56776502644 req-fe306d48-a5c2-4e11-bcc9-1bf8b2ac1bee service neutron] Request body: {'port': {'device_id': 'fbae2f2c-8ab3-486c-879c-4f063591a505', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=85344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 20:00:44.617049 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.provisioning_blocks [None req-c123a5f4-9d37-4f6c-a08c-44d7e0fdbe08 None None] Provisioning for port a92a13e1-e7bc-4d27-9bfb-72ca45141283 completed by entity DHCP. {{(pid=85346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 20:00:44.624281 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.provisioning_blocks [None req-c123a5f4-9d37-4f6c-a08c-44d7e0fdbe08 None None] Provisioning complete for port a92a13e1-e7bc-4d27-9bfb-72ca45141283 triggered by entity DHCP. {{(pid=85346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 20:00:44.624852 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-c123a5f4-9d37-4f6c-a08c-44d7e0fdbe08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-428662'] for port, provisioning_complete {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:00:44.638310 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [req-d1836048-4b39-4192-9148-b56776502644 req-fe306d48-a5c2-4e11-bcc9-1bf8b2ac1bee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854565853'] for port, before_update {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:00:44.705949 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.plugin [None req-c123a5f4-9d37-4f6c-a08c-44d7e0fdbe08 None None] Port a92a13e1-e7bc-4d27-9bfb-72ca45141283 cannot update to ACTIVE because it is not bound. {{(pid=85346) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 15 20:00:45.080759 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.notifiers.nova [req-d1836048-4b39-4192-9148-b56776502644 req-fe306d48-a5c2-4e11-bcc9-1bf8b2ac1bee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a92a13e1-e7bc-4d27-9bfb-72ca45141283 {{(pid=85344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 15 20:00:45.089643 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [req-d1836048-4b39-4192-9148-b56776502644 req-fe306d48-a5c2-4e11-bcc9-1bf8b2ac1bee service neutron] Notify callbacks [] for port, precommit_update {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:00:45.108053 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.provisioning_blocks [req-d1836048-4b39-4192-9148-b56776502644 req-fe306d48-a5c2-4e11-bcc9-1bf8b2ac1bee service neutron] Transition to ACTIVE for port object a92a13e1-e7bc-4d27-9bfb-72ca45141283 will not be triggered until provisioned by entity L2. {{(pid=85344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 20:00:45.112363 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [req-d1836048-4b39-4192-9148-b56776502644 req-fe306d48-a5c2-4e11-bcc9-1bf8b2ac1bee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854693686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852972410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789846929216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789846482410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789846483725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3153931'] for port, after_update {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:00:45.128696 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-8af4eadf-7f22-4861-8f0e-0db07544c752 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:00:45.270410 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe306d48-a5c2-4e11-bcc9-1bf8b2ac1bee service neutron] Pushing event updated for resources: {'Port': ['ID=a92a13e1-e7bc-4d27-9bfb-72ca45141283,revision_number=2']} {{(pid=85344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:00:45.287150 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-fe306d48-a5c2-4e11-bcc9-1bf8b2ac1bee service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:00:45.688745 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcc607e-758d-4f41-a321-73d84524091d req-e94d3a5d-c86b-40a9-b7b3-96f3042f281f tempest-TestVolumeBootPattern-370122628 tempest-TestVolumeBootPattern-370122628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:00:45.696694 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-ddcc607e-758d-4f41-a321-73d84524091d req-e94d3a5d-c86b-40a9-b7b3-96f3042f281f tempest-TestVolumeBootPattern-370122628 tempest-TestVolumeBootPattern-370122628-project] 10.222.0.47 "GET /v2.0/ports?device_id=fbae2f2c-8ab3-486c-879c-4f063591a505 HTTP/1.1" status: 200  len: 943 time: 0.1103382
Apr 15 20:00:45.755862 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-ddcc607e-758d-4f41-a321-73d84524091d req-6219aa91-ac41-4721-8193-1c889f3032b4 tempest-TestVolumeBootPattern-370122628 tempest-TestVolumeBootPattern-370122628-project] 10.222.0.47 "GET /v2.0/security-groups?id=dec273f8-3574-4212-8c74-b29372db87d8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0578084
Apr 15 20:00:45.786276 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.managers [req-d1836048-4b39-4192-9148-b56776502644 req-fe306d48-a5c2-4e11-bcc9-1bf8b2ac1bee service neutron] Attempting to bind port a92a13e1-e7bc-4d27-9bfb-72ca45141283 on host hv-cinder-78638 for vnic_type normal with profile  {{(pid=85344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 15 20:00:45.786670 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.managers [req-d1836048-4b39-4192-9148-b56776502644 req-fe306d48-a5c2-4e11-bcc9-1bf8b2ac1bee service neutron] Attempting to bind port a92a13e1-e7bc-4d27-9bfb-72ca45141283 by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': '209e6493-9f5f-442f-9075-23fc9d984e08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '76b1c698-a72d-402d-bd3d-fd85b08fd0a4'}] {{(pid=85344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 15 20:00:45.787080 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1836048-4b39-4192-9148-b56776502644 req-fe306d48-a5c2-4e11-bcc9-1bf8b2ac1bee service neutron] Attempting to bind port a92a13e1-e7bc-4d27-9bfb-72ca45141283 on network 76b1c698-a72d-402d-bd3d-fd85b08fd0a4 {{(pid=85344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 20:00:45.792870 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1836048-4b39-4192-9148-b56776502644 req-fe306d48-a5c2-4e11-bcc9-1bf8b2ac1bee service neutron] Port a92a13e1-e7bc-4d27-9bfb-72ca45141283 on network 76b1c698-a72d-402d-bd3d-fd85b08fd0a4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=85344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 15 20:00:45.793245 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1836048-4b39-4192-9148-b56776502644 req-fe306d48-a5c2-4e11-bcc9-1bf8b2ac1bee service neutron] Attempting to bind port a92a13e1-e7bc-4d27-9bfb-72ca45141283 on network 76b1c698-a72d-402d-bd3d-fd85b08fd0a4 {{(pid=85344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 20:00:45.799240 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1836048-4b39-4192-9148-b56776502644 req-fe306d48-a5c2-4e11-bcc9-1bf8b2ac1bee service neutron] Checking agent: {'id': '202ba611-b908-4e0e-99b2-33811728b356', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 19, 46, 37), 'started_at': datetime.datetime(2021, 4, 15, 19, 46, 37), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 20, 0, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 15 20:00:45.799618 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1836048-4b39-4192-9148-b56776502644 req-fe306d48-a5c2-4e11-bcc9-1bf8b2ac1bee service neutron] Checking segment: {'id': '209e6493-9f5f-442f-9075-23fc9d984e08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '76b1c698-a72d-402d-bd3d-fd85b08fd0a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 20:00:45.800042 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1836048-4b39-4192-9148-b56776502644 req-fe306d48-a5c2-4e11-bcc9-1bf8b2ac1bee service neutron] Bound using segment: {'id': '209e6493-9f5f-442f-9075-23fc9d984e08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '76b1c698-a72d-402d-bd3d-fd85b08fd0a4'} {{(pid=85344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 15 20:00:45.800527 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.managers [req-d1836048-4b39-4192-9148-b56776502644 req-fe306d48-a5c2-4e11-bcc9-1bf8b2ac1bee service neutron] Bound port: a92a13e1-e7bc-4d27-9bfb-72ca45141283, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '209e6493-9f5f-442f-9075-23fc9d984e08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '76b1c698-a72d-402d-bd3d-fd85b08fd0a4'}}] {{(pid=85344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 15 20:00:45.800909 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [req-d1836048-4b39-4192-9148-b56776502644 req-fe306d48-a5c2-4e11-bcc9-1bf8b2ac1bee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854565853'] for port, before_update {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:00:45.907079 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.db [req-d1836048-4b39-4192-9148-b56776502644 req-fe306d48-a5c2-4e11-bcc9-1bf8b2ac1bee service neutron] For port a92a13e1-e7bc-4d27-9bfb-72ca45141283, host hv-cinder-78638, cleared binding levels {{(pid=85344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 15 20:00:45.910818 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.db [req-d1836048-4b39-4192-9148-b56776502644 req-fe306d48-a5c2-4e11-bcc9-1bf8b2ac1bee service neutron] For port a92a13e1-e7bc-4d27-9bfb-72ca45141283, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=a92a13e1-e7bc-4d27-9bfb-72ca45141283,segment=NetworkSegment(209e6493-9f5f-442f-9075-23fc9d984e08),segment_id=209e6493-9f5f-442f-9075-23fc9d984e08)] {{(pid=85344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 15 20:00:45.916089 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [req-d1836048-4b39-4192-9148-b56776502644 req-fe306d48-a5c2-4e11-bcc9-1bf8b2ac1bee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854693686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852972410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789846929216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789846482410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789846483725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3153931'] for port, after_update {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:00:45.933091 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-6f9a3989-068e-4d23-9451-9d05352d20a8 tempest-TestVolumeBootPattern-370122628 tempest-TestVolumeBootPattern-370122628-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:00:46.103074 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe306d48-a5c2-4e11-bcc9-1bf8b2ac1bee service neutron] Pushing event updated for resources: {'Port': ['ID=a92a13e1-e7bc-4d27-9bfb-72ca45141283,revision_number=3']} {{(pid=85344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:00:46.110304 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-fe306d48-a5c2-4e11-bcc9-1bf8b2ac1bee service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:00:46.145582 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1836048-4b39-4192-9148-b56776502644 req-fe306d48-a5c2-4e11-bcc9-1bf8b2ac1bee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:00:46.146282 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [req-d1836048-4b39-4192-9148-b56776502644 req-fe306d48-a5c2-4e11-bcc9-1bf8b2ac1bee service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771739'] for port, before_response {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:00:46.147899 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-d1836048-4b39-4192-9148-b56776502644 req-fe306d48-a5c2-4e11-bcc9-1bf8b2ac1bee service neutron] 10.222.0.65 "PUT /v2.0/ports/a92a13e1-e7bc-4d27-9bfb-72ca45141283 HTTP/1.1" status: 200  len: 1093 time: 1.6493149
Apr 15 20:00:46.148498 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fbae2f2c-8ab3-486c-879c-4f063591a505', 'tag': 'a92a13e1-e7bc-4d27-9bfb-72ca45141283'}] {{(pid=85344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 20:00:46.244080 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fbae2f2c-8ab3-486c-879c-4f063591a505', 'tag': 'a92a13e1-e7bc-4d27-9bfb-72ca45141283', 'status': 'completed', 'code': 200}
Apr 15 20:00:46.295238 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1836048-4b39-4192-9148-b56776502644 req-d129029c-0964-4ddc-b06e-542d9c1d7e5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:00:46.296934 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-d1836048-4b39-4192-9148-b56776502644 req-d129029c-0964-4ddc-b06e-542d9c1d7e5e service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=1794582df1734e8d80790f7e87a6fcd2&device_id=fbae2f2c-8ab3-486c-879c-4f063591a505 HTTP/1.1" status: 200  len: 1096 time: 0.1004622
Apr 15 20:00:46.438766 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-d1836048-4b39-4192-9148-b56776502644 req-33e27dae-8fbd-492e-a081-4ac03eea6b89 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a92a13e1-e7bc-4d27-9bfb-72ca45141283 HTTP/1.1" status: 200  len: 217 time: 0.1338205
Apr 15 20:00:46.515055 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1836048-4b39-4192-9148-b56776502644 req-83a35377-625a-4145-a674-c44c302d461b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:00:46.516641 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-d1836048-4b39-4192-9148-b56776502644 req-83a35377-625a-4145-a674-c44c302d461b service neutron] 10.222.0.65 "GET /v2.0/subnets?id=8ee5421b-3812-435f-a63f-52b3408746b8 HTTP/1.1" status: 200  len: 851 time: 0.0712793
Apr 15 20:00:46.605501 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1836048-4b39-4192-9148-b56776502644 req-995f0112-bdf7-4cf9-b5cf-37d3920d0d51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:00:46.607784 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-d1836048-4b39-4192-9148-b56776502644 req-995f0112-bdf7-4cf9-b5cf-37d3920d0d51 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=76b1c698-a72d-402d-bd3d-fd85b08fd0a4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0839214
Apr 15 20:00:46.766132 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-d1836048-4b39-4192-9148-b56776502644 req-606d8183-5d61-4ed5-9484-0179344b0710 service neutron] 10.222.0.65 "GET /v2.0/networks/76b1c698-a72d-402d-bd3d-fd85b08fd0a4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1511590
Apr 15 20:00:46.937318 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-d1836048-4b39-4192-9148-b56776502644 req-322b55ad-36af-42e5-9853-3acf2588ec47 service neutron] 10.222.0.65 "GET /v2.0/networks/76b1c698-a72d-402d-bd3d-fd85b08fd0a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1646104
Apr 15 20:00:46.974510 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949b1e95-b607-4318-a282-5b8ed29e1fcf req-e7c5c6b4-a0ca-4326-9162-4d498e1e7581 tempest-TestVolumeBootPattern-370122628 tempest-TestVolumeBootPattern-370122628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:00:46.976241 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-949b1e95-b607-4318-a282-5b8ed29e1fcf req-e7c5c6b4-a0ca-4326-9162-4d498e1e7581 tempest-TestVolumeBootPattern-370122628 tempest-TestVolumeBootPattern-370122628-project] 10.222.0.47 "GET /v2.0/ports?device_id=fbae2f2c-8ab3-486c-879c-4f063591a505 HTTP/1.1" status: 200  len: 943 time: 0.0978241
Apr 15 20:00:47.036177 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-949b1e95-b607-4318-a282-5b8ed29e1fcf req-de832392-f0ca-4d0c-951e-721003b8d7d1 tempest-TestVolumeBootPattern-370122628 tempest-TestVolumeBootPattern-370122628-project] 10.222.0.47 "GET /v2.0/security-groups?id=dec273f8-3574-4212-8c74-b29372db87d8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0472670
Apr 15 20:00:47.084688 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bfce75-a9d8-46e8-b5dd-0cefa6142a6a req-d574eb14-1404-4729-b413-2141f4e390c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:00:47.086291 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-05bfce75-a9d8-46e8-b5dd-0cefa6142a6a req-d574eb14-1404-4729-b413-2141f4e390c3 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=1794582df1734e8d80790f7e87a6fcd2&device_id=fbae2f2c-8ab3-486c-879c-4f063591a505 HTTP/1.1" status: 200  len: 1096 time: 0.1029921
Apr 15 20:00:47.239405 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bfce75-a9d8-46e8-b5dd-0cefa6142a6a req-8ed1b3e7-8205-45c3-9b1b-c99a495efe20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:00:47.240895 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-05bfce75-a9d8-46e8-b5dd-0cefa6142a6a req-8ed1b3e7-8205-45c3-9b1b-c99a495efe20 service neutron] 10.222.0.65 "GET /v2.0/networks?id=76b1c698-a72d-402d-bd3d-fd85b08fd0a4 HTTP/1.1" status: 200  len: 913 time: 0.1474609
Apr 15 20:00:47.319886 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-05bfce75-a9d8-46e8-b5dd-0cefa6142a6a req-417ad324-77a3-4f4e-8dfd-6c68c7c8227f service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a92a13e1-e7bc-4d27-9bfb-72ca45141283 HTTP/1.1" status: 200  len: 217 time: 0.0712419
Apr 15 20:00:47.396282 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bfce75-a9d8-46e8-b5dd-0cefa6142a6a req-0c0ff4d5-d950-41d2-a692-26e53a4b1352 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:00:47.397891 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-05bfce75-a9d8-46e8-b5dd-0cefa6142a6a req-0c0ff4d5-d950-41d2-a692-26e53a4b1352 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=8ee5421b-3812-435f-a63f-52b3408746b8 HTTP/1.1" status: 200  len: 851 time: 0.0713749
Apr 15 20:00:47.485403 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bfce75-a9d8-46e8-b5dd-0cefa6142a6a req-464bc6c1-0593-49e4-a90a-8861e0035094 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:00:47.487063 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-05bfce75-a9d8-46e8-b5dd-0cefa6142a6a req-464bc6c1-0593-49e4-a90a-8861e0035094 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=76b1c698-a72d-402d-bd3d-fd85b08fd0a4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0832114
Apr 15 20:00:47.637070 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-05bfce75-a9d8-46e8-b5dd-0cefa6142a6a req-c7a9c669-c1ab-4da6-a7fa-775c4017a9aa service neutron] 10.222.0.65 "GET /v2.0/networks/76b1c698-a72d-402d-bd3d-fd85b08fd0a4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1435573
Apr 15 20:00:47.793156 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-05bfce75-a9d8-46e8-b5dd-0cefa6142a6a req-740ea0ae-e568-46c5-8c68-b4ab7faa2af6 service neutron] 10.222.0.65 "GET /v2.0/networks/76b1c698-a72d-402d-bd3d-fd85b08fd0a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1498678
Apr 15 20:00:48.267778 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af03bdf-f8f1-42cc-880d-5bd74426e2a9 req-cfd584a8-0ad6-401d-b515-8ed3ffc22ca0 tempest-TestVolumeBootPattern-370122628 tempest-TestVolumeBootPattern-370122628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:00:48.268609 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource [req-1af03bdf-f8f1-42cc-880d-5bd74426e2a9 req-cfd584a8-0ad6-401d-b515-8ed3ffc22ca0 tempest-TestVolumeBootPattern-370122628 tempest-TestVolumeBootPattern-370122628-project] Synchronizing usage tracker for tenant:1794582df1734e8d80790f7e87a6fcd2 on resource:port {{(pid=85344) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 15 20:00:48.284599 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource [req-1af03bdf-f8f1-42cc-880d-5bd74426e2a9 req-cfd584a8-0ad6-401d-b515-8ed3ffc22ca0 tempest-TestVolumeBootPattern-370122628 tempest-TestVolumeBootPattern-370122628-project] Unset dirty status for tenant:1794582df1734e8d80790f7e87a6fcd2 on resource:port {{(pid=85344) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 15 20:00:48.286233 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-1af03bdf-f8f1-42cc-880d-5bd74426e2a9 req-cfd584a8-0ad6-401d-b515-8ed3ffc22ca0 tempest-TestVolumeBootPattern-370122628 tempest-TestVolumeBootPattern-370122628-project] 10.222.0.47 "GET /v2.0/ports?device_id=fbae2f2c-8ab3-486c-879c-4f063591a505 HTTP/1.1" status: 200  len: 943 time: 0.1135514
Apr 15 20:00:48.361936 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-1af03bdf-f8f1-42cc-880d-5bd74426e2a9 req-c242287d-9d62-4cb1-b194-bd0dd444c103 tempest-TestVolumeBootPattern-370122628 tempest-TestVolumeBootPattern-370122628-project] 10.222.0.47 "GET /v2.0/security-groups?id=dec273f8-3574-4212-8c74-b29372db87d8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0684428
Apr 15 20:00:49.591808 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a93d594-6871-4457-a21c-3ba85798c794 req-55390bc7-4a4d-4ff7-aad8-a5e8fc5787b6 tempest-TestVolumeBootPattern-370122628 tempest-TestVolumeBootPattern-370122628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:00:49.593374 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-4a93d594-6871-4457-a21c-3ba85798c794 req-55390bc7-4a4d-4ff7-aad8-a5e8fc5787b6 tempest-TestVolumeBootPattern-370122628 tempest-TestVolumeBootPattern-370122628-project] 10.222.0.47 "GET /v2.0/ports?device_id=fbae2f2c-8ab3-486c-879c-4f063591a505 HTTP/1.1" status: 200  len: 943 time: 0.1031470
Apr 15 20:00:49.643973 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-4a93d594-6871-4457-a21c-3ba85798c794 req-55fb9bc4-9b03-468f-b99a-d2e53f6505b9 tempest-TestVolumeBootPattern-370122628 tempest-TestVolumeBootPattern-370122628-project] 10.222.0.47 "GET /v2.0/security-groups?id=dec273f8-3574-4212-8c74-b29372db87d8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0440712
Apr 15 20:00:50.861251 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88a8eef-db1f-4a1a-97f3-696f8ad0444f req-443b1d97-23b1-4f79-a51a-f83b94078214 tempest-TestVolumeBootPattern-370122628 tempest-TestVolumeBootPattern-370122628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:00:50.863024 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-e88a8eef-db1f-4a1a-97f3-696f8ad0444f req-443b1d97-23b1-4f79-a51a-f83b94078214 tempest-TestVolumeBootPattern-370122628 tempest-TestVolumeBootPattern-370122628-project] 10.222.0.47 "GET /v2.0/ports?device_id=fbae2f2c-8ab3-486c-879c-4f063591a505 HTTP/1.1" status: 200  len: 943 time: 0.0953014
Apr 15 20:00:50.916477 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-e88a8eef-db1f-4a1a-97f3-696f8ad0444f req-0ed4a043-ee0a-4d1c-879e-7445262b6257 tempest-TestVolumeBootPattern-370122628 tempest-TestVolumeBootPattern-370122628-project] 10.222.0.47 "GET /v2.0/security-groups?id=dec273f8-3574-4212-8c74-b29372db87d8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0467434
Apr 15 20:00:52.141109 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c80e712-b78f-4f2a-b4bc-f92aabeea470 req-a8a8dd74-03de-4770-88a1-18b2ea5747dc tempest-TestVolumeBootPattern-370122628 tempest-TestVolumeBootPattern-370122628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:00:52.142767 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-8c80e712-b78f-4f2a-b4bc-f92aabeea470 req-a8a8dd74-03de-4770-88a1-18b2ea5747dc tempest-TestVolumeBootPattern-370122628 tempest-TestVolumeBootPattern-370122628-project] 10.222.0.47 "GET /v2.0/ports?device_id=fbae2f2c-8ab3-486c-879c-4f063591a505 HTTP/1.1" status: 200  len: 943 time: 0.0980446
Apr 15 20:00:52.195672 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-8c80e712-b78f-4f2a-b4bc-f92aabeea470 req-ffd6edc6-8d7c-437c-bebe-3d43cc95053d tempest-TestVolumeBootPattern-370122628 tempest-TestVolumeBootPattern-370122628-project] 10.222.0.47 "GET /v2.0/security-groups?id=dec273f8-3574-4212-8c74-b29372db87d8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0463247
Apr 15 20:00:53.409955 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f83384-8507-448b-9804-fb25152a267f req-3090c869-70f8-48cc-8768-87a7d8908646 tempest-TestVolumeBootPattern-370122628 tempest-TestVolumeBootPattern-370122628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:00:53.411721 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-31f83384-8507-448b-9804-fb25152a267f req-3090c869-70f8-48cc-8768-87a7d8908646 tempest-TestVolumeBootPattern-370122628 tempest-TestVolumeBootPattern-370122628-project] 10.222.0.47 "GET /v2.0/ports?device_id=fbae2f2c-8ab3-486c-879c-4f063591a505 HTTP/1.1" status: 200  len: 943 time: 0.0987475
Apr 15 20:00:53.464666 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-31f83384-8507-448b-9804-fb25152a267f req-b6e3e9e6-b0ce-444c-b994-6c6e20349377 tempest-TestVolumeBootPattern-370122628 tempest-TestVolumeBootPattern-370122628-project] 10.222.0.47 "GET /v2.0/security-groups?id=dec273f8-3574-4212-8c74-b29372db87d8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0463314
Apr 15 20:00:54.672821 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b797a44d-ab30-4625-bf4e-0f3a7797e2a7 req-4bf59622-c0eb-49f5-bc46-2eaf5b1fd924 tempest-TestVolumeBootPattern-370122628 tempest-TestVolumeBootPattern-370122628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:00:54.674514 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-b797a44d-ab30-4625-bf4e-0f3a7797e2a7 req-4bf59622-c0eb-49f5-bc46-2eaf5b1fd924 tempest-TestVolumeBootPattern-370122628 tempest-TestVolumeBootPattern-370122628-project] 10.222.0.47 "GET /v2.0/ports?device_id=fbae2f2c-8ab3-486c-879c-4f063591a505 HTTP/1.1" status: 200  len: 943 time: 0.0933490
Apr 15 20:00:54.727972 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-b797a44d-ab30-4625-bf4e-0f3a7797e2a7 req-25a7d7bf-0c17-4116-aa3c-0d11ae91f02b tempest-TestVolumeBootPattern-370122628 tempest-TestVolumeBootPattern-370122628-project] 10.222.0.47 "GET /v2.0/security-groups?id=dec273f8-3574-4212-8c74-b29372db87d8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0467694
Apr 15 20:00:54.777781 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.rpc [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Device a92a13e1-e7bc-4d27-9bfb-72ca45141283 details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=85346) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 15 20:00:54.935442 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.db [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] For port a92a13e1-e7bc-4d27-9bfb-72ca45141283, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=a92a13e1-e7bc-4d27-9bfb-72ca45141283,segment=NetworkSegment(209e6493-9f5f-442f-9075-23fc9d984e08),segment_id=209e6493-9f5f-442f-9075-23fc9d984e08)] {{(pid=85346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 20:00:54.952470 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.rpc [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Returning: {'device': 'a92a13e1-e7bc-4d27-9bfb-72ca45141283', 'network_id': '76b1c698-a72d-402d-bd3d-fd85b08fd0a4', 'port_id': 'a92a13e1-e7bc-4d27-9bfb-72ca45141283', 'mac_address': 'fa:16:3e:54:ad:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 665, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ee5421b-3812-435f-a63f-52b3408746b8', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85346) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 15 20:00:55.018089 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854565853'] for port, before_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:00:55.038581 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.notifiers.nova [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a92a13e1-e7bc-4d27-9bfb-72ca45141283 {{(pid=85346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 15 20:00:55.056762 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.db [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] For port a92a13e1-e7bc-4d27-9bfb-72ca45141283, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=a92a13e1-e7bc-4d27-9bfb-72ca45141283,segment=NetworkSegment(209e6493-9f5f-442f-9075-23fc9d984e08),segment_id=209e6493-9f5f-442f-9075-23fc9d984e08)] {{(pid=85346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 20:00:55.060532 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854693686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852972410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789846929216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789846482410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789846483725'] for port, after_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:00:55.062446 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:00:55.140884 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Pushing event updated for resources: {'Port': ['ID=a92a13e1-e7bc-4d27-9bfb-72ca45141283,revision_number=4']} {{(pid=85346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:00:55.149193 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:00:55.149591 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:00:55.149985 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:00:55.150366 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:00:55.150744 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:00:55.151149 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:00:55.151523 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:00:55.151893 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:00:55.152266 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:00:55.152637 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:00:55.153035 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:00:55.153410 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:00:55.158047 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:00:55.316074 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.db [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] get_ports_and_sgs() called for port_ids ['a92a13e1-e7bc-4d27-9bfb-72ca45141283'] {{(pid=85346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 15 20:00:55.981677 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d3e606-30c4-4591-918a-32ffb8f4da53 req-9ce076e3-dc46-4140-888b-c66a13c867c6 tempest-TestVolumeBootPattern-370122628 tempest-TestVolumeBootPattern-370122628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:00:55.983367 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-96d3e606-30c4-4591-918a-32ffb8f4da53 req-9ce076e3-dc46-4140-888b-c66a13c867c6 tempest-TestVolumeBootPattern-370122628 tempest-TestVolumeBootPattern-370122628-project] 10.222.0.47 "GET /v2.0/ports?device_id=fbae2f2c-8ab3-486c-879c-4f063591a505 HTTP/1.1" status: 200  len: 944 time: 0.1346610
Apr 15 20:00:56.039423 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-96d3e606-30c4-4591-918a-32ffb8f4da53 req-587dc85a-fdaf-4fc1-8182-5fbf561132e8 tempest-TestVolumeBootPattern-370122628 tempest-TestVolumeBootPattern-370122628-project] 10.222.0.47 "GET /v2.0/security-groups?id=dec273f8-3574-4212-8c74-b29372db87d8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0455608
Apr 15 20:00:56.794056 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.rpc [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Device a92a13e1-e7bc-4d27-9bfb-72ca45141283 up at agent hyperv_hv-cinder-78638 {{(pid=85346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 20:00:56.891006 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.provisioning_blocks [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Provisioning for port a92a13e1-e7bc-4d27-9bfb-72ca45141283 completed by entity L2. {{(pid=85346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 20:00:56.897548 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.provisioning_blocks [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Provisioning complete for port a92a13e1-e7bc-4d27-9bfb-72ca45141283 triggered by entity L2. {{(pid=85346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 20:00:56.897977 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-428662'] for port, provisioning_complete {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:00:57.039516 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bb53f5-63da-420d-a79d-bdec2a95a588 req-ae0fbb1e-b43b-44bd-8e0d-3f743b587f75 tempest-TestShelveInstance-1114833871 tempest-TestShelveInstance-1114833871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:00:57.041297 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-47bb53f5-63da-420d-a79d-bdec2a95a588 req-ae0fbb1e-b43b-44bd-8e0d-3f743b587f75 tempest-TestShelveInstance-1114833871 tempest-TestShelveInstance-1114833871-project] 10.222.0.47 "GET /v2.0/ports?device_id=1eb6a36c-fde7-47e4-8f10-9d3217637efb HTTP/1.1" status: 200  len: 945 time: 0.1053758
Apr 15 20:00:57.102444 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854565853'] for port, before_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:00:57.118371 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-47bb53f5-63da-420d-a79d-bdec2a95a588 req-40b6ae68-724c-4d62-8005-422f5d37ac38 tempest-TestShelveInstance-1114833871 tempest-TestShelveInstance-1114833871-project] 10.222.0.47 "GET /v2.0/security-groups?id=79abbd6f-e10b-490a-ab14-d050dfb290c3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0686307
Apr 15 20:00:57.163945 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbae2f2c-8ab3-486c-879c-4f063591a505', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a92a13e1-e7bc-4d27-9bfb-72ca45141283'}] {{(pid=85346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 20:00:57.181823 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.db [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] For port a92a13e1-e7bc-4d27-9bfb-72ca45141283, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=a92a13e1-e7bc-4d27-9bfb-72ca45141283,segment=NetworkSegment(209e6493-9f5f-442f-9075-23fc9d984e08),segment_id=209e6493-9f5f-442f-9075-23fc9d984e08)] {{(pid=85346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 20:00:57.186598 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854693686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852972410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789846929216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789846482410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789846483725'] for port, after_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:00:57.190016 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-433639f0-248a-4e4c-acb0-c0668ec9ccb3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:00:57.297410 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Pushing event updated for resources: {'Port': ['ID=a92a13e1-e7bc-4d27-9bfb-72ca45141283,revision_number=5']} {{(pid=85346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:00:57.303036 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:00:57.320093 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd07aea-61dc-4b0d-ae43-64a4aa7f622c req-f6c62ca8-137f-4f66-9f70-ca5f19722396 tempest-TestVolumeBootPattern-370122628 tempest-TestVolumeBootPattern-370122628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:00:57.321848 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-0cd07aea-61dc-4b0d-ae43-64a4aa7f622c req-f6c62ca8-137f-4f66-9f70-ca5f19722396 tempest-TestVolumeBootPattern-370122628 tempest-TestVolumeBootPattern-370122628-project] 10.222.0.47 "GET /v2.0/ports?device_id=fbae2f2c-8ab3-486c-879c-4f063591a505 HTTP/1.1" status: 200  len: 945 time: 0.1553309
Apr 15 20:00:57.390688 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-0cd07aea-61dc-4b0d-ae43-64a4aa7f622c req-1f1f1890-561e-46c7-abae-7950ae3b4cd0 tempest-TestVolumeBootPattern-370122628 tempest-TestVolumeBootPattern-370122628-project] 10.222.0.47 "GET /v2.0/security-groups?id=dec273f8-3574-4212-8c74-b29372db87d8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0559163
Apr 15 20:00:57.420605 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbae2f2c-8ab3-486c-879c-4f063591a505', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a92a13e1-e7bc-4d27-9bfb-72ca45141283', 'code': 200}
Apr 15 20:00:57.731994 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b89e205-480a-4b8b-b85d-6dd574c2310a req-619667b1-63ba-4624-8c8c-e78da26fad20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:00:57.733656 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-1b89e205-480a-4b8b-b85d-6dd574c2310a req-619667b1-63ba-4624-8c8c-e78da26fad20 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=fbae2f2c-8ab3-486c-879c-4f063591a505 HTTP/1.1" status: 200  len: 1098 time: 0.0896389
Apr 15 20:00:57.783524 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-1b89e205-480a-4b8b-b85d-6dd574c2310a req-947e293c-9095-40c9-9261-a7deb157f4d8 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=dec273f8-3574-4212-8c74-b29372db87d8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0399172
Apr 15 20:00:58.338475 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6b93f6-4f92-4333-a4b4-46d1a08a3761 req-c82222a7-6c1c-404a-bfd5-9c151e72ba90 tempest-TestShelveInstance-1114833871 tempest-TestShelveInstance-1114833871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:00:58.340891 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-ad6b93f6-4f92-4333-a4b4-46d1a08a3761 req-c82222a7-6c1c-404a-bfd5-9c151e72ba90 tempest-TestShelveInstance-1114833871 tempest-TestShelveInstance-1114833871-project] 10.222.0.47 "GET /v2.0/ports?device_id=1eb6a36c-fde7-47e4-8f10-9d3217637efb HTTP/1.1" status: 200  len: 945 time: 0.0980220
Apr 15 20:00:58.400258 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-ad6b93f6-4f92-4333-a4b4-46d1a08a3761 req-0df8110e-b6e9-4304-9c5a-1925367c6442 tempest-TestShelveInstance-1114833871 tempest-TestShelveInstance-1114833871-project] 10.222.0.47 "GET /v2.0/security-groups?id=79abbd6f-e10b-490a-ab14-d050dfb290c3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0522332
Apr 15 20:00:58.624105 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751cb065-5c39-422f-adf9-3dc7d56bb4d6 req-e88ca8d6-074e-4fb2-ad77-72b0ffaf6871 tempest-TestVolumeBootPattern-370122628 tempest-TestVolumeBootPattern-370122628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:00:58.625823 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-751cb065-5c39-422f-adf9-3dc7d56bb4d6 req-e88ca8d6-074e-4fb2-ad77-72b0ffaf6871 tempest-TestVolumeBootPattern-370122628 tempest-TestVolumeBootPattern-370122628-project] 10.222.0.47 "GET /v2.0/ports?device_id=fbae2f2c-8ab3-486c-879c-4f063591a505 HTTP/1.1" status: 200  len: 945 time: 0.1007283
Apr 15 20:00:58.681215 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-751cb065-5c39-422f-adf9-3dc7d56bb4d6 req-deaeeb2b-5360-4441-82a6-4f7bb1baeec0 tempest-TestVolumeBootPattern-370122628 tempest-TestVolumeBootPattern-370122628-project] 10.222.0.47 "GET /v2.0/security-groups?id=dec273f8-3574-4212-8c74-b29372db87d8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0474257
Apr 15 20:00:59.637902 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f85ad8-e4c0-4d32-bd32-9bf30495794c req-f13f6e6c-5c64-4939-9f88-70a6c975c7e2 tempest-TestShelveInstance-1114833871 tempest-TestShelveInstance-1114833871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:00:59.639638 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-23f85ad8-e4c0-4d32-bd32-9bf30495794c req-f13f6e6c-5c64-4939-9f88-70a6c975c7e2 tempest-TestShelveInstance-1114833871 tempest-TestShelveInstance-1114833871-project] 10.222.0.47 "GET /v2.0/ports?device_id=1eb6a36c-fde7-47e4-8f10-9d3217637efb HTTP/1.1" status: 200  len: 945 time: 0.0975497
Apr 15 20:00:59.695051 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-23f85ad8-e4c0-4d32-bd32-9bf30495794c req-b6b3a19f-b578-40d4-bb18-daafadfefcea tempest-TestShelveInstance-1114833871 tempest-TestShelveInstance-1114833871-project] 10.222.0.47 "GET /v2.0/security-groups?id=79abbd6f-e10b-490a-ab14-d050dfb290c3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0476468
Apr 15 20:00:59.918906 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71232ac2-b888-4f43-81a7-f771bbeffc5d req-0435449f-542b-4df9-aa6d-3a2e99a5df30 tempest-TestVolumeBootPattern-370122628 tempest-TestVolumeBootPattern-370122628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:00:59.920547 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-71232ac2-b888-4f43-81a7-f771bbeffc5d req-0435449f-542b-4df9-aa6d-3a2e99a5df30 tempest-TestVolumeBootPattern-370122628 tempest-TestVolumeBootPattern-370122628-project] 10.222.0.47 "GET /v2.0/ports?device_id=fbae2f2c-8ab3-486c-879c-4f063591a505 HTTP/1.1" status: 200  len: 945 time: 0.1107292
Apr 15 20:00:59.973380 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-71232ac2-b888-4f43-81a7-f771bbeffc5d req-caaffc3f-9a98-443e-9cc7-7d6613a24e6c tempest-TestVolumeBootPattern-370122628 tempest-TestVolumeBootPattern-370122628-project] 10.222.0.47 "GET /v2.0/security-groups?id=dec273f8-3574-4212-8c74-b29372db87d8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0458963
Apr 15 20:01:00.184522 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937bb7f7-c8a9-4dc7-a1d4-66718b8db038 req-e80b998b-3326-485c-a504-579a454ae0a1 tempest-TestVolumeBootPattern-370122628 tempest-TestVolumeBootPattern-370122628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:01:00.186051 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-937bb7f7-c8a9-4dc7-a1d4-66718b8db038 req-e80b998b-3326-485c-a504-579a454ae0a1 tempest-TestVolumeBootPattern-370122628 tempest-TestVolumeBootPattern-370122628-project] 10.222.0.47 "GET /v2.0/ports?device_id=fbae2f2c-8ab3-486c-879c-4f063591a505 HTTP/1.1" status: 200  len: 945 time: 0.0949123
Apr 15 20:01:00.237482 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-937bb7f7-c8a9-4dc7-a1d4-66718b8db038 req-e8217427-7268-45e7-9227-b1c77e84a3aa tempest-TestVolumeBootPattern-370122628 tempest-TestVolumeBootPattern-370122628-project] 10.222.0.47 "GET /v2.0/security-groups?id=dec273f8-3574-4212-8c74-b29372db87d8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0447252
Apr 15 20:01:00.264747 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.wsgi [-] (85345) accepted ('10.222.0.47', 53306) {{(pid=85345) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 20:01:00.345572 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d142d2f1-1eae-449c-a1f8-694a5b104b62 tempest-TestVolumeBootPattern-643197142 tempest-TestVolumeBootPattern-643197142-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:01:00.347288 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [None req-d142d2f1-1eae-449c-a1f8-694a5b104b62 tempest-TestVolumeBootPattern-643197142 tempest-TestVolumeBootPattern-643197142-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=fbae2f2c-8ab3-486c-879c-4f063591a505 HTTP/1.1" status: 200  len: 1093 time: 0.0814114
Apr 15 20:01:00.350480 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.wsgi [-] (85345) accepted ('10.222.0.47', 53310) {{(pid=85345) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 20:01:00.356715 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.v2.base [None req-ceda31a0-78e1-4dc4-add8-4bea09021307 tempest-TestVolumeBootPattern-370122628 tempest-TestVolumeBootPattern-370122628-project] Request body: {'floatingip': {'floating_network_id': '0b576887-bb01-4bfc-8617-ca8b886d7b7e', 'port_id': 'a92a13e1-e7bc-4d27-9bfb-72ca45141283', 'tenant_id': '1794582df1734e8d80790f7e87a6fcd2', 'fixed_ip_address': '172.20.0.3'}} {{(pid=85345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 20:01:00.363510 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.quota.driver [None req-ceda31a0-78e1-4dc4-add8-4bea09021307 tempest-TestVolumeBootPattern-370122628 tempest-TestVolumeBootPattern-370122628-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85345) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 20:01:00.367943 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource [None req-ceda31a0-78e1-4dc4-add8-4bea09021307 tempest-TestVolumeBootPattern-370122628 tempest-TestVolumeBootPattern-370122628-project] Usage tracker for resource:floatingip and tenant:1794582df1734e8d80790f7e87a6fcd2 is out of sync, need to count used quota {{(pid=85345) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 20:01:00.371460 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource [None req-ceda31a0-78e1-4dc4-add8-4bea09021307 tempest-TestVolumeBootPattern-370122628 tempest-TestVolumeBootPattern-370122628-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=85345) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 20:01:00.378580 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.quota.driver [None req-ceda31a0-78e1-4dc4-add8-4bea09021307 tempest-TestVolumeBootPattern-370122628 tempest-TestVolumeBootPattern-370122628-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=85345) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 20:01:00.389380 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-ceda31a0-78e1-4dc4-add8-4bea09021307 tempest-TestVolumeBootPattern-370122628 tempest-TestVolumeBootPattern-370122628-project] Notify callbacks [] for floatingip, before_create {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:01:00.545861 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-ceda31a0-78e1-4dc4-add8-4bea09021307 tempest-TestVolumeBootPattern-370122628 tempest-TestVolumeBootPattern-370122628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854565853'] for port, before_create {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:01:00.707129 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.db_base_plugin_common [None req-ceda31a0-78e1-4dc4-add8-4bea09021307 tempest-TestVolumeBootPattern-370122628 tempest-TestVolumeBootPattern-370122628-project] Allocated IP 172.27.2.225 (0b576887-bb01-4bfc-8617-ca8b886d7b7e/7ad9face-0ae3-4529-aacd-d53ebb36e4d0/02483014-d920-494e-bf5a-6cd908251d87) {{(pid=85345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 15 20:01:00.888012 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-ceda31a0-78e1-4dc4-add8-4bea09021307 tempest-TestVolumeBootPattern-370122628 tempest-TestVolumeBootPattern-370122628-project] Notify callbacks [] for port, precommit_create {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:01:00.920286 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-ceda31a0-78e1-4dc4-add8-4bea09021307 tempest-TestVolumeBootPattern-370122628 tempest-TestVolumeBootPattern-370122628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854693686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852972410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789846482393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2200102'] for port, after_create {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:01:00.934729 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a7c79d-d1e2-4782-a684-657a0d5ede02 req-8a09336e-89a5-46cd-a69c-509735f419cf tempest-TestShelveInstance-1114833871 tempest-TestShelveInstance-1114833871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:01:00.935125 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-1506c626-42b2-4049-af6f-e9babf4c4014 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:01:00.936490 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-02a7c79d-d1e2-4782-a684-657a0d5ede02 req-8a09336e-89a5-46cd-a69c-509735f419cf tempest-TestShelveInstance-1114833871 tempest-TestShelveInstance-1114833871-project] 10.222.0.47 "GET /v2.0/ports?device_id=1eb6a36c-fde7-47e4-8f10-9d3217637efb HTTP/1.1" status: 200  len: 945 time: 0.0988069
Apr 15 20:01:00.988001 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-02a7c79d-d1e2-4782-a684-657a0d5ede02 req-c23473b2-7c0d-4fec-b913-3b415dff5913 tempest-TestShelveInstance-1114833871 tempest-TestShelveInstance-1114833871-project] 10.222.0.47 "GET /v2.0/security-groups?id=79abbd6f-e10b-490a-ab14-d050dfb290c3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0445454
Apr 15 20:01:01.089070 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceda31a0-78e1-4dc4-add8-4bea09021307 tempest-TestVolumeBootPattern-370122628 tempest-TestVolumeBootPattern-370122628-project] Pushing event updated for resources: {'Port': ['ID=02483014-d920-494e-bf5a-6cd908251d87,revision_number=1']} {{(pid=85345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:01:01.110236 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceda31a0-78e1-4dc4-add8-4bea09021307 tempest-TestVolumeBootPattern-370122628 tempest-TestVolumeBootPattern-370122628-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:01:01.110663 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceda31a0-78e1-4dc4-add8-4bea09021307 tempest-TestVolumeBootPattern-370122628 tempest-TestVolumeBootPattern-370122628-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:01:01.111107 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceda31a0-78e1-4dc4-add8-4bea09021307 tempest-TestVolumeBootPattern-370122628 tempest-TestVolumeBootPattern-370122628-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:01:01.111524 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceda31a0-78e1-4dc4-add8-4bea09021307 tempest-TestVolumeBootPattern-370122628 tempest-TestVolumeBootPattern-370122628-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:01:01.111931 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceda31a0-78e1-4dc4-add8-4bea09021307 tempest-TestVolumeBootPattern-370122628 tempest-TestVolumeBootPattern-370122628-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:01:01.112336 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceda31a0-78e1-4dc4-add8-4bea09021307 tempest-TestVolumeBootPattern-370122628 tempest-TestVolumeBootPattern-370122628-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:01:01.112747 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceda31a0-78e1-4dc4-add8-4bea09021307 tempest-TestVolumeBootPattern-370122628 tempest-TestVolumeBootPattern-370122628-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:01:01.113149 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceda31a0-78e1-4dc4-add8-4bea09021307 tempest-TestVolumeBootPattern-370122628 tempest-TestVolumeBootPattern-370122628-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:01:01.113551 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceda31a0-78e1-4dc4-add8-4bea09021307 tempest-TestVolumeBootPattern-370122628 tempest-TestVolumeBootPattern-370122628-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:01:01.113956 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceda31a0-78e1-4dc4-add8-4bea09021307 tempest-TestVolumeBootPattern-370122628 tempest-TestVolumeBootPattern-370122628-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:01:01.114352 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceda31a0-78e1-4dc4-add8-4bea09021307 tempest-TestVolumeBootPattern-370122628 tempest-TestVolumeBootPattern-370122628-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:01:01.114749 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceda31a0-78e1-4dc4-add8-4bea09021307 tempest-TestVolumeBootPattern-370122628 tempest-TestVolumeBootPattern-370122628-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:01:01.119357 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-ceda31a0-78e1-4dc4-add8-4bea09021307 tempest-TestVolumeBootPattern-370122628 tempest-TestVolumeBootPattern-370122628-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:01:01.168777 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ceda31a0-78e1-4dc4-add8-4bea09021307 tempest-TestVolumeBootPattern-370122628 tempest-TestVolumeBootPattern-370122628-project] Network 0b576887-bb01-4bfc-8617-ca8b886d7b7e is already hosted by enough agents. {{(pid=85345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 15 20:01:01.169932 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.scheduler.base_scheduler [None req-ceda31a0-78e1-4dc4-add8-4bea09021307 tempest-TestVolumeBootPattern-370122628 tempest-TestVolumeBootPattern-370122628-project] Resources bound (agent type, host, resource id):  {{(pid=85345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 20:01:01.172576 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceda31a0-78e1-4dc4-add8-4bea09021307 tempest-TestVolumeBootPattern-370122628 tempest-TestVolumeBootPattern-370122628-project] Received port after_create {{(pid=85345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 15 20:01:01.629952 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-ceda31a0-78e1-4dc4-add8-4bea09021307 tempest-TestVolumeBootPattern-370122628 tempest-TestVolumeBootPattern-370122628-project] Notify callbacks [] for floatingip, precommit_create {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:01:01.723417 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-ceda31a0-78e1-4dc4-add8-4bea09021307 tempest-TestVolumeBootPattern-370122628 tempest-TestVolumeBootPattern-370122628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854565853'] for port, before_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:01:02.286550 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cde4dd4-2b80-4c7d-b2e2-3c97ef3f43b7 req-434cb641-8877-4d1f-99f0-14a473e16eff tempest-TestShelveInstance-1114833871 tempest-TestShelveInstance-1114833871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:01:02.288271 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-8cde4dd4-2b80-4c7d-b2e2-3c97ef3f43b7 req-434cb641-8877-4d1f-99f0-14a473e16eff tempest-TestShelveInstance-1114833871 tempest-TestShelveInstance-1114833871-project] 10.222.0.47 "GET /v2.0/ports?device_id=1eb6a36c-fde7-47e4-8f10-9d3217637efb HTTP/1.1" status: 200  len: 945 time: 0.1425922
Apr 15 20:01:02.320875 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-ceda31a0-78e1-4dc4-add8-4bea09021307 tempest-TestVolumeBootPattern-370122628 tempest-TestVolumeBootPattern-370122628-project] Notify callbacks [] for port, precommit_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:01:02.329447 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-ceda31a0-78e1-4dc4-add8-4bea09021307 tempest-TestVolumeBootPattern-370122628 tempest-TestVolumeBootPattern-370122628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854693686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852972410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789846929216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789846482410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789846483725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852575682'] for port, after_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:01:02.347454 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-6cc1c871-21b9-47f0-b9a0-e2937398b45c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:01:02.485805 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-8cde4dd4-2b80-4c7d-b2e2-3c97ef3f43b7 req-a9170acd-5d0e-4c00-9150-584de68242cd tempest-TestShelveInstance-1114833871 tempest-TestShelveInstance-1114833871-project] 10.222.0.47 "GET /v2.0/security-groups?id=79abbd6f-e10b-490a-ab14-d050dfb290c3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1876793
Apr 15 20:01:02.508418 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceda31a0-78e1-4dc4-add8-4bea09021307 tempest-TestVolumeBootPattern-370122628 tempest-TestVolumeBootPattern-370122628-project] Pushing event updated for resources: {'Port': ['ID=02483014-d920-494e-bf5a-6cd908251d87,revision_number=2']} {{(pid=85345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:01:02.516469 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-ceda31a0-78e1-4dc4-add8-4bea09021307 tempest-TestVolumeBootPattern-370122628 tempest-TestVolumeBootPattern-370122628-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:01:02.628497 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-ceda31a0-78e1-4dc4-add8-4bea09021307 tempest-TestVolumeBootPattern-370122628 tempest-TestVolumeBootPattern-370122628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1673197'] for floatingip, after_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:01:02.830105 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.db.l3_db [None req-ceda31a0-78e1-4dc4-add8-4bea09021307 tempest-TestVolumeBootPattern-370122628 tempest-TestVolumeBootPattern-370122628-project] Floating IP 05f92d4f-fcf0-4377-968c-b0594f62f1c1 associated. External IP: 172.27.2.225, port: a92a13e1-e7bc-4d27-9bfb-72ca45141283.
Apr 15 20:01:03.233749 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ceda31a0-78e1-4dc4-add8-4bea09021307 tempest-TestVolumeBootPattern-370122628 tempest-TestVolumeBootPattern-370122628-project] Router 3133cb58-8dee-4f9f-ba2c-b7c107fed0d5 has already been hosted by L3 agent 74482fb0-5b00-43f0-8fa9-533a3c8b2378 {{(pid=85345) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 15 20:01:03.436558 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ceda31a0-78e1-4dc4-add8-4bea09021307 tempest-TestVolumeBootPattern-370122628 tempest-TestVolumeBootPattern-370122628-project] Notify agent at l3_agent.dv-cinder-786383-2-iscsi the message routers_updated {{(pid=85345) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 15 20:01:03.452441 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef96c44e-72ed-4922-9c96-d2843a349cac None None] Sync routers for ids ['3133cb58-8dee-4f9f-ba2c-b7c107fed0d5'] in dv-cinder-786383-2-iscsi {{(pid=85346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 15 20:01:03.473646 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef96c44e-72ed-4922-9c96-d2843a349cac None None] Routers {'3133cb58-8dee-4f9f-ba2c-b7c107fed0d5'} bound to L3 agent in host dv-cinder-786383-2-iscsi {{(pid=85346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 20:01:03.474730 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.l3_hamode_db [None req-ef96c44e-72ed-4922-9c96-d2843a349cac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe8b8e36ef0>, 'dv-cinder-786383-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-15T19:40:08Z,description=<?>,heartbeat_timestamp=2021-04-15T20:00:38Z,host='dv-cinder-786383-2-iscsi',id=74482fb0-5b00-43f0-8fa9-533a3c8b2378,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T19:40:08Z,topic='l3_agent')) {'router_ids': ['3133cb58-8dee-4f9f-ba2c-b7c107fed0d5'], 'active': True} {{(pid=85346) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 20:01:03.476186 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-ceda31a0-78e1-4dc4-add8-4bea09021307 tempest-TestVolumeBootPattern-370122628 tempest-TestVolumeBootPattern-370122628-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771739'] for floatingip, before_response {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:01:03.598991 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [None req-ceda31a0-78e1-4dc4-add8-4bea09021307 tempest-TestVolumeBootPattern-370122628 tempest-TestVolumeBootPattern-370122628-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 3.2380185
Apr 15 20:01:03.598991 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fbae2f2c-8ab3-486c-879c-4f063591a505', 'tag': 'a92a13e1-e7bc-4d27-9bfb-72ca45141283'}] {{(pid=85345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 20:01:03.703734 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fbae2f2c-8ab3-486c-879c-4f063591a505', 'tag': 'a92a13e1-e7bc-4d27-9bfb-72ca45141283', 'status': 'completed', 'code': 200}
Apr 15 20:01:03.747922 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.l3_dvr_db [None req-ef96c44e-72ed-4922-9c96-d2843a349cac None None] Set router 3133cb58-8dee-4f9f-ba2c-b7c107fed0d5 gateway port host: dv-cinder-786383-2-iscsi {{(pid=85346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 20:01:03.868405 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59149082-7c27-4139-b927-44c714c28ba7 req-c9736535-abf2-40f6-8680-389375ab27ba tempest-TestShelveInstance-1114833871 tempest-TestShelveInstance-1114833871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:01:03.870266 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-59149082-7c27-4139-b927-44c714c28ba7 req-c9736535-abf2-40f6-8680-389375ab27ba tempest-TestShelveInstance-1114833871 tempest-TestShelveInstance-1114833871-project] 10.222.0.47 "GET /v2.0/ports?device_id=1eb6a36c-fde7-47e4-8f10-9d3217637efb HTTP/1.1" status: 200  len: 945 time: 0.1671200
Apr 15 20:01:03.874437 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac14c455-0fac-4e03-86a2-946c52fd7d83 req-aa5b7d25-b27f-42ac-8f7e-d31cad5a91f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:01:03.876168 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-ac14c455-0fac-4e03-86a2-946c52fd7d83 req-aa5b7d25-b27f-42ac-8f7e-d31cad5a91f4 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=1794582df1734e8d80790f7e87a6fcd2&device_id=fbae2f2c-8ab3-486c-879c-4f063591a505 HTTP/1.1" status: 200  len: 1098 time: 0.1260650
Apr 15 20:01:04.019231 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-59149082-7c27-4139-b927-44c714c28ba7 req-64137d7f-5da5-4b33-9490-b0dcaa296e77 tempest-TestShelveInstance-1114833871 tempest-TestShelveInstance-1114833871-project] 10.222.0.47 "GET /v2.0/security-groups?id=79abbd6f-e10b-490a-ab14-d050dfb290c3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1416464
Apr 15 20:01:04.085116 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac14c455-0fac-4e03-86a2-946c52fd7d83 req-6b08ad52-e15a-4be7-beca-f9a223ed4277 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:01:04.086953 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-ac14c455-0fac-4e03-86a2-946c52fd7d83 req-6b08ad52-e15a-4be7-beca-f9a223ed4277 service neutron] 10.222.0.65 "GET /v2.0/networks?id=76b1c698-a72d-402d-bd3d-fd85b08fd0a4 HTTP/1.1" status: 200  len: 913 time: 0.1910465
Apr 15 20:01:04.207098 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-ac14c455-0fac-4e03-86a2-946c52fd7d83 req-1fbbb453-4fcb-4b4e-a770-9196012507b0 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a92a13e1-e7bc-4d27-9bfb-72ca45141283 HTTP/1.1" status: 200  len: 999 time: 0.1135018
Apr 15 20:01:04.284745 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac14c455-0fac-4e03-86a2-946c52fd7d83 req-e0778f55-5fb8-4927-b0d1-542c58bef4aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:01:04.286434 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-ac14c455-0fac-4e03-86a2-946c52fd7d83 req-e0778f55-5fb8-4927-b0d1-542c58bef4aa service neutron] 10.222.0.65 "GET /v2.0/subnets?id=8ee5421b-3812-435f-a63f-52b3408746b8 HTTP/1.1" status: 200  len: 851 time: 0.0731583
Apr 15 20:01:04.337659 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.l3_hamode_db [None req-ef96c44e-72ed-4922-9c96-d2843a349cac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe8b8e36ef0>, [{'id': '3133cb58-8dee-4f9f-ba2c-b7c107fed0d5', 'name': 'tempest-TestVolumeBootPattern-1099335582-router', 'tenant_id': '1794582df1734e8d80790f7e87a6fcd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b576887-bb01-4bfc-8617-ca8b886d7b7e', 'external_fixed_ips': [{'subnet_id': '7ad9face-0ae3-4529-aacd-d53ebb36e4d0', 'ip_address': '172.27.2.81'}], 'enable_snat': True}, 'gw_port_id': '08fff650-8f63-416d-bff4-cf7a339df75b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:57:27Z', 'updated_at': '2021-04-15T19:57:33Z', 'revision_number': 4, 'project_id': '1794582df1734e8d80790f7e87a6fcd2', 'gw_port': {'id': '08fff650-8f63-416d-bff4-cf7a339df75b', 'name': '', 'network_id': '0b576887-bb01-4bfc-8617-ca8b886d7b7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:fb:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3133cb58-8dee-4f9f-ba2c-b7c107fed0d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': '7ad9face-0ae3-4529-aacd-d53ebb36e4d0', 'ip_address': '172.27.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:57:28Z', 'updated_at': '2021-04-15T19:57:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ad9face-0ae3-4529-aacd-d53ebb36e4d0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-2-iscsi', '_floatingips': [{'id': '05f92d4f-fcf0-4377-968c-b0594f62f1c1', 'tenant_id': '1794582df1734e8d80790f7e87a6fcd2', 'floating_ip_address': '172.27.2.225', 'floating_network_id': '0b576887-bb01-4bfc-8617-ca8b886d7b7e', 'router_id': '3133cb58-8dee-4f9f-ba2c-b7c107fed0d5', 'port_id': 'a92a13e1-e7bc-4d27-9bfb-72ca45141283', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 684, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '76b1c698-a72d-402d-bd3d-fd85b08fd0a4', 'mac_address': 'fa:16:3e:54:ad:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbae2f2c-8ab3-486c-879c-4f063591a505', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T20:01:01Z', 'updated_at': '2021-04-15T20:01:01Z', 'revision_number': 0, 'project_id': '1794582df1734e8d80790f7e87a6fcd2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '170bc978-09e0-49ca-b73c-27653d56365e', 'name': '', 'network_id': '76b1c698-a72d-402d-bd3d-fd85b08fd0a4', 'tenant_id': '1794582df1734e8d80790f7e87a6fcd2', 'mac_address': 'fa:16:3e:bc:5b:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3133cb58-8dee-4f9f-ba2c-b7c107fed0d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': '8ee5421b-3812-435f-a63f-52b3408746b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:57:32Z', 'updated_at': '2021-04-15T19:57:46Z', 'revision_number': 5, 'project_id': '1794582df1734e8d80790f7e87a6fcd2', 'subnets': [{'id': '8ee5421b-3812-435f-a63f-52b3408746b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786383-2-iscsi', False) {} {{(pid=85346) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 20:01:04.343617 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef96c44e-72ed-4922-9c96-d2843a349cac None None] Checking router: 3133cb58-8dee-4f9f-ba2c-b7c107fed0d5 for host: dv-cinder-786383-2-iscsi {{(pid=85346) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 15 20:01:04.354063 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef96c44e-72ed-4922-9c96-d2843a349cac None None] Routers {'3133cb58-8dee-4f9f-ba2c-b7c107fed0d5'} bound to L3 agent in host dv-cinder-786383-2-iscsi {{(pid=85346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 20:01:04.354754 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.l3_hamode_db [None req-ef96c44e-72ed-4922-9c96-d2843a349cac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe8b8e36ef0>, 'dv-cinder-786383-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-15T19:40:08Z,description=<?>,heartbeat_timestamp=2021-04-15T20:00:38Z,host='dv-cinder-786383-2-iscsi',id=74482fb0-5b00-43f0-8fa9-533a3c8b2378,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T19:40:08Z,topic='l3_agent')) {'router_ids': ['3133cb58-8dee-4f9f-ba2c-b7c107fed0d5'], 'active': True} {{(pid=85346) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 20:01:04.379920 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac14c455-0fac-4e03-86a2-946c52fd7d83 req-cc54854c-88ee-4530-ac47-4bec07624057 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:01:04.381603 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-ac14c455-0fac-4e03-86a2-946c52fd7d83 req-cc54854c-88ee-4530-ac47-4bec07624057 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=76b1c698-a72d-402d-bd3d-fd85b08fd0a4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0874207
Apr 15 20:01:04.541473 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-ac14c455-0fac-4e03-86a2-946c52fd7d83 req-cbf706d3-ae36-4e8c-ab69-d998fc33e746 service neutron] 10.222.0.65 "GET /v2.0/networks/76b1c698-a72d-402d-bd3d-fd85b08fd0a4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1528289
Apr 15 20:01:04.567460 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.l3_dvr_db [None req-ef96c44e-72ed-4922-9c96-d2843a349cac None None] Set router 3133cb58-8dee-4f9f-ba2c-b7c107fed0d5 gateway port host: dv-cinder-786383-2-iscsi {{(pid=85346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 20:01:04.703991 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-ac14c455-0fac-4e03-86a2-946c52fd7d83 req-f70c3da6-8a78-4a08-85b4-c0774241685a service neutron] 10.222.0.65 "GET /v2.0/networks/76b1c698-a72d-402d-bd3d-fd85b08fd0a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1556108
Apr 15 20:01:04.968139 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.l3_hamode_db [None req-ef96c44e-72ed-4922-9c96-d2843a349cac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe8b8e36ef0>, [{'id': '3133cb58-8dee-4f9f-ba2c-b7c107fed0d5', 'name': 'tempest-TestVolumeBootPattern-1099335582-router', 'tenant_id': '1794582df1734e8d80790f7e87a6fcd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b576887-bb01-4bfc-8617-ca8b886d7b7e', 'external_fixed_ips': [{'subnet_id': '7ad9face-0ae3-4529-aacd-d53ebb36e4d0', 'ip_address': '172.27.2.81'}], 'enable_snat': True}, 'gw_port_id': '08fff650-8f63-416d-bff4-cf7a339df75b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:57:27Z', 'updated_at': '2021-04-15T19:57:33Z', 'revision_number': 4, 'project_id': '1794582df1734e8d80790f7e87a6fcd2', 'gw_port': {'id': '08fff650-8f63-416d-bff4-cf7a339df75b', 'name': '', 'network_id': '0b576887-bb01-4bfc-8617-ca8b886d7b7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:fb:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3133cb58-8dee-4f9f-ba2c-b7c107fed0d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': '7ad9face-0ae3-4529-aacd-d53ebb36e4d0', 'ip_address': '172.27.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:57:28Z', 'updated_at': '2021-04-15T19:57:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ad9face-0ae3-4529-aacd-d53ebb36e4d0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-2-iscsi', '_floatingips': [{'id': '05f92d4f-fcf0-4377-968c-b0594f62f1c1', 'tenant_id': '1794582df1734e8d80790f7e87a6fcd2', 'floating_ip_address': '172.27.2.225', 'floating_network_id': '0b576887-bb01-4bfc-8617-ca8b886d7b7e', 'router_id': '3133cb58-8dee-4f9f-ba2c-b7c107fed0d5', 'port_id': 'a92a13e1-e7bc-4d27-9bfb-72ca45141283', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 684, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '76b1c698-a72d-402d-bd3d-fd85b08fd0a4', 'mac_address': 'fa:16:3e:54:ad:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbae2f2c-8ab3-486c-879c-4f063591a505', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T20:01:01Z', 'updated_at': '2021-04-15T20:01:01Z', 'revision_number': 0, 'project_id': '1794582df1734e8d80790f7e87a6fcd2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '170bc978-09e0-49ca-b73c-27653d56365e', 'name': '', 'network_id': '76b1c698-a72d-402d-bd3d-fd85b08fd0a4', 'tenant_id': '1794582df1734e8d80790f7e87a6fcd2', 'mac_address': 'fa:16:3e:bc:5b:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3133cb58-8dee-4f9f-ba2c-b7c107fed0d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': '8ee5421b-3812-435f-a63f-52b3408746b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:57:32Z', 'updated_at': '2021-04-15T19:57:46Z', 'revision_number': 5, 'project_id': '1794582df1734e8d80790f7e87a6fcd2', 'subnets': [{'id': '8ee5421b-3812-435f-a63f-52b3408746b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786383-2-iscsi', False) {} {{(pid=85346) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 20:01:04.972998 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef96c44e-72ed-4922-9c96-d2843a349cac None None] The sync data for ids ['3133cb58-8dee-4f9f-ba2c-b7c107fed0d5'] in dv-cinder-786383-2-iscsi is: [{'id': '3133cb58-8dee-4f9f-ba2c-b7c107fed0d5', 'name': 'tempest-TestVolumeBootPattern-1099335582-router', 'tenant_id': '1794582df1734e8d80790f7e87a6fcd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b576887-bb01-4bfc-8617-ca8b886d7b7e', 'external_fixed_ips': [{'subnet_id': '7ad9face-0ae3-4529-aacd-d53ebb36e4d0', 'ip_address': '172.27.2.81'}], 'enable_snat': True}, 'gw_port_id': '08fff650-8f63-416d-bff4-cf7a339df75b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:57:27Z', 'updated_at': '2021-04-15T19:57:33Z', 'revision_number': 4, 'project_id': '1794582df1734e8d80790f7e87a6fcd2', 'gw_port': {'id': '08fff650-8f63-416d-bff4-cf7a339df75b', 'name': '', 'network_id': '0b576887-bb01-4bfc-8617-ca8b886d7b7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:fb:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3133cb58-8dee-4f9f-ba2c-b7c107fed0d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': '7ad9face-0ae3-4529-aacd-d53ebb36e4d0', 'ip_address': '172.27.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:57:28Z', 'updated_at': '2021-04-15T19:57:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ad9face-0ae3-4529-aacd-d53ebb36e4d0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-2-iscsi', '_floatingips': [{'id': '05f92d4f-fcf0-4377-968c-b0594f62f1c1', 'tenant_id': '1794582df1734e8d80790f7e87a6fcd2', 'floating_ip_address': '172.27.2.225', 'floating_network_id': '0b576887-bb01-4bfc-8617-ca8b886d7b7e', 'router_id': '3133cb58-8dee-4f9f-ba2c-b7c107fed0d5', 'port_id': 'a92a13e1-e7bc-4d27-9bfb-72ca45141283', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 684, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '76b1c698-a72d-402d-bd3d-fd85b08fd0a4', 'mac_address': 'fa:16:3e:54:ad:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbae2f2c-8ab3-486c-879c-4f063591a505', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T20:01:01Z', 'updated_at': '2021-04-15T20:01:01Z', 'revision_number': 0, 'project_id': '1794582df1734e8d80790f7e87a6fcd2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '170bc978-09e0-49ca-b73c-27653d56365e', 'name': '', 'network_id': '76b1c698-a72d-402d-bd3d-fd85b08fd0a4', 'tenant_id': '1794582df1734e8d80790f7e87a6fcd2', 'mac_address': 'fa:16:3e:bc:5b:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3133cb58-8dee-4f9f-ba2c-b7c107fed0d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': '8ee5421b-3812-435f-a63f-52b3408746b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:57:32Z', 'updated_at': '2021-04-15T19:57:46Z', 'revision_number': 5, 'project_id': '1794582df1734e8d80790f7e87a6fcd2', 'subnets': [{'id': '8ee5421b-3812-435f-a63f-52b3408746b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 15 20:01:05.239715 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4faa264d-260b-4d81-9480-f798c309862c req-aac6cfa0-42a8-4e4a-ac86-07ad8b2453ac tempest-TestShelveInstance-1114833871 tempest-TestShelveInstance-1114833871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:01:05.241469 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-4faa264d-260b-4d81-9480-f798c309862c req-aac6cfa0-42a8-4e4a-ac86-07ad8b2453ac tempest-TestShelveInstance-1114833871 tempest-TestShelveInstance-1114833871-project] 10.222.0.47 "GET /v2.0/ports?device_id=1eb6a36c-fde7-47e4-8f10-9d3217637efb HTTP/1.1" status: 200  len: 945 time: 0.1001382
Apr 15 20:01:05.294607 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78b52ea0-e89d-41d9-8a19-4c01ba239df2 None None] New status for floating IP 05f92d4f-fcf0-4377-968c-b0594f62f1c1: ACTIVE {{(pid=85347) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 15 20:01:05.313197 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-4faa264d-260b-4d81-9480-f798c309862c req-02bcec82-4f4b-43d2-847d-50cb7dfc4545 tempest-TestShelveInstance-1114833871 tempest-TestShelveInstance-1114833871-project] 10.222.0.47 "GET /v2.0/security-groups?id=79abbd6f-e10b-490a-ab14-d050dfb290c3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0645239
Apr 15 20:01:05.486326 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-77b91574-87df-434f-a474-8809224c250a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789847050935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-428960'] for agent, after_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:01:06.542403 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f453315-649d-45b5-83d1-9352e14f8fec req-233f8a44-35cf-4b22-86bf-f60035858a17 tempest-TestShelveInstance-1114833871 tempest-TestShelveInstance-1114833871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:01:06.544770 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-7f453315-649d-45b5-83d1-9352e14f8fec req-233f8a44-35cf-4b22-86bf-f60035858a17 tempest-TestShelveInstance-1114833871 tempest-TestShelveInstance-1114833871-project] 10.222.0.47 "GET /v2.0/ports?device_id=1eb6a36c-fde7-47e4-8f10-9d3217637efb HTTP/1.1" status: 200  len: 945 time: 0.1020281
Apr 15 20:01:06.599665 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-7f453315-649d-45b5-83d1-9352e14f8fec req-065393d1-17d7-4fd2-8f14-6b962e7cc243 tempest-TestShelveInstance-1114833871 tempest-TestShelveInstance-1114833871-project] 10.222.0.47 "GET /v2.0/security-groups?id=79abbd6f-e10b-490a-ab14-d050dfb290c3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0476780
Apr 15 20:01:07.112376 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b33fb16-64cc-424f-97c8-29d347b1ca41 req-ff5084c8-9951-4c8e-908a-e71f8af7af27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:01:07.115312 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-9b33fb16-64cc-424f-97c8-29d347b1ca41 req-ff5084c8-9951-4c8e-908a-e71f8af7af27 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=248e6af1b7394fed98b6a620f19a6bc0&device_id=1eb6a36c-fde7-47e4-8f10-9d3217637efb HTTP/1.1" status: 200  len: 1098 time: 0.0897539
Apr 15 20:01:07.269085 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b33fb16-64cc-424f-97c8-29d347b1ca41 req-fa9b370e-850a-48b1-8d6b-96ca71716903 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:01:07.270716 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-9b33fb16-64cc-424f-97c8-29d347b1ca41 req-fa9b370e-850a-48b1-8d6b-96ca71716903 service neutron] 10.222.0.65 "GET /v2.0/networks?id=77d36611-d9d7-4878-bee2-d85f2a7b4788 HTTP/1.1" status: 200  len: 910 time: 0.1493647
Apr 15 20:01:07.648454 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-9b33fb16-64cc-424f-97c8-29d347b1ca41 req-c629d3f7-6136-42da-b401-7d27cdc37a1e service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6c543f7a-34a7-4717-892e-76f8e78e1aac HTTP/1.1" status: 200  len: 1001 time: 0.3707569
Apr 15 20:01:07.739068 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b33fb16-64cc-424f-97c8-29d347b1ca41 req-ec9742d1-4b8b-429a-81d2-93a7b1455e6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:01:07.741448 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-9b33fb16-64cc-424f-97c8-29d347b1ca41 req-ec9742d1-4b8b-429a-81d2-93a7b1455e6c service neutron] 10.222.0.65 "GET /v2.0/subnets?id=ead78242-f7a7-4840-8c22-a0175f7d7ec4 HTTP/1.1" status: 200  len: 848 time: 0.0849555
Apr 15 20:01:07.832782 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b33fb16-64cc-424f-97c8-29d347b1ca41 req-5b242610-a503-497c-9243-0c0806c97da5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:01:07.834349 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-9b33fb16-64cc-424f-97c8-29d347b1ca41 req-5b242610-a503-497c-9243-0c0806c97da5 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=77d36611-d9d7-4878-bee2-d85f2a7b4788&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0865707
Apr 15 20:01:07.919669 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f106a1ae-fbb3-4cce-8a5d-99bb0995e660 req-3c8d685c-6b49-42e7-804a-6dceeae006ca tempest-TestShelveInstance-1114833871 tempest-TestShelveInstance-1114833871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:01:07.922679 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-f106a1ae-fbb3-4cce-8a5d-99bb0995e660 req-3c8d685c-6b49-42e7-804a-6dceeae006ca tempest-TestShelveInstance-1114833871 tempest-TestShelveInstance-1114833871-project] 10.222.0.47 "GET /v2.0/ports?device_id=1eb6a36c-fde7-47e4-8f10-9d3217637efb HTTP/1.1" status: 200  len: 945 time: 0.1722722
Apr 15 20:01:07.990912 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-f106a1ae-fbb3-4cce-8a5d-99bb0995e660 req-7c9aeb76-b5a1-406b-ab0d-7be49c515e9d tempest-TestShelveInstance-1114833871 tempest-TestShelveInstance-1114833871-project] 10.222.0.47 "GET /v2.0/security-groups?id=79abbd6f-e10b-490a-ab14-d050dfb290c3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0614390
Apr 15 20:01:08.012824 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-9b33fb16-64cc-424f-97c8-29d347b1ca41 req-5d3f34f4-bb62-4ef7-9dd8-847e16e0ab36 service neutron] 10.222.0.65 "GET /v2.0/networks/77d36611-d9d7-4878-bee2-d85f2a7b4788?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1712179
Apr 15 20:01:08.098430 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-cc56417c-24ab-48a1-bb33-e2c936652b74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789847050935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-428960'] for agent, after_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:01:08.169695 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-9b33fb16-64cc-424f-97c8-29d347b1ca41 req-a9f56565-bae9-4bdc-a824-2ca6276087e8 service neutron] 10.222.0.65 "GET /v2.0/networks/77d36611-d9d7-4878-bee2-d85f2a7b4788?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1509972
Apr 15 20:01:08.360759 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789847050935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-428960'] for agent, after_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:01:09.174088 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-b400c4f8-8969-424f-8663-39cf5b6e1207 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789847050935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-428960'] for agent, after_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:01:09.282092 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66363fe-848b-4f7a-892d-d24091728581 req-05a22106-b194-491a-8e51-9fff01c31b82 tempest-TestShelveInstance-1114833871 tempest-TestShelveInstance-1114833871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:01:09.283734 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-a66363fe-848b-4f7a-892d-d24091728581 req-05a22106-b194-491a-8e51-9fff01c31b82 tempest-TestShelveInstance-1114833871 tempest-TestShelveInstance-1114833871-project] 10.222.0.47 "GET /v2.0/ports?device_id=1eb6a36c-fde7-47e4-8f10-9d3217637efb HTTP/1.1" status: 200  len: 945 time: 0.1019325
Apr 15 20:01:09.336588 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-a66363fe-848b-4f7a-892d-d24091728581 req-7d73ea56-1ba0-42c7-a341-d91f89f8656c tempest-TestShelveInstance-1114833871 tempest-TestShelveInstance-1114833871-project] 10.222.0.47 "GET /v2.0/security-groups?id=79abbd6f-e10b-490a-ab14-d050dfb290c3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0461190
Apr 15 20:01:09.566269 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-56ecdebd-c5a0-4569-bc96-ba437f5ce558 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789847050935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-428960'] for agent, after_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:01:10.559556 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc097775-37ef-4100-83b0-314a015ea5da req-7ee87b1b-e549-4db9-8393-65ec34908fd4 tempest-TestShelveInstance-1114833871 tempest-TestShelveInstance-1114833871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:01:10.561556 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-dc097775-37ef-4100-83b0-314a015ea5da req-7ee87b1b-e549-4db9-8393-65ec34908fd4 tempest-TestShelveInstance-1114833871 tempest-TestShelveInstance-1114833871-project] 10.222.0.47 "GET /v2.0/ports?device_id=1eb6a36c-fde7-47e4-8f10-9d3217637efb HTTP/1.1" status: 200  len: 945 time: 0.1035967
Apr 15 20:01:10.596879 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-3d77682a-3290-49f5-9a09-7e8e47f8ddca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789847050935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-428960'] for agent, after_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:01:10.616726 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-dc097775-37ef-4100-83b0-314a015ea5da req-28c49948-9964-41c4-92e7-7295af2f5c64 tempest-TestShelveInstance-1114833871 tempest-TestShelveInstance-1114833871-project] 10.222.0.47 "GET /v2.0/security-groups?id=79abbd6f-e10b-490a-ab14-d050dfb290c3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0476148
Apr 15 20:01:11.035738 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.wsgi [-] (85344) accepted ('10.222.0.47', 53344) {{(pid=85344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 20:01:11.094748 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de6568b-2af6-4027-a9eb-ea561f3a12a9 req-d0741374-8707-490e-b7f6-10fb742e51c5 tempest-TestShelveInstance-1114833871 tempest-TestShelveInstance-1114833871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:01:11.097728 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-5de6568b-2af6-4027-a9eb-ea561f3a12a9 req-d0741374-8707-490e-b7f6-10fb742e51c5 tempest-TestShelveInstance-1114833871 tempest-TestShelveInstance-1114833871-project] 10.222.0.47 "GET /v2.0/ports?device_id=1eb6a36c-fde7-47e4-8f10-9d3217637efb HTTP/1.1" status: 200  len: 945 time: 0.1130257
Apr 15 20:01:11.183858 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-5de6568b-2af6-4027-a9eb-ea561f3a12a9 req-1d59c9c8-0c84-46ff-974f-b67818f161e3 tempest-TestShelveInstance-1114833871 tempest-TestShelveInstance-1114833871-project] 10.222.0.47 "GET /v2.0/security-groups?id=79abbd6f-e10b-490a-ab14-d050dfb290c3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0780039
Apr 15 20:01:11.221300 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-bc661c36-4ebe-4a9a-a7fc-87ae2a7dabcb req-2614a4db-d10f-4266-910f-26ee6ee601a4 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=1eb6a36c-fde7-47e4-8f10-9d3217637efb&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1838167
Apr 15 20:01:12.405211 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c860561-ce02-4d3d-b90a-7d429bee98d4 req-955f69a7-3f9a-43f3-9070-bcdeffbd3bf0 tempest-TestShelveInstance-1114833871 tempest-TestShelveInstance-1114833871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:01:12.406955 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-9c860561-ce02-4d3d-b90a-7d429bee98d4 req-955f69a7-3f9a-43f3-9070-bcdeffbd3bf0 tempest-TestShelveInstance-1114833871 tempest-TestShelveInstance-1114833871-project] 10.222.0.47 "GET /v2.0/ports?device_id=1eb6a36c-fde7-47e4-8f10-9d3217637efb HTTP/1.1" status: 200  len: 945 time: 0.1003344
Apr 15 20:01:12.464022 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-9c860561-ce02-4d3d-b90a-7d429bee98d4 req-72160568-09ee-4111-b50f-d6e7f8d987a0 tempest-TestShelveInstance-1114833871 tempest-TestShelveInstance-1114833871-project] 10.222.0.47 "GET /v2.0/security-groups?id=79abbd6f-e10b-490a-ab14-d050dfb290c3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0487411
Apr 15 20:01:12.691520 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc661c36-4ebe-4a9a-a7fc-87ae2a7dabcb req-22c4b19b-1084-4820-992a-01871c3165ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:01:12.693484 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-bc661c36-4ebe-4a9a-a7fc-87ae2a7dabcb req-22c4b19b-1084-4820-992a-01871c3165ab service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=1eb6a36c-fde7-47e4-8f10-9d3217637efb&tenant_id=248e6af1b7394fed98b6a620f19a6bc0 HTTP/1.1" status: 200  len: 1098 time: 0.0847309
Apr 15 20:01:12.802704 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc661c36-4ebe-4a9a-a7fc-87ae2a7dabcb req-f429253a-d2d7-4411-bfd7-6a5f9a37f4d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:01:12.804386 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-bc661c36-4ebe-4a9a-a7fc-87ae2a7dabcb req-f429253a-d2d7-4411-bfd7-6a5f9a37f4d0 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=248e6af1b7394fed98b6a620f19a6bc0&device_id=1eb6a36c-fde7-47e4-8f10-9d3217637efb HTTP/1.1" status: 200  len: 1098 time: 0.0834887
Apr 15 20:01:12.843662 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.rpc [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Device 6c543f7a-34a7-4717-892e-76f8e78e1aac no longer exists at agent hyperv_hv-cinder-78638 {{(pid=85346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 15 20:01:12.975931 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854565853'] for port, before_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:01:12.987401 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc661c36-4ebe-4a9a-a7fc-87ae2a7dabcb req-3ba75b55-cd02-4892-b069-a8d36f554b29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:01:12.989086 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-bc661c36-4ebe-4a9a-a7fc-87ae2a7dabcb req-3ba75b55-cd02-4892-b069-a8d36f554b29 service neutron] 10.222.0.65 "GET /v2.0/networks?id=77d36611-d9d7-4878-bee2-d85f2a7b4788 HTTP/1.1" status: 200  len: 910 time: 0.1748497
Apr 15 20:01:13.010201 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1eb6a36c-fde7-47e4-8f10-9d3217637efb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6c543f7a-34a7-4717-892e-76f8e78e1aac'}] {{(pid=85346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 20:01:13.023115 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.db [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] For port 6c543f7a-34a7-4717-892e-76f8e78e1aac, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=6c543f7a-34a7-4717-892e-76f8e78e1aac,segment=NetworkSegment(c848ac5a-07c6-445d-91d1-6ef413e2b190),segment_id=c848ac5a-07c6-445d-91d1-6ef413e2b190)] {{(pid=85346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 20:01:13.028059 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854693686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852972410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789846929216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789846482410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789846483725'] for port, after_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:01:13.030035 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-56ecdebd-c5a0-4569-bc96-ba437f5ce558 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:01:13.093050 dv-cinder-786383-2-iscsi neutron-server[85229]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '1eb6a36c-fde7-47e4-8f10-9d3217637efb', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '6c543f7a-34a7-4717-892e-76f8e78e1aac', 'code': 422} returned with failed status
Apr 15 20:01:13.106591 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Pushing event updated for resources: {'Port': ['ID=6c543f7a-34a7-4717-892e-76f8e78e1aac,revision_number=6']} {{(pid=85346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:01:13.110296 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:01:13.122394 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-bc661c36-4ebe-4a9a-a7fc-87ae2a7dabcb req-1f819350-9a2d-46e5-ba6a-a30ac2719134 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6c543f7a-34a7-4717-892e-76f8e78e1aac HTTP/1.1" status: 200  len: 999 time: 0.1262720
Apr 15 20:01:13.195331 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc661c36-4ebe-4a9a-a7fc-87ae2a7dabcb req-5683ede3-2de9-48e7-a021-725e293b446b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:01:13.196958 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-bc661c36-4ebe-4a9a-a7fc-87ae2a7dabcb req-5683ede3-2de9-48e7-a021-725e293b446b service neutron] 10.222.0.65 "GET /v2.0/subnets?id=ead78242-f7a7-4840-8c22-a0175f7d7ec4 HTTP/1.1" status: 200  len: 848 time: 0.0684910
Apr 15 20:01:13.287645 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc661c36-4ebe-4a9a-a7fc-87ae2a7dabcb req-b5d0beb9-d19d-42c2-887e-f6deb0127346 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:01:13.289194 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-bc661c36-4ebe-4a9a-a7fc-87ae2a7dabcb req-b5d0beb9-d19d-42c2-887e-f6deb0127346 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=77d36611-d9d7-4878-bee2-d85f2a7b4788&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0860291
Apr 15 20:01:13.438586 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-bc661c36-4ebe-4a9a-a7fc-87ae2a7dabcb req-4c178f84-76c2-4e35-91d0-228923302a7a service neutron] 10.222.0.65 "GET /v2.0/networks/77d36611-d9d7-4878-bee2-d85f2a7b4788?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1429801
Apr 15 20:01:13.631485 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-bc661c36-4ebe-4a9a-a7fc-87ae2a7dabcb req-5fec6b15-043b-4ff2-b3d1-1e04b8cfb11f service neutron] 10.222.0.65 "GET /v2.0/networks/77d36611-d9d7-4878-bee2-d85f2a7b4788?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1859615
Apr 15 20:01:13.696525 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04c81b1-bb5f-4a5f-bd58-c924b2cf69ee req-cf4f47c8-a05c-43c0-afbf-dd3afd136224 tempest-TestShelveInstance-1114833871 tempest-TestShelveInstance-1114833871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:01:13.700443 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-b04c81b1-bb5f-4a5f-bd58-c924b2cf69ee req-cf4f47c8-a05c-43c0-afbf-dd3afd136224 tempest-TestShelveInstance-1114833871 tempest-TestShelveInstance-1114833871-project] 10.222.0.47 "GET /v2.0/ports?device_id=1eb6a36c-fde7-47e4-8f10-9d3217637efb HTTP/1.1" status: 200  len: 943 time: 0.1081083
Apr 15 20:01:13.767344 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-b04c81b1-bb5f-4a5f-bd58-c924b2cf69ee req-f2a59b0b-3493-4601-b239-b54cca472a2c tempest-TestShelveInstance-1114833871 tempest-TestShelveInstance-1114833871-project] 10.222.0.47 "GET /v2.0/security-groups?id=79abbd6f-e10b-490a-ab14-d050dfb290c3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0540330
Apr 15 20:01:14.991997 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620d0152-e41f-41e8-b41e-7bfc6911ca84 req-e5797349-5027-49c3-8074-e5f84354a179 tempest-TestShelveInstance-1114833871 tempest-TestShelveInstance-1114833871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:01:14.993632 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-620d0152-e41f-41e8-b41e-7bfc6911ca84 req-e5797349-5027-49c3-8074-e5f84354a179 tempest-TestShelveInstance-1114833871 tempest-TestShelveInstance-1114833871-project] 10.222.0.47 "GET /v2.0/ports?device_id=1eb6a36c-fde7-47e4-8f10-9d3217637efb HTTP/1.1" status: 200  len: 943 time: 0.0974030
Apr 15 20:01:15.055132 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-620d0152-e41f-41e8-b41e-7bfc6911ca84 req-dbdf15fc-0b5e-491f-869a-093719b9071b tempest-TestShelveInstance-1114833871 tempest-TestShelveInstance-1114833871-project] 10.222.0.47 "GET /v2.0/security-groups?id=79abbd6f-e10b-490a-ab14-d050dfb290c3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0490284
Apr 15 20:01:16.267944 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d95db3f-2748-4c45-a717-a5b23a378fc3 req-1e540212-7874-4a7c-9ca8-a0746452bb07 tempest-TestShelveInstance-1114833871 tempest-TestShelveInstance-1114833871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:01:16.269741 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-1d95db3f-2748-4c45-a717-a5b23a378fc3 req-1e540212-7874-4a7c-9ca8-a0746452bb07 tempest-TestShelveInstance-1114833871 tempest-TestShelveInstance-1114833871-project] 10.222.0.47 "GET /v2.0/ports?device_id=1eb6a36c-fde7-47e4-8f10-9d3217637efb HTTP/1.1" status: 200  len: 943 time: 0.0978551
Apr 15 20:01:16.322276 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-1d95db3f-2748-4c45-a717-a5b23a378fc3 req-fe59473e-2698-4640-974e-588a27813927 tempest-TestShelveInstance-1114833871 tempest-TestShelveInstance-1114833871-project] 10.222.0.47 "GET /v2.0/security-groups?id=79abbd6f-e10b-490a-ab14-d050dfb290c3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0456259
Apr 15 20:01:17.549828 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1a4766-914f-4967-ac65-7a3c5fea3d08 req-4de33706-28ca-452b-9443-9f656a6938f8 tempest-TestShelveInstance-1114833871 tempest-TestShelveInstance-1114833871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:01:17.551602 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-4e1a4766-914f-4967-ac65-7a3c5fea3d08 req-4de33706-28ca-452b-9443-9f656a6938f8 tempest-TestShelveInstance-1114833871 tempest-TestShelveInstance-1114833871-project] 10.222.0.47 "GET /v2.0/ports?device_id=1eb6a36c-fde7-47e4-8f10-9d3217637efb HTTP/1.1" status: 200  len: 943 time: 0.1069539
Apr 15 20:01:17.616028 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-4e1a4766-914f-4967-ac65-7a3c5fea3d08 req-fad2229b-9bf4-47ba-95c5-0ea777267e1b tempest-TestShelveInstance-1114833871 tempest-TestShelveInstance-1114833871-project] 10.222.0.47 "GET /v2.0/security-groups?id=79abbd6f-e10b-490a-ab14-d050dfb290c3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0523186
Apr 15 20:01:18.829183 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab179c7-b009-4c26-8c3a-9a9d3406db7d req-265ce660-564a-4d94-a315-27cc8ae940e1 tempest-TestShelveInstance-1114833871 tempest-TestShelveInstance-1114833871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:01:18.830947 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-2ab179c7-b009-4c26-8c3a-9a9d3406db7d req-265ce660-564a-4d94-a315-27cc8ae940e1 tempest-TestShelveInstance-1114833871 tempest-TestShelveInstance-1114833871-project] 10.222.0.47 "GET /v2.0/ports?device_id=1eb6a36c-fde7-47e4-8f10-9d3217637efb HTTP/1.1" status: 200  len: 943 time: 0.0935504
Apr 15 20:01:18.883089 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-2ab179c7-b009-4c26-8c3a-9a9d3406db7d req-f9e2ef11-3b50-47d6-ba92-4f0a3a3a6a71 tempest-TestShelveInstance-1114833871 tempest-TestShelveInstance-1114833871-project] 10.222.0.47 "GET /v2.0/security-groups?id=79abbd6f-e10b-490a-ab14-d050dfb290c3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0454614
Apr 15 20:01:20.117727 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b778ea-9d6b-46c1-82aa-fa734f8c15f7 req-4e862577-a0b6-42c0-9aaa-631a0c1a1acf tempest-TestShelveInstance-1114833871 tempest-TestShelveInstance-1114833871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:01:20.119355 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-57b778ea-9d6b-46c1-82aa-fa734f8c15f7 req-4e862577-a0b6-42c0-9aaa-631a0c1a1acf tempest-TestShelveInstance-1114833871 tempest-TestShelveInstance-1114833871-project] 10.222.0.47 "GET /v2.0/ports?device_id=1eb6a36c-fde7-47e4-8f10-9d3217637efb HTTP/1.1" status: 200  len: 943 time: 0.0978560
Apr 15 20:01:20.185959 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.agents_db [None req-b0af7715-6be6-4101-aede-c7b275f02801 None None] Agent healthcheck: found 6 active agents {{(pid=85347) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 15 20:01:20.186811 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-57b778ea-9d6b-46c1-82aa-fa734f8c15f7 req-a00f23eb-715d-436c-aa66-1e85de632616 tempest-TestShelveInstance-1114833871 tempest-TestShelveInstance-1114833871-project] 10.222.0.47 "GET /v2.0/security-groups?id=79abbd6f-e10b-490a-ab14-d050dfb290c3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0549228
Apr 15 20:01:20.247985 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c17c47a-11eb-4c2b-81f5-6708e2281797 req-5070be2e-3171-49be-9375-d3d8075df320 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:01:20.249647 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-4c17c47a-11eb-4c2b-81f5-6708e2281797 req-5070be2e-3171-49be-9375-d3d8075df320 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=1eb6a36c-fde7-47e4-8f10-9d3217637efb HTTP/1.1" status: 200  len: 1096 time: 0.0925009
Apr 15 20:01:20.297063 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-4c17c47a-11eb-4c2b-81f5-6708e2281797 req-10706bed-ad21-45fa-94e1-f9249903b3b2 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=79abbd6f-e10b-490a-ab14-d050dfb290c3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0394874
Apr 15 20:01:20.903402 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.rpc [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Device 6c543f7a-34a7-4717-892e-76f8e78e1aac details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=85346) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 15 20:01:21.066935 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.db [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] For port 6c543f7a-34a7-4717-892e-76f8e78e1aac, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=6c543f7a-34a7-4717-892e-76f8e78e1aac,segment=NetworkSegment(c848ac5a-07c6-445d-91d1-6ef413e2b190),segment_id=c848ac5a-07c6-445d-91d1-6ef413e2b190)] {{(pid=85346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 20:01:21.091766 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.rpc [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Returning: {'device': '6c543f7a-34a7-4717-892e-76f8e78e1aac', 'network_id': '77d36611-d9d7-4878-bee2-d85f2a7b4788', 'port_id': '6c543f7a-34a7-4717-892e-76f8e78e1aac', 'mac_address': 'fa:16:3e:d5:d3:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 655, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ead78242-f7a7-4840-8c22-a0175f7d7ec4', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85346) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 15 20:01:21.160784 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854565853'] for port, before_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:01:21.179684 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.notifiers.nova [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c543f7a-34a7-4717-892e-76f8e78e1aac {{(pid=85346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 15 20:01:21.197234 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.db [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] For port 6c543f7a-34a7-4717-892e-76f8e78e1aac, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=6c543f7a-34a7-4717-892e-76f8e78e1aac,segment=NetworkSegment(c848ac5a-07c6-445d-91d1-6ef413e2b190),segment_id=c848ac5a-07c6-445d-91d1-6ef413e2b190)] {{(pid=85346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 20:01:21.201105 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854693686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852972410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789846929216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789846482410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789846483725'] for port, after_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:01:21.203049 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-608e5158-4d7f-4b5c-b643-37c1746e1aa2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:01:21.276400 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Pushing event updated for resources: {'Port': ['ID=6c543f7a-34a7-4717-892e-76f8e78e1aac,revision_number=7']} {{(pid=85346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:01:21.280299 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:01:21.403121 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84dae07e-dbaf-4093-a6cd-9b11758ec5c1 req-71d54e49-54a9-4f5c-a96a-4ff6d872f387 tempest-TestShelveInstance-1114833871 tempest-TestShelveInstance-1114833871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:01:21.404869 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-84dae07e-dbaf-4093-a6cd-9b11758ec5c1 req-71d54e49-54a9-4f5c-a96a-4ff6d872f387 tempest-TestShelveInstance-1114833871 tempest-TestShelveInstance-1114833871-project] 10.222.0.47 "GET /v2.0/ports?device_id=1eb6a36c-fde7-47e4-8f10-9d3217637efb HTTP/1.1" status: 200  len: 944 time: 0.0980568
Apr 15 20:01:21.430384 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.db [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] get_ports_and_sgs() called for port_ids ['6c543f7a-34a7-4717-892e-76f8e78e1aac'] {{(pid=85346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 15 20:01:21.465585 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-84dae07e-dbaf-4093-a6cd-9b11758ec5c1 req-729c15da-9947-497e-b700-84acbbd5dbb3 tempest-TestShelveInstance-1114833871 tempest-TestShelveInstance-1114833871-project] 10.222.0.47 "GET /v2.0/security-groups?id=79abbd6f-e10b-490a-ab14-d050dfb290c3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0536447
Apr 15 20:01:22.903079 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.rpc [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Device 6c543f7a-34a7-4717-892e-76f8e78e1aac up at agent hyperv_hv-cinder-78638 {{(pid=85346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 20:01:22.988211 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.provisioning_blocks [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Provisioning complete for port 6c543f7a-34a7-4717-892e-76f8e78e1aac triggered by entity L2. {{(pid=85346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 20:01:22.988592 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-428662'] for port, provisioning_complete {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:01:23.126265 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854565853'] for port, before_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:01:23.157463 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1eb6a36c-fde7-47e4-8f10-9d3217637efb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c543f7a-34a7-4717-892e-76f8e78e1aac'}] {{(pid=85346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 20:01:23.171205 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.db [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] For port 6c543f7a-34a7-4717-892e-76f8e78e1aac, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=6c543f7a-34a7-4717-892e-76f8e78e1aac,segment=NetworkSegment(c848ac5a-07c6-445d-91d1-6ef413e2b190),segment_id=c848ac5a-07c6-445d-91d1-6ef413e2b190)] {{(pid=85346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 20:01:23.176583 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854693686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852972410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789846929216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789846482410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789846483725'] for port, after_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:01:23.179086 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-56ecdebd-c5a0-4569-bc96-ba437f5ce558 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:01:23.216133 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1eb6a36c-fde7-47e4-8f10-9d3217637efb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c543f7a-34a7-4717-892e-76f8e78e1aac', 'code': 200}
Apr 15 20:01:23.259716 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Pushing event updated for resources: {'Port': ['ID=6c543f7a-34a7-4717-892e-76f8e78e1aac,revision_number=8']} {{(pid=85346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:01:23.263025 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:01:35.489991 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-71c8791b-eb65-4343-b4e1-282bfd2f6813 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789847050935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-428960'] for agent, after_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:01:38.103421 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-b4573c30-0c7f-440e-9714-e0e17b191a68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789847050935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-428960'] for agent, after_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:01:38.354679 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789847050935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-428960'] for agent, after_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:01:39.176828 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-b400c4f8-8969-424f-8663-39cf5b6e1207 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789847050935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-428960'] for agent, after_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:01:39.572478 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-56ecdebd-c5a0-4569-bc96-ba437f5ce558 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789847050935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-428960'] for agent, after_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:01:40.595063 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-3d77682a-3290-49f5-9a09-7e8e47f8ddca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789847050935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-428960'] for agent, after_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:01:40.939132 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-721aef23-a1b1-4415-805d-47d37cb5defd req-789db4bc-8f27-484a-a3c4-d0637cc1c71f service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=1eb6a36c-fde7-47e4-8f10-9d3217637efb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0816953
Apr 15 20:01:41.101175 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721aef23-a1b1-4415-805d-47d37cb5defd req-a3819872-f651-41e2-a4b9-985177e2f3c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:01:41.102772 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-721aef23-a1b1-4415-805d-47d37cb5defd req-a3819872-f651-41e2-a4b9-985177e2f3c7 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=248e6af1b7394fed98b6a620f19a6bc0&device_id=1eb6a36c-fde7-47e4-8f10-9d3217637efb HTTP/1.1" status: 200  len: 1098 time: 0.0843158
Apr 15 20:01:41.272204 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721aef23-a1b1-4415-805d-47d37cb5defd req-62edd19d-71d8-4083-9b3c-2b026daa8856 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:01:41.273905 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-721aef23-a1b1-4415-805d-47d37cb5defd req-62edd19d-71d8-4083-9b3c-2b026daa8856 service neutron] 10.222.0.65 "GET /v2.0/networks?id=77d36611-d9d7-4878-bee2-d85f2a7b4788 HTTP/1.1" status: 200  len: 910 time: 0.1495795
Apr 15 20:01:41.397961 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-721aef23-a1b1-4415-805d-47d37cb5defd req-6146af54-7e85-41a3-9933-f824fcdfbdbf service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6c543f7a-34a7-4717-892e-76f8e78e1aac HTTP/1.1" status: 200  len: 1001 time: 0.1170344
Apr 15 20:01:41.474511 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721aef23-a1b1-4415-805d-47d37cb5defd req-f5fa9dd4-10ec-497f-b4a3-f2fe576a3c6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:01:41.476139 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-721aef23-a1b1-4415-805d-47d37cb5defd req-f5fa9dd4-10ec-497f-b4a3-f2fe576a3c6e service neutron] 10.222.0.65 "GET /v2.0/subnets?id=ead78242-f7a7-4840-8c22-a0175f7d7ec4 HTTP/1.1" status: 200  len: 848 time: 0.0712426
Apr 15 20:01:41.565065 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721aef23-a1b1-4415-805d-47d37cb5defd req-214600f2-222c-4270-af87-799e5b5a7f48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:01:41.566706 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-721aef23-a1b1-4415-805d-47d37cb5defd req-214600f2-222c-4270-af87-799e5b5a7f48 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=77d36611-d9d7-4878-bee2-d85f2a7b4788&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0819390
Apr 15 20:01:41.731116 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-721aef23-a1b1-4415-805d-47d37cb5defd req-0ab680e6-d45b-42a7-a3d6-8479e9d25f45 service neutron] 10.222.0.65 "GET /v2.0/networks/77d36611-d9d7-4878-bee2-d85f2a7b4788?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1562214
Apr 15 20:01:41.888627 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-721aef23-a1b1-4415-805d-47d37cb5defd req-da1e9206-6efe-4fe7-b185-98397d89699e service neutron] 10.222.0.65 "GET /v2.0/networks/77d36611-d9d7-4878-bee2-d85f2a7b4788?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1503186
Apr 15 20:01:57.185051 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.agents_db [None req-b0af7715-6be6-4101-aede-c7b275f02801 None None] Agent healthcheck: found 6 active agents {{(pid=85347) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 15 20:02:05.495887 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-23271a39-e709-412a-9726-8809d63a5221 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789847050935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-428960'] for agent, after_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:02:08.098018 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-512796e8-3bdf-4095-89e5-569a4a819575 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789847050935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-428960'] for agent, after_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:02:08.371919 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789847050935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-428960'] for agent, after_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:02:09.180906 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-b400c4f8-8969-424f-8663-39cf5b6e1207 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789847050935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-428960'] for agent, after_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:02:09.567925 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-56ecdebd-c5a0-4569-bc96-ba437f5ce558 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789847050935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-428960'] for agent, after_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:02:10.599845 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-3d77682a-3290-49f5-9a09-7e8e47f8ddca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789847050935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-428960'] for agent, after_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:02:34.186222 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.agents_db [None req-b0af7715-6be6-4101-aede-c7b275f02801 None None] Agent healthcheck: found 6 active agents {{(pid=85347) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 15 20:02:35.140763 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.wsgi [-] (85344) accepted ('10.222.0.47', 53402) {{(pid=85344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 20:02:35.450726 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.plugin [None req-d7ab0d03-2916-4d1d-9781-ebd3bf76f14d tempest-TestShelveInstance-1114833871 tempest-TestShelveInstance-1114833871-project] Deleting port 888f4718-b0ce-49ff-b683-cc1e9b7254ae {{(pid=85344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 20:02:35.451650 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-d7ab0d03-2916-4d1d-9781-ebd3bf76f14d tempest-TestShelveInstance-1114833871 tempest-TestShelveInstance-1114833871-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363247007848052'] for port, before_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:02:35.514040 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-12d833dc-af1f-48cb-9ac9-6739e029e241 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789847050935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-428960'] for agent, after_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:02:35.649889 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-d7ab0d03-2916-4d1d-9781-ebd3bf76f14d tempest-TestShelveInstance-1114833871 tempest-TestShelveInstance-1114833871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853097680'] for port, precommit_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:02:35.650519 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-d7ab0d03-2916-4d1d-9781-ebd3bf76f14d tempest-TestShelveInstance-1114833871 tempest-TestShelveInstance-1114833871-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:02:35.794758 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.plugin [None req-d7ab0d03-2916-4d1d-9781-ebd3bf76f14d tempest-TestShelveInstance-1114833871 tempest-TestShelveInstance-1114833871-project] Calling delete_port for 888f4718-b0ce-49ff-b683-cc1e9b7254ae owned by network:floatingip {{(pid=85344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 15 20:02:35.968468 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-d7ab0d03-2916-4d1d-9781-ebd3bf76f14d tempest-TestShelveInstance-1114833871 tempest-TestShelveInstance-1114833871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854693686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852972410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789846929199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363247008293407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851621869'] for port, after_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:02:35.999833 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-5498fb8b-70f9-4d88-9db0-07e3a6a663aa service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:02:36.191207 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ab0d03-2916-4d1d-9781-ebd3bf76f14d tempest-TestShelveInstance-1114833871 tempest-TestShelveInstance-1114833871-project] Pushing event deleted for resources: {'Port': ['ID=888f4718-b0ce-49ff-b683-cc1e9b7254ae,revision_number=None']} {{(pid=85344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:02:36.223179 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ab0d03-2916-4d1d-9781-ebd3bf76f14d tempest-TestShelveInstance-1114833871 tempest-TestShelveInstance-1114833871-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:02:36.223850 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ab0d03-2916-4d1d-9781-ebd3bf76f14d tempest-TestShelveInstance-1114833871 tempest-TestShelveInstance-1114833871-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:02:36.224503 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ab0d03-2916-4d1d-9781-ebd3bf76f14d tempest-TestShelveInstance-1114833871 tempest-TestShelveInstance-1114833871-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:02:36.225163 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ab0d03-2916-4d1d-9781-ebd3bf76f14d tempest-TestShelveInstance-1114833871 tempest-TestShelveInstance-1114833871-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:02:36.225854 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ab0d03-2916-4d1d-9781-ebd3bf76f14d tempest-TestShelveInstance-1114833871 tempest-TestShelveInstance-1114833871-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:02:36.226550 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ab0d03-2916-4d1d-9781-ebd3bf76f14d tempest-TestShelveInstance-1114833871 tempest-TestShelveInstance-1114833871-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:02:36.227257 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ab0d03-2916-4d1d-9781-ebd3bf76f14d tempest-TestShelveInstance-1114833871 tempest-TestShelveInstance-1114833871-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:02:36.228552 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ab0d03-2916-4d1d-9781-ebd3bf76f14d tempest-TestShelveInstance-1114833871 tempest-TestShelveInstance-1114833871-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:02:36.229215 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ab0d03-2916-4d1d-9781-ebd3bf76f14d tempest-TestShelveInstance-1114833871 tempest-TestShelveInstance-1114833871-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:02:36.229906 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ab0d03-2916-4d1d-9781-ebd3bf76f14d tempest-TestShelveInstance-1114833871 tempest-TestShelveInstance-1114833871-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:02:36.230566 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ab0d03-2916-4d1d-9781-ebd3bf76f14d tempest-TestShelveInstance-1114833871 tempest-TestShelveInstance-1114833871-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:02:36.231195 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ab0d03-2916-4d1d-9781-ebd3bf76f14d tempest-TestShelveInstance-1114833871 tempest-TestShelveInstance-1114833871-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:02:36.240511 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-d7ab0d03-2916-4d1d-9781-ebd3bf76f14d tempest-TestShelveInstance-1114833871 tempest-TestShelveInstance-1114833871-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:02:36.417718 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-d7ab0d03-2916-4d1d-9781-ebd3bf76f14d tempest-TestShelveInstance-1114833871 tempest-TestShelveInstance-1114833871-project] Notify callbacks [] for floatingip, after_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:02:36.418099 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.db.l3_db [None req-d7ab0d03-2916-4d1d-9781-ebd3bf76f14d tempest-TestShelveInstance-1114833871 tempest-TestShelveInstance-1114833871-project] Floating IP 1c6cf9c9-fa78-4179-910b-f7ccfb756d88 disassociated (deleted). External IP: 172.27.2.134, port: 6c543f7a-34a7-4717-892e-76f8e78e1aac.
Apr 15 20:02:37.159924 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7ab0d03-2916-4d1d-9781-ebd3bf76f14d tempest-TestShelveInstance-1114833871 tempest-TestShelveInstance-1114833871-project] Router b51f791e-ca9d-4a48-9479-ba8cd1084b6c has already been hosted by L3 agent 74482fb0-5b00-43f0-8fa9-533a3c8b2378 {{(pid=85344) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 15 20:02:37.516450 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7ab0d03-2916-4d1d-9781-ebd3bf76f14d tempest-TestShelveInstance-1114833871 tempest-TestShelveInstance-1114833871-project] Notify agent at l3_agent.dv-cinder-786383-2-iscsi the message routers_updated {{(pid=85344) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 15 20:02:37.530313 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f61930e6-0d1e-487e-98a2-d2630698531e None None] Sync routers for ids ['b51f791e-ca9d-4a48-9479-ba8cd1084b6c'] in dv-cinder-786383-2-iscsi {{(pid=85346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 15 20:02:37.543719 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-d7ab0d03-2916-4d1d-9781-ebd3bf76f14d tempest-TestShelveInstance-1114833871 tempest-TestShelveInstance-1114833871-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771739'] for floatingip, before_response {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:02:37.544084 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f61930e6-0d1e-487e-98a2-d2630698531e None None] Routers {'b51f791e-ca9d-4a48-9479-ba8cd1084b6c'} bound to L3 agent in host dv-cinder-786383-2-iscsi {{(pid=85346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 20:02:37.544809 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.l3_hamode_db [None req-f61930e6-0d1e-487e-98a2-d2630698531e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe8b9c1d5f8>, 'dv-cinder-786383-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-15T19:40:08Z,description=<?>,heartbeat_timestamp=2021-04-15T20:02:08Z,host='dv-cinder-786383-2-iscsi',id=74482fb0-5b00-43f0-8fa9-533a3c8b2378,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T19:40:08Z,topic='l3_agent')) {'router_ids': ['b51f791e-ca9d-4a48-9479-ba8cd1084b6c'], 'active': True} {{(pid=85346) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 20:02:37.630089 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [None req-d7ab0d03-2916-4d1d-9781-ebd3bf76f14d tempest-TestShelveInstance-1114833871 tempest-TestShelveInstance-1114833871-project] 10.222.0.47 "DELETE /v2.0/floatingips/1c6cf9c9-fa78-4179-910b-f7ccfb756d88 HTTP/1.1" status: 204  len: 168 time: 2.4872382
Apr 15 20:02:37.631275 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1eb6a36c-fde7-47e4-8f10-9d3217637efb', 'tag': '6c543f7a-34a7-4717-892e-76f8e78e1aac'}] {{(pid=85344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 20:02:37.699099 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1eb6a36c-fde7-47e4-8f10-9d3217637efb', 'tag': '6c543f7a-34a7-4717-892e-76f8e78e1aac', 'status': 'completed', 'code': 200}
Apr 15 20:02:37.806999 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.l3_dvr_db [None req-f61930e6-0d1e-487e-98a2-d2630698531e None None] Set router b51f791e-ca9d-4a48-9479-ba8cd1084b6c gateway port host: dv-cinder-786383-2-iscsi {{(pid=85346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 20:02:37.906410 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9900c317-c406-43e5-bd92-f4a3f0be0121 req-7c13ba1d-d6b7-49c5-a8f7-7f5b77b36e89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:02:37.909183 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-9900c317-c406-43e5-bd92-f4a3f0be0121 req-7c13ba1d-d6b7-49c5-a8f7-7f5b77b36e89 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=248e6af1b7394fed98b6a620f19a6bc0&device_id=1eb6a36c-fde7-47e4-8f10-9d3217637efb HTTP/1.1" status: 200  len: 1098 time: 0.1745160
Apr 15 20:02:38.140808 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9900c317-c406-43e5-bd92-f4a3f0be0121 req-08673dc8-11f1-4ff6-b70a-f35f332d89cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:02:38.144191 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-9900c317-c406-43e5-bd92-f4a3f0be0121 req-08673dc8-11f1-4ff6-b70a-f35f332d89cc service neutron] 10.222.0.65 "GET /v2.0/networks?id=77d36611-d9d7-4878-bee2-d85f2a7b4788 HTTP/1.1" status: 200  len: 910 time: 0.2289448
Apr 15 20:02:38.269653 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-511aff1e-e920-4aca-bde6-042f8970cba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789847050935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-428960'] for agent, after_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:02:38.299718 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-9900c317-c406-43e5-bd92-f4a3f0be0121 req-180b8b2f-5c70-4095-8183-be74b8a01780 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6c543f7a-34a7-4717-892e-76f8e78e1aac HTTP/1.1" status: 200  len: 217 time: 0.1477365
Apr 15 20:02:38.414734 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9900c317-c406-43e5-bd92-f4a3f0be0121 req-969c0eed-e94b-4dbc-b84a-d1e811a3138b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:02:38.418928 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-9900c317-c406-43e5-bd92-f4a3f0be0121 req-969c0eed-e94b-4dbc-b84a-d1e811a3138b service neutron] 10.222.0.65 "GET /v2.0/subnets?id=ead78242-f7a7-4840-8c22-a0175f7d7ec4 HTTP/1.1" status: 200  len: 848 time: 0.1100905
Apr 15 20:02:38.444309 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c494c69d-2799-4aea-aa67-1b822b80f98c req-fc0f7bb2-ba11-492e-9503-314b7455ef8f tempest-TestShelveInstance-1114833871 tempest-TestShelveInstance-1114833871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:02:38.447888 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-c494c69d-2799-4aea-aa67-1b822b80f98c req-fc0f7bb2-ba11-492e-9503-314b7455ef8f tempest-TestShelveInstance-1114833871 tempest-TestShelveInstance-1114833871-project] 10.222.0.47 "GET /v2.0/ports?device_id=1eb6a36c-fde7-47e4-8f10-9d3217637efb HTTP/1.1" status: 200  len: 945 time: 0.1890743
Apr 15 20:02:38.479425 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789847050935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-428960'] for agent, after_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:02:38.532770 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.l3_hamode_db [None req-f61930e6-0d1e-487e-98a2-d2630698531e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe8b9c1d5f8>, [{'id': 'b51f791e-ca9d-4a48-9479-ba8cd1084b6c', 'name': 'tempest-TestShelveInstance-1484012303-router', 'tenant_id': '248e6af1b7394fed98b6a620f19a6bc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b576887-bb01-4bfc-8617-ca8b886d7b7e', 'external_fixed_ips': [{'subnet_id': '7ad9face-0ae3-4529-aacd-d53ebb36e4d0', 'ip_address': '172.27.2.143'}], 'enable_snat': True}, 'gw_port_id': '79376af6-b39c-4c7e-bb22-6175f6c98914', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:58:02Z', 'updated_at': '2021-04-15T19:58:08Z', 'revision_number': 4, 'project_id': '248e6af1b7394fed98b6a620f19a6bc0', 'gw_port': {'id': '79376af6-b39c-4c7e-bb22-6175f6c98914', 'name': '', 'network_id': '0b576887-bb01-4bfc-8617-ca8b886d7b7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:36:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b51f791e-ca9d-4a48-9479-ba8cd1084b6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': '7ad9face-0ae3-4529-aacd-d53ebb36e4d0', 'ip_address': '172.27.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:58:03Z', 'updated_at': '2021-04-15T19:58:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ad9face-0ae3-4529-aacd-d53ebb36e4d0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-2-iscsi', '_interfaces': [{'id': '60c95d52-29fc-44a2-a940-17459d08d556', 'name': '', 'network_id': '77d36611-d9d7-4878-bee2-d85f2a7b4788', 'tenant_id': '248e6af1b7394fed98b6a620f19a6bc0', 'mac_address': 'fa:16:3e:eb:31:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b51f791e-ca9d-4a48-9479-ba8cd1084b6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': 'ead78242-f7a7-4840-8c22-a0175f7d7ec4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:58:07Z', 'updated_at': '2021-04-15T19:58:20Z', 'revision_number': 5, 'project_id': '248e6af1b7394fed98b6a620f19a6bc0', 'subnets': [{'id': 'ead78242-f7a7-4840-8c22-a0175f7d7ec4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786383-2-iscsi', False) {} {{(pid=85346) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 20:02:38.543597 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f61930e6-0d1e-487e-98a2-d2630698531e None None] Checking router: b51f791e-ca9d-4a48-9479-ba8cd1084b6c for host: dv-cinder-786383-2-iscsi {{(pid=85346) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 15 20:02:38.547264 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-c494c69d-2799-4aea-aa67-1b822b80f98c req-f260d728-60ff-4270-b770-ce28fbef4dc1 tempest-TestShelveInstance-1114833871 tempest-TestShelveInstance-1114833871-project] 10.222.0.47 "GET /v2.0/security-groups?id=79abbd6f-e10b-490a-ab14-d050dfb290c3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0883667
Apr 15 20:02:38.563975 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f61930e6-0d1e-487e-98a2-d2630698531e None None] Routers {'b51f791e-ca9d-4a48-9479-ba8cd1084b6c'} bound to L3 agent in host dv-cinder-786383-2-iscsi {{(pid=85346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 20:02:38.565490 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.l3_hamode_db [None req-f61930e6-0d1e-487e-98a2-d2630698531e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe8b9c1d5f8>, 'dv-cinder-786383-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-15T19:40:08Z,description=<?>,heartbeat_timestamp=2021-04-15T20:02:38Z,host='dv-cinder-786383-2-iscsi',id=74482fb0-5b00-43f0-8fa9-533a3c8b2378,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T19:40:08Z,topic='l3_agent')) {'router_ids': ['b51f791e-ca9d-4a48-9479-ba8cd1084b6c'], 'active': True} {{(pid=85346) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 20:02:38.578464 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9900c317-c406-43e5-bd92-f4a3f0be0121 req-c23db201-eda6-4ef5-bf88-3469561b4c33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:02:38.581644 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-9900c317-c406-43e5-bd92-f4a3f0be0121 req-c23db201-eda6-4ef5-bf88-3469561b4c33 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=77d36611-d9d7-4878-bee2-d85f2a7b4788&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1561117
Apr 15 20:02:38.756934 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-9900c317-c406-43e5-bd92-f4a3f0be0121 req-39e89370-940c-4f57-ac70-0883c91c9724 service neutron] 10.222.0.65 "GET /v2.0/networks/77d36611-d9d7-4878-bee2-d85f2a7b4788?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1673942
Apr 15 20:02:38.928470 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.l3_dvr_db [None req-f61930e6-0d1e-487e-98a2-d2630698531e None None] Set router b51f791e-ca9d-4a48-9479-ba8cd1084b6c gateway port host: dv-cinder-786383-2-iscsi {{(pid=85346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 20:02:39.067329 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-9900c317-c406-43e5-bd92-f4a3f0be0121 req-681422a5-a1a8-47df-bcd6-8675cf1213df service neutron] 10.222.0.65 "GET /v2.0/networks/77d36611-d9d7-4878-bee2-d85f2a7b4788?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3022904
Apr 15 20:02:39.207716 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-b400c4f8-8969-424f-8663-39cf5b6e1207 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789847050935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-428960'] for agent, after_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:02:39.317153 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.l3_hamode_db [None req-f61930e6-0d1e-487e-98a2-d2630698531e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe8b9c1d5f8>, [{'id': 'b51f791e-ca9d-4a48-9479-ba8cd1084b6c', 'name': 'tempest-TestShelveInstance-1484012303-router', 'tenant_id': '248e6af1b7394fed98b6a620f19a6bc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b576887-bb01-4bfc-8617-ca8b886d7b7e', 'external_fixed_ips': [{'subnet_id': '7ad9face-0ae3-4529-aacd-d53ebb36e4d0', 'ip_address': '172.27.2.143'}], 'enable_snat': True}, 'gw_port_id': '79376af6-b39c-4c7e-bb22-6175f6c98914', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:58:02Z', 'updated_at': '2021-04-15T19:58:08Z', 'revision_number': 4, 'project_id': '248e6af1b7394fed98b6a620f19a6bc0', 'gw_port': {'id': '79376af6-b39c-4c7e-bb22-6175f6c98914', 'name': '', 'network_id': '0b576887-bb01-4bfc-8617-ca8b886d7b7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:36:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b51f791e-ca9d-4a48-9479-ba8cd1084b6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': '7ad9face-0ae3-4529-aacd-d53ebb36e4d0', 'ip_address': '172.27.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:58:03Z', 'updated_at': '2021-04-15T19:58:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ad9face-0ae3-4529-aacd-d53ebb36e4d0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-2-iscsi', '_interfaces': [{'id': '60c95d52-29fc-44a2-a940-17459d08d556', 'name': '', 'network_id': '77d36611-d9d7-4878-bee2-d85f2a7b4788', 'tenant_id': '248e6af1b7394fed98b6a620f19a6bc0', 'mac_address': 'fa:16:3e:eb:31:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b51f791e-ca9d-4a48-9479-ba8cd1084b6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': 'ead78242-f7a7-4840-8c22-a0175f7d7ec4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:58:07Z', 'updated_at': '2021-04-15T19:58:20Z', 'revision_number': 5, 'project_id': '248e6af1b7394fed98b6a620f19a6bc0', 'subnets': [{'id': 'ead78242-f7a7-4840-8c22-a0175f7d7ec4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786383-2-iscsi', False) {} {{(pid=85346) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 20:02:39.325643 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f61930e6-0d1e-487e-98a2-d2630698531e None None] The sync data for ids ['b51f791e-ca9d-4a48-9479-ba8cd1084b6c'] in dv-cinder-786383-2-iscsi is: [{'id': 'b51f791e-ca9d-4a48-9479-ba8cd1084b6c', 'name': 'tempest-TestShelveInstance-1484012303-router', 'tenant_id': '248e6af1b7394fed98b6a620f19a6bc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b576887-bb01-4bfc-8617-ca8b886d7b7e', 'external_fixed_ips': [{'subnet_id': '7ad9face-0ae3-4529-aacd-d53ebb36e4d0', 'ip_address': '172.27.2.143'}], 'enable_snat': True}, 'gw_port_id': '79376af6-b39c-4c7e-bb22-6175f6c98914', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:58:02Z', 'updated_at': '2021-04-15T19:58:08Z', 'revision_number': 4, 'project_id': '248e6af1b7394fed98b6a620f19a6bc0', 'gw_port': {'id': '79376af6-b39c-4c7e-bb22-6175f6c98914', 'name': '', 'network_id': '0b576887-bb01-4bfc-8617-ca8b886d7b7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:36:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b51f791e-ca9d-4a48-9479-ba8cd1084b6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': '7ad9face-0ae3-4529-aacd-d53ebb36e4d0', 'ip_address': '172.27.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:58:03Z', 'updated_at': '2021-04-15T19:58:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ad9face-0ae3-4529-aacd-d53ebb36e4d0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-2-iscsi', '_interfaces': [{'id': '60c95d52-29fc-44a2-a940-17459d08d556', 'name': '', 'network_id': '77d36611-d9d7-4878-bee2-d85f2a7b4788', 'tenant_id': '248e6af1b7394fed98b6a620f19a6bc0', 'mac_address': 'fa:16:3e:eb:31:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b51f791e-ca9d-4a48-9479-ba8cd1084b6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': 'ead78242-f7a7-4840-8c22-a0175f7d7ec4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:58:07Z', 'updated_at': '2021-04-15T19:58:20Z', 'revision_number': 5, 'project_id': '248e6af1b7394fed98b6a620f19a6bc0', 'subnets': [{'id': 'ead78242-f7a7-4840-8c22-a0175f7d7ec4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 15 20:02:39.574023 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-56ecdebd-c5a0-4569-bc96-ba437f5ce558 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789847050935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-428960'] for agent, after_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:02:39.763903 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4fbb42a-8e03-4e80-9a6d-e8e4f57a82dc None None] New status for floating IP 1c6cf9c9-fa78-4179-910b-f7ccfb756d88: DOWN {{(pid=85347) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 15 20:02:39.909256 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695cf209-ad8a-45ac-a710-41772285a8aa req-a269f49f-4395-4e60-a3d3-7c7373da1c96 tempest-TestShelveInstance-1114833871 tempest-TestShelveInstance-1114833871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:02:39.910019 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource [req-695cf209-ad8a-45ac-a710-41772285a8aa req-a269f49f-4395-4e60-a3d3-7c7373da1c96 tempest-TestShelveInstance-1114833871 tempest-TestShelveInstance-1114833871-project] Synchronizing usage tracker for tenant:248e6af1b7394fed98b6a620f19a6bc0 on resource:port {{(pid=85344) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 15 20:02:39.926306 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70cc8420-13fb-41c4-8954-f61b710eaca6 req-7311c51b-fb7d-4ace-aa97-2c121ea1819d tempest-TestShelveInstance-1114833871 tempest-TestShelveInstance-1114833871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:02:39.927158 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource [req-70cc8420-13fb-41c4-8954-f61b710eaca6 req-7311c51b-fb7d-4ace-aa97-2c121ea1819d tempest-TestShelveInstance-1114833871 tempest-TestShelveInstance-1114833871-project] Synchronizing usage tracker for tenant:248e6af1b7394fed98b6a620f19a6bc0 on resource:port {{(pid=85344) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 15 20:02:39.947386 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource [req-695cf209-ad8a-45ac-a710-41772285a8aa req-a269f49f-4395-4e60-a3d3-7c7373da1c96 tempest-TestShelveInstance-1114833871 tempest-TestShelveInstance-1114833871-project] Unset dirty status for tenant:248e6af1b7394fed98b6a620f19a6bc0 on resource:port {{(pid=85344) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 15 20:02:39.948984 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-695cf209-ad8a-45ac-a710-41772285a8aa req-a269f49f-4395-4e60-a3d3-7c7373da1c96 tempest-TestShelveInstance-1114833871 tempest-TestShelveInstance-1114833871-project] 10.222.0.47 "GET /v2.0/ports?device_id=1eb6a36c-fde7-47e4-8f10-9d3217637efb HTTP/1.1" status: 200  len: 945 time: 0.2487283
Apr 15 20:02:39.952804 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource [req-70cc8420-13fb-41c4-8954-f61b710eaca6 req-7311c51b-fb7d-4ace-aa97-2c121ea1819d tempest-TestShelveInstance-1114833871 tempest-TestShelveInstance-1114833871-project] Unset dirty status for tenant:248e6af1b7394fed98b6a620f19a6bc0 on resource:port {{(pid=85344) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 15 20:02:39.954019 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-70cc8420-13fb-41c4-8954-f61b710eaca6 req-7311c51b-fb7d-4ace-aa97-2c121ea1819d tempest-TestShelveInstance-1114833871 tempest-TestShelveInstance-1114833871-project] 10.222.0.65 "GET /v2.0/ports?device_id=1eb6a36c-fde7-47e4-8f10-9d3217637efb HTTP/1.1" status: 200  len: 945 time: 0.1912541
Apr 15 20:02:40.068168 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-695cf209-ad8a-45ac-a710-41772285a8aa req-2bf88c31-4e1a-4ce4-875f-d8185fd725a1 tempest-TestShelveInstance-1114833871 tempest-TestShelveInstance-1114833871-project] 10.222.0.47 "GET /v2.0/security-groups?id=79abbd6f-e10b-490a-ab14-d050dfb290c3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1109335
Apr 15 20:02:40.081602 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.plugin [req-70cc8420-13fb-41c4-8954-f61b710eaca6 req-c2469660-1474-48d2-8354-1ee2e6102a1b tempest-TestShelveInstance-1114833871 tempest-TestShelveInstance-1114833871-project] Deleting port 6c543f7a-34a7-4717-892e-76f8e78e1aac {{(pid=85344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 20:02:40.081980 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [req-70cc8420-13fb-41c4-8954-f61b710eaca6 req-c2469660-1474-48d2-8354-1ee2e6102a1b tempest-TestShelveInstance-1114833871 tempest-TestShelveInstance-1114833871-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363247007848052'] for port, before_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:02:40.407840 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.db [req-70cc8420-13fb-41c4-8954-f61b710eaca6 req-c2469660-1474-48d2-8354-1ee2e6102a1b tempest-TestShelveInstance-1114833871 tempest-TestShelveInstance-1114833871-project] For port 6c543f7a-34a7-4717-892e-76f8e78e1aac, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=6c543f7a-34a7-4717-892e-76f8e78e1aac,segment=NetworkSegment(c848ac5a-07c6-445d-91d1-6ef413e2b190),segment_id=c848ac5a-07c6-445d-91d1-6ef413e2b190)] {{(pid=85344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 20:02:40.407840 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [req-70cc8420-13fb-41c4-8954-f61b710eaca6 req-c2469660-1474-48d2-8354-1ee2e6102a1b tempest-TestShelveInstance-1114833871 tempest-TestShelveInstance-1114833871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853097680'] for port, precommit_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:02:40.550890 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.plugin [req-70cc8420-13fb-41c4-8954-f61b710eaca6 req-c2469660-1474-48d2-8354-1ee2e6102a1b tempest-TestShelveInstance-1114833871 tempest-TestShelveInstance-1114833871-project] Calling delete_port for 6c543f7a-34a7-4717-892e-76f8e78e1aac owned by compute:nova {{(pid=85344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 15 20:02:40.611595 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-3d77682a-3290-49f5-9a09-7e8e47f8ddca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789847050935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-428960'] for agent, after_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:02:40.735002 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [req-70cc8420-13fb-41c4-8954-f61b710eaca6 req-c2469660-1474-48d2-8354-1ee2e6102a1b tempest-TestShelveInstance-1114833871 tempest-TestShelveInstance-1114833871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854693686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852972410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789846929199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363247008293407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851621869'] for port, after_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:02:40.752453 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-6c8e36a5-d22e-47db-9f78-45d83badcf16 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:02:40.861179 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2469660-1474-48d2-8354-1ee2e6102a1b tempest-TestShelveInstance-1114833871 tempest-TestShelveInstance-1114833871-project] Pushing event deleted for resources: {'Port': ['ID=6c543f7a-34a7-4717-892e-76f8e78e1aac,revision_number=None']} {{(pid=85344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:02:40.869646 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-c2469660-1474-48d2-8354-1ee2e6102a1b tempest-TestShelveInstance-1114833871 tempest-TestShelveInstance-1114833871-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:02:41.037098 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.l3_dvrscheduler_db [req-70cc8420-13fb-41c4-8954-f61b710eaca6 req-c2469660-1474-48d2-8354-1ee2e6102a1b tempest-TestShelveInstance-1114833871 tempest-TestShelveInstance-1114833871-project] No DVR routers for this DVR port 6c543f7a-34a7-4717-892e-76f8e78e1aac on host hv-cinder-78638 {{(pid=85344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 15 20:02:41.039914 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [req-70cc8420-13fb-41c4-8954-f61b710eaca6 req-c2469660-1474-48d2-8354-1ee2e6102a1b tempest-TestShelveInstance-1114833871 tempest-TestShelveInstance-1114833871-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771739'] for port, before_response {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:02:41.043131 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1eb6a36c-fde7-47e4-8f10-9d3217637efb', 'name': 'network-vif-deleted', 'tag': '6c543f7a-34a7-4717-892e-76f8e78e1aac'}] {{(pid=85344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 20:02:41.061728 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-70cc8420-13fb-41c4-8954-f61b710eaca6 req-c2469660-1474-48d2-8354-1ee2e6102a1b tempest-TestShelveInstance-1114833871 tempest-TestShelveInstance-1114833871-project] 10.222.0.65 "DELETE /v2.0/ports/6c543f7a-34a7-4717-892e-76f8e78e1aac HTTP/1.1" status: 204  len: 173 time: 1.0878892
Apr 15 20:02:41.098218 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1eb6a36c-fde7-47e4-8f10-9d3217637efb', 'name': 'network-vif-deleted', 'tag': '6c543f7a-34a7-4717-892e-76f8e78e1aac', 'status': 'completed', 'code': 200}
Apr 15 20:02:41.335540 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource [req-5c20e118-6e03-4882-9366-ebec34fc6349 req-b02c5bc1-b848-44cf-8409-7514f6689154 tempest-TestShelveInstance-1114833871 tempest-TestShelveInstance-1114833871-project] Synchronizing usage tracker for tenant:248e6af1b7394fed98b6a620f19a6bc0 on resource:port {{(pid=85344) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 15 20:02:41.353719 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource [req-5c20e118-6e03-4882-9366-ebec34fc6349 req-b02c5bc1-b848-44cf-8409-7514f6689154 tempest-TestShelveInstance-1114833871 tempest-TestShelveInstance-1114833871-project] Unset dirty status for tenant:248e6af1b7394fed98b6a620f19a6bc0 on resource:port {{(pid=85344) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 15 20:02:41.355683 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-5c20e118-6e03-4882-9366-ebec34fc6349 req-b02c5bc1-b848-44cf-8409-7514f6689154 tempest-TestShelveInstance-1114833871 tempest-TestShelveInstance-1114833871-project] 10.222.0.47 "GET /v2.0/ports?device_id=1eb6a36c-fde7-47e4-8f10-9d3217637efb HTTP/1.1" status: 200  len: 210 time: 0.0733738
Apr 15 20:02:41.993400 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-52ff100b-5058-480c-a9c2-d89add69d827 req-f77e38fd-d1b0-4f60-adc5-e9532cd8bcae service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=fbae2f2c-8ab3-486c-879c-4f063591a505&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0899718
Apr 15 20:02:42.130778 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ff100b-5058-480c-a9c2-d89add69d827 req-afa8e99e-2352-4997-b3c8-b23b5c215a69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:02:42.132951 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-52ff100b-5058-480c-a9c2-d89add69d827 req-afa8e99e-2352-4997-b3c8-b23b5c215a69 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=1794582df1734e8d80790f7e87a6fcd2&device_id=fbae2f2c-8ab3-486c-879c-4f063591a505 HTTP/1.1" status: 200  len: 1098 time: 0.1116381
Apr 15 20:02:42.474111 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ff100b-5058-480c-a9c2-d89add69d827 req-46f0f2bc-a590-4b6a-b2af-768e8853ccf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:02:42.478380 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-52ff100b-5058-480c-a9c2-d89add69d827 req-46f0f2bc-a590-4b6a-b2af-768e8853ccf3 service neutron] 10.222.0.65 "GET /v2.0/networks?id=76b1c698-a72d-402d-bd3d-fd85b08fd0a4 HTTP/1.1" status: 200  len: 913 time: 0.2030268
Apr 15 20:02:42.536869 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.wsgi [-] (85345) accepted ('10.222.0.47', 53442) {{(pid=85345) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 20:02:42.667822 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-52ff100b-5058-480c-a9c2-d89add69d827 req-93e15557-2c1d-482b-81ee-8ab15cfcd53f service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a92a13e1-e7bc-4d27-9bfb-72ca45141283 HTTP/1.1" status: 200  len: 1001 time: 0.1835897
Apr 15 20:02:42.684274 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-41de809c-6a9b-40fd-b8aa-bd55e9873eff tempest-TestShelveInstance-1114833871 tempest-TestShelveInstance-1114833871-project] Notify callbacks [] for security_group, before_delete {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:02:42.752534 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-41de809c-6a9b-40fd-b8aa-bd55e9873eff tempest-TestShelveInstance-1114833871 tempest-TestShelveInstance-1114833871-project] Notify callbacks [] for security_group, precommit_delete {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:02:42.814900 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ff100b-5058-480c-a9c2-d89add69d827 req-656d6ac8-6bd5-442f-9e2f-2b5ae28d5c0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:02:42.817806 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-52ff100b-5058-480c-a9c2-d89add69d827 req-656d6ac8-6bd5-442f-9e2f-2b5ae28d5c0e service neutron] 10.222.0.65 "GET /v2.0/subnets?id=8ee5421b-3812-435f-a63f-52b3408746b8 HTTP/1.1" status: 200  len: 851 time: 0.1413252
Apr 15 20:02:42.865418 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-41de809c-6a9b-40fd-b8aa-bd55e9873eff tempest-TestShelveInstance-1114833871 tempest-TestShelveInstance-1114833871-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806004'] for security_group, after_delete {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:02:42.881642 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-a5ab6ac7-3a28-4d33-a9c5-3f7c608de8a3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:02:42.898669 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41de809c-6a9b-40fd-b8aa-bd55e9873eff tempest-TestShelveInstance-1114833871 tempest-TestShelveInstance-1114833871-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=79abbd6f-e10b-490a-ab14-d050dfb290c3,revision_number=None']} {{(pid=85345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:02:42.925091 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41de809c-6a9b-40fd-b8aa-bd55e9873eff tempest-TestShelveInstance-1114833871 tempest-TestShelveInstance-1114833871-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:02:42.925719 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41de809c-6a9b-40fd-b8aa-bd55e9873eff tempest-TestShelveInstance-1114833871 tempest-TestShelveInstance-1114833871-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:02:42.926445 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41de809c-6a9b-40fd-b8aa-bd55e9873eff tempest-TestShelveInstance-1114833871 tempest-TestShelveInstance-1114833871-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:02:42.927221 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41de809c-6a9b-40fd-b8aa-bd55e9873eff tempest-TestShelveInstance-1114833871 tempest-TestShelveInstance-1114833871-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:02:42.927914 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41de809c-6a9b-40fd-b8aa-bd55e9873eff tempest-TestShelveInstance-1114833871 tempest-TestShelveInstance-1114833871-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:02:42.928641 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41de809c-6a9b-40fd-b8aa-bd55e9873eff tempest-TestShelveInstance-1114833871 tempest-TestShelveInstance-1114833871-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:02:42.929409 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41de809c-6a9b-40fd-b8aa-bd55e9873eff tempest-TestShelveInstance-1114833871 tempest-TestShelveInstance-1114833871-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:02:42.930111 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41de809c-6a9b-40fd-b8aa-bd55e9873eff tempest-TestShelveInstance-1114833871 tempest-TestShelveInstance-1114833871-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:02:42.930899 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41de809c-6a9b-40fd-b8aa-bd55e9873eff tempest-TestShelveInstance-1114833871 tempest-TestShelveInstance-1114833871-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:02:42.931608 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41de809c-6a9b-40fd-b8aa-bd55e9873eff tempest-TestShelveInstance-1114833871 tempest-TestShelveInstance-1114833871-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:02:42.932267 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41de809c-6a9b-40fd-b8aa-bd55e9873eff tempest-TestShelveInstance-1114833871 tempest-TestShelveInstance-1114833871-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:02:42.932944 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41de809c-6a9b-40fd-b8aa-bd55e9873eff tempest-TestShelveInstance-1114833871 tempest-TestShelveInstance-1114833871-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:02:42.938636 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-41de809c-6a9b-40fd-b8aa-bd55e9873eff tempest-TestShelveInstance-1114833871 tempest-TestShelveInstance-1114833871-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:02:42.940489 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-41de809c-6a9b-40fd-b8aa-bd55e9873eff tempest-TestShelveInstance-1114833871 tempest-TestShelveInstance-1114833871-project] Notify callbacks [] for security_group, before_response {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:02:42.942640 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [None req-41de809c-6a9b-40fd-b8aa-bd55e9873eff tempest-TestShelveInstance-1114833871 tempest-TestShelveInstance-1114833871-project] 10.222.0.47 "DELETE /v2.0/security-groups/79abbd6f-e10b-490a-ab14-d050dfb290c3 HTTP/1.1" status: 204  len: 168 time: 0.4040334
Apr 15 20:02:42.988452 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-cc0f220f-ca8c-4758-9b62-9d928650745b req-74fe2729-01a5-42e6-83cb-d496a93914ea tempest-TestVolumeBootPattern-370122628 tempest-TestVolumeBootPattern-370122628-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1916226041&fields=id&tenant_id=1794582df1734e8d80790f7e87a6fcd2 HTTP/1.1" status: 200  len: 267 time: 0.0731111
Apr 15 20:02:42.999187 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ff100b-5058-480c-a9c2-d89add69d827 req-5c303c04-fe86-4033-8419-e4a8780f024b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:02:43.001944 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-52ff100b-5058-480c-a9c2-d89add69d827 req-5c303c04-fe86-4033-8419-e4a8780f024b service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=76b1c698-a72d-402d-bd3d-fd85b08fd0a4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1775460
Apr 15 20:02:43.009649 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.wsgi [-] (85345) accepted ('10.222.0.47', 53454) {{(pid=85345) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 20:02:43.271032 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.rpc [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Device 6c543f7a-34a7-4717-892e-76f8e78e1aac no longer exists at agent hyperv_hv-cinder-78638 {{(pid=85346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 15 20:02:43.356118 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.plugin [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] No Port match for: 6c543f7a-34a7-4717-892e-76f8e78e1aac {{(pid=85346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 15 20:02:43.356769 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.rpc [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Device 6c543f7a-34a7-4717-892e-76f8e78e1aac not bound to the agent host hv-cinder-78638 {{(pid=85346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 15 20:02:43.732618 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0f220f-ca8c-4758-9b62-9d928650745b req-68065ef6-932b-4ff2-a1c9-d813b724d3ac tempest-TestVolumeBootPattern-370122628 tempest-TestVolumeBootPattern-370122628-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:02:43.734362 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-cc0f220f-ca8c-4758-9b62-9d928650745b req-68065ef6-932b-4ff2-a1c9-d813b724d3ac tempest-TestVolumeBootPattern-370122628 tempest-TestVolumeBootPattern-370122628-project] 10.222.0.47 "GET /v2.0/networks?id=76b1c698-a72d-402d-bd3d-fd85b08fd0a4 HTTP/1.1" status: 200  len: 812 time: 0.7310281
Apr 15 20:02:43.736799 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-52ff100b-5058-480c-a9c2-d89add69d827 req-2aa373e0-d285-471e-b624-4d74d005bfc0 service neutron] 10.222.0.65 "GET /v2.0/networks/76b1c698-a72d-402d-bd3d-fd85b08fd0a4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7058043
Apr 15 20:02:43.840440 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-cc0f220f-ca8c-4758-9b62-9d928650745b req-2cf97a2e-5bf1-47f5-b149-0b6d70430873 tempest-TestVolumeBootPattern-370122628 tempest-TestVolumeBootPattern-370122628-project] 10.222.0.47 "GET /v2.0/quotas/1794582df1734e8d80790f7e87a6fcd2 HTTP/1.1" status: 200  len: 375 time: 0.0707214
Apr 15 20:02:43.963442 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-52ff100b-5058-480c-a9c2-d89add69d827 req-10443f2e-6c92-4b7c-b87a-249ec8bc1411 service neutron] 10.222.0.65 "GET /v2.0/networks/76b1c698-a72d-402d-bd3d-fd85b08fd0a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2190633
Apr 15 20:02:43.998265 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-cc0f220f-ca8c-4758-9b62-9d928650745b req-7ef4997b-80cf-4457-bf8f-80f64fcac830 tempest-TestVolumeBootPattern-370122628 tempest-TestVolumeBootPattern-370122628-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=1794582df1734e8d80790f7e87a6fcd2&fields=id HTTP/1.1" status: 200  len: 440 time: 0.1497376
Apr 15 20:02:44.081510 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-1544ea20-5808-4da1-965b-a70c436eb212 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036853103613'] for router_interface, before_delete {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:02:44.110236 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.wsgi [req-cc0f220f-ca8c-4758-9b62-9d928650745b req-9b49164f-6f36-448e-b32a-3d9011e3a1fd service neutron] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=85344) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 15 20:02:44.112159 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-cc0f220f-ca8c-4758-9b62-9d928650745b req-9b49164f-6f36-448e-b32a-3d9011e3a1fd service neutron] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0949161
Apr 15 20:02:44.352862 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-cc0f220f-ca8c-4758-9b62-9d928650745b req-3210580c-e509-4123-ac52-bd69dd81a6b8 service neutron] 10.222.0.47 "GET /v2.0/networks/76b1c698-a72d-402d-bd3d-fd85b08fd0a4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2317052
Apr 15 20:02:44.580853 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-cc0f220f-ca8c-4758-9b62-9d928650745b req-c1e4d80f-1d10-41b6-b0b9-02fc0f6a667f service neutron] 10.222.0.47 "GET /v2.0/networks/76b1c698-a72d-402d-bd3d-fd85b08fd0a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2206576
Apr 15 20:02:44.715517 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.plugin [None req-1544ea20-5808-4da1-965b-a70c436eb212 admin admin] Deleting port 60c95d52-29fc-44a2-a940-17459d08d556 {{(pid=85345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 20:02:44.716161 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-1544ea20-5808-4da1-965b-a70c436eb212 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363247007848052'] for port, before_delete {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:02:45.079772 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.db [None req-1544ea20-5808-4da1-965b-a70c436eb212 admin admin] For port 60c95d52-29fc-44a2-a940-17459d08d556, host dv-cinder-786383-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-2-iscsi',level=0,port_id=60c95d52-29fc-44a2-a940-17459d08d556,segment=NetworkSegment(c848ac5a-07c6-445d-91d1-6ef413e2b190),segment_id=c848ac5a-07c6-445d-91d1-6ef413e2b190)] {{(pid=85345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 20:02:45.080446 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-1544ea20-5808-4da1-965b-a70c436eb212 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853097680'] for port, precommit_delete {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:02:45.271974 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-01577450-a525-40b7-ad40-55a3a09fe046 req-82a77dae-f663-4467-b887-68cbe04a297b tempest-TestVolumeBootPattern-370122628 tempest-TestVolumeBootPattern-370122628-project] 10.222.0.47 "GET /v2.0/ports?device_id=f75e5df2-f18f-4dfc-8b1b-52e1b63e82b4 HTTP/1.1" status: 200  len: 210 time: 0.1798248
Apr 15 20:02:45.295155 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.plugin [None req-1544ea20-5808-4da1-965b-a70c436eb212 admin admin] Calling delete_port for 60c95d52-29fc-44a2-a940-17459d08d556 owned by network:router_interface {{(pid=85345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 15 20:02:45.565405 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-1544ea20-5808-4da1-965b-a70c436eb212 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854693686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852972410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789846929199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363247008293407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2200102'] for port, after_delete {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:02:45.582456 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-4f7556fa-cbd4-47ba-a075-ed0c5efb9c99 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:02:45.689936 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1544ea20-5808-4da1-965b-a70c436eb212 admin admin] Pushing event deleted for resources: {'Port': ['ID=60c95d52-29fc-44a2-a940-17459d08d556,revision_number=None']} {{(pid=85345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:02:45.698747 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-1544ea20-5808-4da1-965b-a70c436eb212 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:02:46.179743 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-1544ea20-5808-4da1-965b-a70c436eb212 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1803407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036853102680'] for router_interface, after_delete {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:02:46.635985 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-4d1b386f-2a8d-4880-9685-22932d255344 req-466bbdce-0b6f-44ea-8f60-3d25c35e9e02 tempest-TestVolumeBootPattern-370122628 tempest-TestVolumeBootPattern-370122628-project] 10.222.0.47 "GET /v2.0/ports?device_id=f75e5df2-f18f-4dfc-8b1b-52e1b63e82b4 HTTP/1.1" status: 200  len: 210 time: 0.0811336
Apr 15 20:02:46.734262 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0f220f-ca8c-4758-9b62-9d928650745b req-2bfe5053-0e7d-48d4-ab82-827b6bcc80b1 tempest-TestVolumeBootPattern-370122628 tempest-TestVolumeBootPattern-370122628-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:02:46.736002 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-cc0f220f-ca8c-4758-9b62-9d928650745b req-2bfe5053-0e7d-48d4-ab82-827b6bcc80b1 tempest-TestVolumeBootPattern-370122628 tempest-TestVolumeBootPattern-370122628-project] 10.222.0.65 "GET /v2.0/networks?id=76b1c698-a72d-402d-bd3d-fd85b08fd0a4 HTTP/1.1" status: 200  len: 812 time: 0.3334348
Apr 15 20:02:46.831060 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-cc0f220f-ca8c-4758-9b62-9d928650745b req-ada78a2f-3188-4ef6-81ff-316dc2b452d3 tempest-TestVolumeBootPattern-370122628 tempest-TestVolumeBootPattern-370122628-project] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=1794582df1734e8d80790f7e87a6fcd2 HTTP/1.1" status: 200  len: 8061 time: 0.0859373
Apr 15 20:02:46.843861 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.v2.base [req-cc0f220f-ca8c-4758-9b62-9d928650745b req-7977a755-c802-47b5-8f6d-b57fd029f372 tempest-TestVolumeBootPattern-370122628 tempest-TestVolumeBootPattern-370122628-project] Request body: {'port': {'device_id': 'f75e5df2-f18f-4dfc-8b1b-52e1b63e82b4', 'network_id': '76b1c698-a72d-402d-bd3d-fd85b08fd0a4', 'admin_state_up': True, 'tenant_id': '1794582df1734e8d80790f7e87a6fcd2', 'security_groups': ['dec273f8-3574-4212-8c74-b29372db87d8']}} {{(pid=85344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 20:02:47.055364 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.quota.driver [req-cc0f220f-ca8c-4758-9b62-9d928650745b req-7977a755-c802-47b5-8f6d-b57fd029f372 tempest-TestVolumeBootPattern-370122628 tempest-TestVolumeBootPattern-370122628-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 20:02:47.068361 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.quota.driver [req-cc0f220f-ca8c-4758-9b62-9d928650745b req-7977a755-c802-47b5-8f6d-b57fd029f372 tempest-TestVolumeBootPattern-370122628 tempest-TestVolumeBootPattern-370122628-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=85344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 20:02:47.079467 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cc0f220f-ca8c-4758-9b62-9d928650745b req-7977a755-c802-47b5-8f6d-b57fd029f372 tempest-TestVolumeBootPattern-370122628 tempest-TestVolumeBootPattern-370122628-project] Made reservation on behalf of 1794582df1734e8d80790f7e87a6fcd2 for: {'port': 1} {{(pid=85344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 15 20:02:47.086152 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [req-cc0f220f-ca8c-4758-9b62-9d928650745b req-7977a755-c802-47b5-8f6d-b57fd029f372 tempest-TestVolumeBootPattern-370122628 tempest-TestVolumeBootPattern-370122628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854565853'] for port, before_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:02:47.341087 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.db_base_plugin_common [req-cc0f220f-ca8c-4758-9b62-9d928650745b req-7977a755-c802-47b5-8f6d-b57fd029f372 tempest-TestVolumeBootPattern-370122628 tempest-TestVolumeBootPattern-370122628-project] Allocated IP 172.20.0.11 (76b1c698-a72d-402d-bd3d-fd85b08fd0a4/8ee5421b-3812-435f-a63f-52b3408746b8/f3fa48b6-1358-4767-bd88-2f7b152b7602) {{(pid=85344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 15 20:02:47.414933 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1544ea20-5808-4da1-965b-a70c436eb212 admin admin] Router b51f791e-ca9d-4a48-9479-ba8cd1084b6c has already been hosted by L3 agent 74482fb0-5b00-43f0-8fa9-533a3c8b2378 {{(pid=85345) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 15 20:02:47.691910 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [req-cc0f220f-ca8c-4758-9b62-9d928650745b req-7977a755-c802-47b5-8f6d-b57fd029f372 tempest-TestVolumeBootPattern-370122628 tempest-TestVolumeBootPattern-370122628-project] Notify callbacks [] for port, precommit_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:02:47.723743 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.provisioning_blocks [req-cc0f220f-ca8c-4758-9b62-9d928650745b req-7977a755-c802-47b5-8f6d-b57fd029f372 tempest-TestVolumeBootPattern-370122628 tempest-TestVolumeBootPattern-370122628-project] Transition to ACTIVE for port object f3fa48b6-1358-4767-bd88-2f7b152b7602 will not be triggered until provisioned by entity DHCP. {{(pid=85344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 20:02:47.747490 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1544ea20-5808-4da1-965b-a70c436eb212 admin admin] Notify agent at l3_agent.dv-cinder-786383-2-iscsi the message routers_updated {{(pid=85345) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 15 20:02:47.766193 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c15c52a1-9522-4015-ac1d-c7ce00f1d7cb None None] Sync routers for ids ['b51f791e-ca9d-4a48-9479-ba8cd1084b6c'] in dv-cinder-786383-2-iscsi {{(pid=85346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 15 20:02:47.767912 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [req-cc0f220f-ca8c-4758-9b62-9d928650745b req-7977a755-c802-47b5-8f6d-b57fd029f372 tempest-TestVolumeBootPattern-370122628 tempest-TestVolumeBootPattern-370122628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854693686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852972410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789846482393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851621869'] for port, after_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:02:47.791151 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c15c52a1-9522-4015-ac1d-c7ce00f1d7cb None None] Routers {'b51f791e-ca9d-4a48-9479-ba8cd1084b6c'} bound to L3 agent in host dv-cinder-786383-2-iscsi {{(pid=85346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 20:02:47.792752 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.l3_hamode_db [None req-c15c52a1-9522-4015-ac1d-c7ce00f1d7cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe8b9c68198>, 'dv-cinder-786383-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-15T19:40:08Z,description=<?>,heartbeat_timestamp=2021-04-15T20:02:38Z,host='dv-cinder-786383-2-iscsi',id=74482fb0-5b00-43f0-8fa9-533a3c8b2378,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T19:40:08Z,topic='l3_agent')) {'router_ids': ['b51f791e-ca9d-4a48-9479-ba8cd1084b6c'], 'active': True} {{(pid=85346) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 20:02:47.796026 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-4f7c430c-e956-46af-91eb-3f0e9a4e828b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:02:47.796882 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [None req-1544ea20-5808-4da1-965b-a70c436eb212 admin admin] 10.222.0.47 "PUT /v2.0/routers/b51f791e-ca9d-4a48-9479-ba8cd1084b6c/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 4.7860599
Apr 15 20:02:47.799294 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.wsgi [-] (85345) accepted ('10.222.0.47', 53480) {{(pid=85345) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 20:02:47.961357 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7977a755-c802-47b5-8f6d-b57fd029f372 tempest-TestVolumeBootPattern-370122628 tempest-TestVolumeBootPattern-370122628-project] Pushing event updated for resources: {'Port': ['ID=f3fa48b6-1358-4767-bd88-2f7b152b7602,revision_number=1']} {{(pid=85344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:02:47.972346 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-7977a755-c802-47b5-8f6d-b57fd029f372 tempest-TestVolumeBootPattern-370122628 tempest-TestVolumeBootPattern-370122628-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:02:48.129419 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-6dd62268-38eb-40e0-b214-780e56ac2fdd admin admin] Notify callbacks [] for router, before_delete {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:02:48.199847 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.l3_dvr_db [None req-c15c52a1-9522-4015-ac1d-c7ce00f1d7cb None None] Set router b51f791e-ca9d-4a48-9479-ba8cd1084b6c gateway port host: dv-cinder-786383-2-iscsi {{(pid=85346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 20:02:48.218107 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cc0f220f-ca8c-4758-9b62-9d928650745b req-7977a755-c802-47b5-8f6d-b57fd029f372 tempest-TestVolumeBootPattern-370122628 tempest-TestVolumeBootPattern-370122628-project] Network 76b1c698-a72d-402d-bd3d-fd85b08fd0a4 is already hosted by enough agents. {{(pid=85344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 15 20:02:48.220304 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.scheduler.base_scheduler [req-cc0f220f-ca8c-4758-9b62-9d928650745b req-7977a755-c802-47b5-8f6d-b57fd029f372 tempest-TestVolumeBootPattern-370122628 tempest-TestVolumeBootPattern-370122628-project] Resources bound (agent type, host, resource id):  {{(pid=85344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 20:02:48.224488 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc0f220f-ca8c-4758-9b62-9d928650745b req-7977a755-c802-47b5-8f6d-b57fd029f372 tempest-TestVolumeBootPattern-370122628 tempest-TestVolumeBootPattern-370122628-project] Received port after_create {{(pid=85344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 15 20:02:48.291604 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce56533-98a3-4033-aa26-2b1087df3831 req-3cc7f245-ea65-4902-9be6-fec5f120e2d1 tempest-TestVolumeBootPattern-370122628 tempest-TestVolumeBootPattern-370122628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:02:48.293370 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-4ce56533-98a3-4033-aa26-2b1087df3831 req-3cc7f245-ea65-4902-9be6-fec5f120e2d1 tempest-TestVolumeBootPattern-370122628 tempest-TestVolumeBootPattern-370122628-project] 10.222.0.47 "GET /v2.0/ports?device_id=f75e5df2-f18f-4dfc-8b1b-52e1b63e82b4 HTTP/1.1" status: 200  len: 932 time: 0.2951207
Apr 15 20:02:48.374006 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0f220f-ca8c-4758-9b62-9d928650745b req-7977a755-c802-47b5-8f6d-b57fd029f372 tempest-TestVolumeBootPattern-370122628 tempest-TestVolumeBootPattern-370122628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:02:48.374972 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [req-cc0f220f-ca8c-4758-9b62-9d928650745b req-7977a755-c802-47b5-8f6d-b57fd029f372 tempest-TestVolumeBootPattern-370122628 tempest-TestVolumeBootPattern-370122628-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771739'] for port, before_response {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:02:48.417445 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-cc0f220f-ca8c-4758-9b62-9d928650745b req-7977a755-c802-47b5-8f6d-b57fd029f372 tempest-TestVolumeBootPattern-370122628 tempest-TestVolumeBootPattern-370122628-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.5780346
Apr 15 20:02:48.432032 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.v2.base [req-cc0f220f-ca8c-4758-9b62-9d928650745b req-3e0e58ec-f61a-40c8-8dee-8011cf60f41b service neutron] Request body: {'port': {'device_id': 'f75e5df2-f18f-4dfc-8b1b-52e1b63e82b4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=85344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 20:02:48.468610 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-6dd62268-38eb-40e0-b214-780e56ac2fdd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:02:48.503162 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-4ce56533-98a3-4033-aa26-2b1087df3831 req-e06e72bc-c412-4476-a2b2-309c578d208f tempest-TestVolumeBootPattern-370122628 tempest-TestVolumeBootPattern-370122628-project] 10.222.0.47 "GET /v2.0/security-groups?id=dec273f8-3574-4212-8c74-b29372db87d8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1367044
Apr 15 20:02:48.512495 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.plugin [None req-6dd62268-38eb-40e0-b214-780e56ac2fdd admin admin] Deleting port 79376af6-b39c-4c7e-bb22-6175f6c98914 {{(pid=85345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 20:02:48.516041 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-6dd62268-38eb-40e0-b214-780e56ac2fdd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363247007848052'] for port, before_delete {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:02:48.580421 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [req-cc0f220f-ca8c-4758-9b62-9d928650745b req-3e0e58ec-f61a-40c8-8dee-8011cf60f41b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854565853'] for port, before_update {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:02:48.804454 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.provisioning_blocks [None req-18a1a361-f27e-406c-ad29-b2332eaccc7e None None] Provisioning for port f3fa48b6-1358-4767-bd88-2f7b152b7602 completed by entity DHCP. {{(pid=85346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 20:02:48.818533 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.db [None req-6dd62268-38eb-40e0-b214-780e56ac2fdd admin admin] For port 79376af6-b39c-4c7e-bb22-6175f6c98914, host dv-cinder-786383-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-2-iscsi',level=0,port_id=79376af6-b39c-4c7e-bb22-6175f6c98914,segment=NetworkSegment(e9359222-f335-47df-9fcb-1acccd0748d1),segment_id=e9359222-f335-47df-9fcb-1acccd0748d1)] {{(pid=85345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 20:02:48.819700 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-6dd62268-38eb-40e0-b214-780e56ac2fdd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853097680'] for port, precommit_delete {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:02:48.820992 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.provisioning_blocks [None req-18a1a361-f27e-406c-ad29-b2332eaccc7e None None] Provisioning complete for port f3fa48b6-1358-4767-bd88-2f7b152b7602 triggered by entity DHCP. {{(pid=85346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 20:02:48.821673 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-18a1a361-f27e-406c-ad29-b2332eaccc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-428662'] for port, provisioning_complete {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:02:48.964407 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.plugin [None req-18a1a361-f27e-406c-ad29-b2332eaccc7e None None] Port f3fa48b6-1358-4767-bd88-2f7b152b7602 cannot update to ACTIVE because it is not bound. {{(pid=85346) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 15 20:02:48.984659 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.plugin [None req-6dd62268-38eb-40e0-b214-780e56ac2fdd admin admin] Calling delete_port for 79376af6-b39c-4c7e-bb22-6175f6c98914 owned by network:router_gateway {{(pid=85345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 15 20:02:49.078801 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.l3_hamode_db [None req-c15c52a1-9522-4015-ac1d-c7ce00f1d7cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe8b9c68198>, [{'id': 'b51f791e-ca9d-4a48-9479-ba8cd1084b6c', 'name': 'tempest-TestShelveInstance-1484012303-router', 'tenant_id': '248e6af1b7394fed98b6a620f19a6bc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b576887-bb01-4bfc-8617-ca8b886d7b7e', 'external_fixed_ips': [{'subnet_id': '7ad9face-0ae3-4529-aacd-d53ebb36e4d0', 'ip_address': '172.27.2.143'}], 'enable_snat': True}, 'gw_port_id': '79376af6-b39c-4c7e-bb22-6175f6c98914', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:58:02Z', 'updated_at': '2021-04-15T20:02:45Z', 'revision_number': 5, 'project_id': '248e6af1b7394fed98b6a620f19a6bc0', 'gw_port': {'id': '79376af6-b39c-4c7e-bb22-6175f6c98914', 'name': '', 'network_id': '0b576887-bb01-4bfc-8617-ca8b886d7b7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:36:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b51f791e-ca9d-4a48-9479-ba8cd1084b6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': '7ad9face-0ae3-4529-aacd-d53ebb36e4d0', 'ip_address': '172.27.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:58:03Z', 'updated_at': '2021-04-15T19:58:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ad9face-0ae3-4529-aacd-d53ebb36e4d0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-2-iscsi'}], 'dv-cinder-786383-2-iscsi', False) {} {{(pid=85346) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 20:02:49.089251 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c15c52a1-9522-4015-ac1d-c7ce00f1d7cb None None] Checking router: b51f791e-ca9d-4a48-9479-ba8cd1084b6c for host: dv-cinder-786383-2-iscsi {{(pid=85346) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 15 20:02:49.107156 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c15c52a1-9522-4015-ac1d-c7ce00f1d7cb None None] Routers {'b51f791e-ca9d-4a48-9479-ba8cd1084b6c'} bound to L3 agent in host dv-cinder-786383-2-iscsi {{(pid=85346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 20:02:49.107873 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.l3_hamode_db [None req-c15c52a1-9522-4015-ac1d-c7ce00f1d7cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe8b9c68198>, 'dv-cinder-786383-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-15T19:40:08Z,description=<?>,heartbeat_timestamp=2021-04-15T20:02:38Z,host='dv-cinder-786383-2-iscsi',id=74482fb0-5b00-43f0-8fa9-533a3c8b2378,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T19:40:08Z,topic='l3_agent')) {'router_ids': ['b51f791e-ca9d-4a48-9479-ba8cd1084b6c'], 'active': True} {{(pid=85346) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 20:02:49.118446 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.notifiers.nova [req-cc0f220f-ca8c-4758-9b62-9d928650745b req-3e0e58ec-f61a-40c8-8dee-8011cf60f41b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f3fa48b6-1358-4767-bd88-2f7b152b7602 {{(pid=85344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 15 20:02:49.127347 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [req-cc0f220f-ca8c-4758-9b62-9d928650745b req-3e0e58ec-f61a-40c8-8dee-8011cf60f41b service neutron] Notify callbacks [] for port, precommit_update {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:02:49.144072 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.provisioning_blocks [req-cc0f220f-ca8c-4758-9b62-9d928650745b req-3e0e58ec-f61a-40c8-8dee-8011cf60f41b service neutron] Transition to ACTIVE for port object f3fa48b6-1358-4767-bd88-2f7b152b7602 will not be triggered until provisioned by entity L2. {{(pid=85344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 20:02:49.147466 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [req-cc0f220f-ca8c-4758-9b62-9d928650745b req-3e0e58ec-f61a-40c8-8dee-8011cf60f41b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854693686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852972410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789846929216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789846482410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789846483725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3153931'] for port, after_update {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:02:49.169439 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-88196109-3d6a-4ca4-9f27-4f01fc363e54 tempest-AttachVolumeTestJSON-1178366330 tempest-AttachVolumeTestJSON-1178366330-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:02:49.201994 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-6dd62268-38eb-40e0-b214-780e56ac2fdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854693686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852972410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789846929199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363247008293407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2200102'] for port, after_delete {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:02:49.219720 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-20731880-9a45-4251-b5fc-1e4a53c6396f tempest-TestVolumeBootPattern-370122628 tempest-TestVolumeBootPattern-370122628-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:02:49.316795 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0e58ec-f61a-40c8-8dee-8011cf60f41b service neutron] Pushing event updated for resources: {'Port': ['ID=f3fa48b6-1358-4767-bd88-2f7b152b7602,revision_number=2']} {{(pid=85344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:02:49.329424 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd62268-38eb-40e0-b214-780e56ac2fdd admin admin] Pushing event deleted for resources: {'Port': ['ID=79376af6-b39c-4c7e-bb22-6175f6c98914,revision_number=None']} {{(pid=85345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:02:49.334552 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-3e0e58ec-f61a-40c8-8dee-8011cf60f41b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:02:49.339390 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-6dd62268-38eb-40e0-b214-780e56ac2fdd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:02:49.382179 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.l3_dvr_db [None req-c15c52a1-9522-4015-ac1d-c7ce00f1d7cb None None] Set router b51f791e-ca9d-4a48-9479-ba8cd1084b6c gateway port host: None {{(pid=85346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 20:02:49.543295 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.l3_hamode_db [None req-c15c52a1-9522-4015-ac1d-c7ce00f1d7cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe8b9c68198>, [{'id': 'b51f791e-ca9d-4a48-9479-ba8cd1084b6c', 'name': 'tempest-TestShelveInstance-1484012303-router', 'tenant_id': '248e6af1b7394fed98b6a620f19a6bc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:58:02Z', 'updated_at': '2021-04-15T20:02:49Z', 'revision_number': 7, 'project_id': '248e6af1b7394fed98b6a620f19a6bc0', 'gw_port_host': None}], 'dv-cinder-786383-2-iscsi', False) {} {{(pid=85346) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 20:02:49.549073 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c15c52a1-9522-4015-ac1d-c7ce00f1d7cb None None] The sync data for ids ['b51f791e-ca9d-4a48-9479-ba8cd1084b6c'] in dv-cinder-786383-2-iscsi is: [{'id': 'b51f791e-ca9d-4a48-9479-ba8cd1084b6c', 'name': 'tempest-TestShelveInstance-1484012303-router', 'tenant_id': '248e6af1b7394fed98b6a620f19a6bc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:58:02Z', 'updated_at': '2021-04-15T20:02:49Z', 'revision_number': 7, 'project_id': '248e6af1b7394fed98b6a620f19a6bc0', 'gw_port_host': None}] {{(pid=85346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 15 20:02:49.640426 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-6dd62268-38eb-40e0-b214-780e56ac2fdd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036853102830'] for router_gateway, after_delete {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:02:49.652975 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.managers [req-cc0f220f-ca8c-4758-9b62-9d928650745b req-3e0e58ec-f61a-40c8-8dee-8011cf60f41b service neutron] Attempting to bind port f3fa48b6-1358-4767-bd88-2f7b152b7602 on host hv-cinder-78638 for vnic_type normal with profile  {{(pid=85344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 15 20:02:49.653410 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.managers [req-cc0f220f-ca8c-4758-9b62-9d928650745b req-3e0e58ec-f61a-40c8-8dee-8011cf60f41b service neutron] Attempting to bind port f3fa48b6-1358-4767-bd88-2f7b152b7602 by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': '209e6493-9f5f-442f-9075-23fc9d984e08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '76b1c698-a72d-402d-bd3d-fd85b08fd0a4'}] {{(pid=85344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 15 20:02:49.653711 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc0f220f-ca8c-4758-9b62-9d928650745b req-3e0e58ec-f61a-40c8-8dee-8011cf60f41b service neutron] Attempting to bind port f3fa48b6-1358-4767-bd88-2f7b152b7602 on network 76b1c698-a72d-402d-bd3d-fd85b08fd0a4 {{(pid=85344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 20:02:49.667383 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc0f220f-ca8c-4758-9b62-9d928650745b req-3e0e58ec-f61a-40c8-8dee-8011cf60f41b service neutron] Port f3fa48b6-1358-4767-bd88-2f7b152b7602 on network 76b1c698-a72d-402d-bd3d-fd85b08fd0a4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=85344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 15 20:02:49.668016 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc0f220f-ca8c-4758-9b62-9d928650745b req-3e0e58ec-f61a-40c8-8dee-8011cf60f41b service neutron] Attempting to bind port f3fa48b6-1358-4767-bd88-2f7b152b7602 on network 76b1c698-a72d-402d-bd3d-fd85b08fd0a4 {{(pid=85344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 20:02:49.705011 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc0f220f-ca8c-4758-9b62-9d928650745b req-3e0e58ec-f61a-40c8-8dee-8011cf60f41b service neutron] Checking agent: {'id': '202ba611-b908-4e0e-99b2-33811728b356', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 19, 46, 37), 'started_at': datetime.datetime(2021, 4, 15, 19, 46, 37), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 20, 2, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 15 20:02:49.705586 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc0f220f-ca8c-4758-9b62-9d928650745b req-3e0e58ec-f61a-40c8-8dee-8011cf60f41b service neutron] Checking segment: {'id': '209e6493-9f5f-442f-9075-23fc9d984e08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '76b1c698-a72d-402d-bd3d-fd85b08fd0a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 20:02:49.706334 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc0f220f-ca8c-4758-9b62-9d928650745b req-3e0e58ec-f61a-40c8-8dee-8011cf60f41b service neutron] Bound using segment: {'id': '209e6493-9f5f-442f-9075-23fc9d984e08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '76b1c698-a72d-402d-bd3d-fd85b08fd0a4'} {{(pid=85344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 15 20:02:49.707338 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.managers [req-cc0f220f-ca8c-4758-9b62-9d928650745b req-3e0e58ec-f61a-40c8-8dee-8011cf60f41b service neutron] Bound port: f3fa48b6-1358-4767-bd88-2f7b152b7602, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '209e6493-9f5f-442f-9075-23fc9d984e08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '76b1c698-a72d-402d-bd3d-fd85b08fd0a4'}}] {{(pid=85344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 15 20:02:49.707911 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [req-cc0f220f-ca8c-4758-9b62-9d928650745b req-3e0e58ec-f61a-40c8-8dee-8011cf60f41b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854565853'] for port, before_update {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:02:49.912921 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.db [req-cc0f220f-ca8c-4758-9b62-9d928650745b req-3e0e58ec-f61a-40c8-8dee-8011cf60f41b service neutron] For port f3fa48b6-1358-4767-bd88-2f7b152b7602, host hv-cinder-78638, cleared binding levels {{(pid=85344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 15 20:02:49.920534 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.db [req-cc0f220f-ca8c-4758-9b62-9d928650745b req-3e0e58ec-f61a-40c8-8dee-8011cf60f41b service neutron] For port f3fa48b6-1358-4767-bd88-2f7b152b7602, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=f3fa48b6-1358-4767-bd88-2f7b152b7602,segment=NetworkSegment(209e6493-9f5f-442f-9075-23fc9d984e08),segment_id=209e6493-9f5f-442f-9075-23fc9d984e08)] {{(pid=85344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 15 20:02:49.927856 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [req-cc0f220f-ca8c-4758-9b62-9d928650745b req-3e0e58ec-f61a-40c8-8dee-8011cf60f41b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854693686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852972410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789846929216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789846482410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789846483725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3153931'] for port, after_update {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:02:49.958339 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-d2c5160c-c2d5-48a4-a622-b6235c1c55b4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:02:49.968166 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-6dd62268-38eb-40e0-b214-780e56ac2fdd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036853104216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854716024'] for router, precommit_delete {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:02:49.972819 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-6dd62268-38eb-40e0-b214-780e56ac2fdd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:02:50.007389 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-6dd62268-38eb-40e0-b214-780e56ac2fdd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1686840'] for router, after_delete {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:02:50.008066 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6dd62268-38eb-40e0-b214-780e56ac2fdd admin admin] Fanout notify agent at l3_agent the message router_deleted on router b51f791e-ca9d-4a48-9479-ba8cd1084b6c {{(pid=85345) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}}
Apr 15 20:02:50.024368 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-6dd62268-38eb-40e0-b214-780e56ac2fdd admin admin] Notify callbacks [] for router, before_response {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:02:50.025712 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [None req-6dd62268-38eb-40e0-b214-780e56ac2fdd admin admin] 10.222.0.47 "DELETE /v2.0/routers/b51f791e-ca9d-4a48-9479-ba8cd1084b6c HTTP/1.1" status: 204  len: 168 time: 2.2235472
Apr 15 20:02:50.031670 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.wsgi [-] (85345) accepted ('10.222.0.47', 53488) {{(pid=85345) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 20:02:50.141633 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0e58ec-f61a-40c8-8dee-8011cf60f41b service neutron] Pushing event updated for resources: {'Port': ['ID=f3fa48b6-1358-4767-bd88-2f7b152b7602,revision_number=3']} {{(pid=85344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:02:50.155897 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.db_base_plugin_v2 [None req-f2279217-50b1-46e9-b71f-592cacc0b8c8 admin admin] Deleting subnet ead78242-f7a7-4840-8c22-a0175f7d7ec4 {{(pid=85345) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 15 20:02:50.160602 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-3e0e58ec-f61a-40c8-8dee-8011cf60f41b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:02:50.160921 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-f2279217-50b1-46e9-b71f-592cacc0b8c8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:02:50.229536 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-f2279217-50b1-46e9-b71f-592cacc0b8c8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851567171'] for subnet, precommit_delete_associations {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:02:50.278633 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0f220f-ca8c-4758-9b62-9d928650745b req-3e0e58ec-f61a-40c8-8dee-8011cf60f41b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:02:50.279388 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [req-cc0f220f-ca8c-4758-9b62-9d928650745b req-3e0e58ec-f61a-40c8-8dee-8011cf60f41b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771739'] for port, before_response {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:02:50.280956 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-cc0f220f-ca8c-4758-9b62-9d928650745b req-3e0e58ec-f61a-40c8-8dee-8011cf60f41b service neutron] 10.222.0.65 "PUT /v2.0/ports/f3fa48b6-1358-4767-bd88-2f7b152b7602 HTTP/1.1" status: 200  len: 1094 time: 1.8552027
Apr 15 20:02:50.281621 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f75e5df2-f18f-4dfc-8b1b-52e1b63e82b4', 'tag': 'f3fa48b6-1358-4767-bd88-2f7b152b7602'}] {{(pid=85344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 20:02:50.340031 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831a0d7a-583a-4407-aa8b-577955d78e9d req-61be4653-8973-4030-85ca-a17a64155c07 tempest-TestVolumeBootPattern-370122628 tempest-TestVolumeBootPattern-370122628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:02:50.340998 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource [req-831a0d7a-583a-4407-aa8b-577955d78e9d req-61be4653-8973-4030-85ca-a17a64155c07 tempest-TestVolumeBootPattern-370122628 tempest-TestVolumeBootPattern-370122628-project] Synchronizing usage tracker for tenant:1794582df1734e8d80790f7e87a6fcd2 on resource:port {{(pid=85344) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 15 20:02:50.385797 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f75e5df2-f18f-4dfc-8b1b-52e1b63e82b4', 'tag': 'f3fa48b6-1358-4767-bd88-2f7b152b7602', 'status': 'completed', 'code': 200}
Apr 15 20:02:50.391659 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-f2279217-50b1-46e9-b71f-592cacc0b8c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8687'] for subnet, precommit_delete {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:02:50.420402 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource [req-831a0d7a-583a-4407-aa8b-577955d78e9d req-61be4653-8973-4030-85ca-a17a64155c07 tempest-TestVolumeBootPattern-370122628 tempest-TestVolumeBootPattern-370122628-project] Unset dirty status for tenant:1794582df1734e8d80790f7e87a6fcd2 on resource:port {{(pid=85344) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 15 20:02:50.423033 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-831a0d7a-583a-4407-aa8b-577955d78e9d req-61be4653-8973-4030-85ca-a17a64155c07 tempest-TestVolumeBootPattern-370122628 tempest-TestVolumeBootPattern-370122628-project] 10.222.0.47 "GET /v2.0/ports?device_id=f75e5df2-f18f-4dfc-8b1b-52e1b63e82b4 HTTP/1.1" status: 200  len: 944 time: 0.2750289
Apr 15 20:02:50.546049 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0f220f-ca8c-4758-9b62-9d928650745b req-d9223bb3-dd99-4843-be8f-87f080bf39af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:02:50.549170 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-cc0f220f-ca8c-4758-9b62-9d928650745b req-d9223bb3-dd99-4843-be8f-87f080bf39af service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=1794582df1734e8d80790f7e87a6fcd2&device_id=f75e5df2-f18f-4dfc-8b1b-52e1b63e82b4 HTTP/1.1" status: 200  len: 1097 time: 0.2026062
Apr 15 20:02:50.559382 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-831a0d7a-583a-4407-aa8b-577955d78e9d req-650d89e3-fedd-43ae-a63b-5a1e5a046fef tempest-TestVolumeBootPattern-370122628 tempest-TestVolumeBootPattern-370122628-project] 10.222.0.47 "GET /v2.0/security-groups?id=dec273f8-3574-4212-8c74-b29372db87d8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1207309
Apr 15 20:02:50.649437 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-cc0f220f-ca8c-4758-9b62-9d928650745b req-f45f2f50-af2e-40c7-a64d-c06f35febf97 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f3fa48b6-1358-4767-bd88-2f7b152b7602 HTTP/1.1" status: 200  len: 217 time: 0.0877111
Apr 15 20:02:50.718069 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-f2279217-50b1-46e9-b71f-592cacc0b8c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854767129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852808376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852972410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852575629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851485176'] for subnet, after_delete {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:02:50.747846 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-6fd77607-bbc6-4f21-91eb-1f9859457db6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:02:50.758442 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0f220f-ca8c-4758-9b62-9d928650745b req-44edfd36-5fa7-4512-9990-3ebd28d66024 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:02:50.761274 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-cc0f220f-ca8c-4758-9b62-9d928650745b req-44edfd36-5fa7-4512-9990-3ebd28d66024 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=8ee5421b-3812-435f-a63f-52b3408746b8 HTTP/1.1" status: 200  len: 851 time: 0.1052675
Apr 15 20:02:50.912202 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0f220f-ca8c-4758-9b62-9d928650745b req-38b1df70-acf5-449c-8d03-c9962ed87281 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:02:50.915375 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-cc0f220f-ca8c-4758-9b62-9d928650745b req-38b1df70-acf5-449c-8d03-c9962ed87281 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=76b1c698-a72d-402d-bd3d-fd85b08fd0a4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1458201
Apr 15 20:02:50.919677 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2279217-50b1-46e9-b71f-592cacc0b8c8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ead78242-f7a7-4840-8c22-a0175f7d7ec4,revision_number=None']} {{(pid=85345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:02:50.928095 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-f2279217-50b1-46e9-b71f-592cacc0b8c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:02:50.988691 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-f2279217-50b1-46e9-b71f-592cacc0b8c8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:02:50.996946 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36368555-1003-411b-bc87-07ad0a433859 None None] Network 77d36611-d9d7-4878-bee2-d85f2a7b4788 requested from dv-cinder-786383-2-iscsi {{(pid=85346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 15 20:02:51.004746 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [None req-f2279217-50b1-46e9-b71f-592cacc0b8c8 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/ead78242-f7a7-4840-8c22-a0175f7d7ec4 HTTP/1.1" status: 204  len: 168 time: 0.9673114
Apr 15 20:02:51.005244 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.wsgi [-] (85345) accepted ('10.222.0.47', 53494) {{(pid=85345) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 20:02:51.230342 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-3f2982ef-7b3a-4b56-abb5-618546ffe554 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854748596'] for network, before_delete {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:02:51.378971 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ccf4991-2bae-40c8-ab6a-977a8e623c3f None None] DHCP port deletion for 77d36611-d9d7-4878-bee2-d85f2a7b4788 request from dv-cinder-786383-2-iscsi {{(pid=85346) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}}
Apr 15 20:02:51.380904 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.plugin [None req-3f2982ef-7b3a-4b56-abb5-618546ffe554 admin admin] Deleting port 5aa2417b-ecc4-4b27-a68c-b4f8a8e6a7a8 {{(pid=85345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 20:02:51.381286 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-3f2982ef-7b3a-4b56-abb5-618546ffe554 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363247007848052'] for port, before_delete {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:02:51.382296 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-cc0f220f-ca8c-4758-9b62-9d928650745b req-1936e340-e5e6-4847-8c5f-a1446d995a4d service neutron] 10.222.0.65 "GET /v2.0/networks/76b1c698-a72d-402d-bd3d-fd85b08fd0a4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4598863
Apr 15 20:02:51.384380 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.plugin [None req-1ccf4991-2bae-40c8-ab6a-977a8e623c3f None None] Deleting port 5aa2417b-ecc4-4b27-a68c-b4f8a8e6a7a8 {{(pid=85346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 20:02:51.384802 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-1ccf4991-2bae-40c8-ab6a-977a8e623c3f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363247007848052'] for port, before_delete {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:02:51.535359 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.rpc [None req-56ecdebd-c5a0-4569-bc96-ba437f5ce558 None None] Device 5aa2417b-ecc4-4b27-a68c-b4f8a8e6a7a8 no longer exists at agent ovs-agent-dv-cinder-786383-2-iscsi {{(pid=85346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 15 20:02:51.617471 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-cc0f220f-ca8c-4758-9b62-9d928650745b req-c7052387-a7cb-4ef7-8c72-eea6fdd1e555 service neutron] 10.222.0.65 "GET /v2.0/networks/76b1c698-a72d-402d-bd3d-fd85b08fd0a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2275774
Apr 15 20:02:51.791991 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02af4bfc-b0e0-4910-ac62-140d4915f60a req-8baa6a71-bc99-4c36-b1a8-a6fb7974717b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:02:51.793757 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-02af4bfc-b0e0-4910-ac62-140d4915f60a req-8baa6a71-bc99-4c36-b1a8-a6fb7974717b service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=1794582df1734e8d80790f7e87a6fcd2&device_id=f75e5df2-f18f-4dfc-8b1b-52e1b63e82b4 HTTP/1.1" status: 200  len: 1097 time: 0.1220586
Apr 15 20:02:51.798092 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-56ecdebd-c5a0-4569-bc96-ba437f5ce558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854565853'] for port, before_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:02:51.863645 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.db [None req-1ccf4991-2bae-40c8-ab6a-977a8e623c3f None None] For port 5aa2417b-ecc4-4b27-a68c-b4f8a8e6a7a8, host dv-cinder-786383-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-2-iscsi',level=0,port_id=5aa2417b-ecc4-4b27-a68c-b4f8a8e6a7a8,segment=NetworkSegment(c848ac5a-07c6-445d-91d1-6ef413e2b190),segment_id=c848ac5a-07c6-445d-91d1-6ef413e2b190)] {{(pid=85346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 20:02:51.864133 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-1ccf4991-2bae-40c8-ab6a-977a8e623c3f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853097680'] for port, precommit_delete {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:02:51.878941 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.db [None req-56ecdebd-c5a0-4569-bc96-ba437f5ce558 None None] For port 5aa2417b-ecc4-4b27-a68c-b4f8a8e6a7a8, host dv-cinder-786383-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-2-iscsi',level=0,port_id=5aa2417b-ecc4-4b27-a68c-b4f8a8e6a7a8,segment=NetworkSegment(c848ac5a-07c6-445d-91d1-6ef413e2b190),segment_id=c848ac5a-07c6-445d-91d1-6ef413e2b190)] {{(pid=85346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 20:02:51.882717 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-56ecdebd-c5a0-4569-bc96-ba437f5ce558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854693686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852972410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789846929216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789846482410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789846483725'] for port, after_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:02:51.883642 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.rpc [None req-56ecdebd-c5a0-4569-bc96-ba437f5ce558 None None] Device 79376af6-b39c-4c7e-bb22-6175f6c98914 no longer exists at agent ovs-agent-dv-cinder-786383-2-iscsi {{(pid=85346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 15 20:02:51.934101 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.db [None req-3f2982ef-7b3a-4b56-abb5-618546ffe554 admin admin] For port 5aa2417b-ecc4-4b27-a68c-b4f8a8e6a7a8, host dv-cinder-786383-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-2-iscsi',level=0,port_id=5aa2417b-ecc4-4b27-a68c-b4f8a8e6a7a8,segment=NetworkSegment(c848ac5a-07c6-445d-91d1-6ef413e2b190),segment_id=c848ac5a-07c6-445d-91d1-6ef413e2b190)] {{(pid=85345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 20:02:51.934835 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-3f2982ef-7b3a-4b56-abb5-618546ffe554 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853097680'] for port, precommit_delete {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:02:51.969389 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02af4bfc-b0e0-4910-ac62-140d4915f60a req-fe1cfb20-a395-46c3-a03a-c4dc48199c8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:02:51.971064 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-86198170-aa9a-44e3-9a68-ee634e31b236 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:02:51.971240 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-02af4bfc-b0e0-4910-ac62-140d4915f60a req-fe1cfb20-a395-46c3-a03a-c4dc48199c8c service neutron] 10.222.0.65 "GET /v2.0/networks?id=76b1c698-a72d-402d-bd3d-fd85b08fd0a4 HTTP/1.1" status: 200  len: 913 time: 0.1669519
Apr 15 20:02:52.090548 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.plugin [None req-1ccf4991-2bae-40c8-ab6a-977a8e623c3f None None] Calling delete_port for 5aa2417b-ecc4-4b27-a68c-b4f8a8e6a7a8 owned by network:dhcp {{(pid=85346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 15 20:02:52.109900 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-02af4bfc-b0e0-4910-ac62-140d4915f60a req-8d8d2811-0cb6-4fd0-b3a5-b5fefebb6739 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f3fa48b6-1358-4767-bd88-2f7b152b7602 HTTP/1.1" status: 200  len: 217 time: 0.1258049
Apr 15 20:02:52.122469 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.plugin [None req-56ecdebd-c5a0-4569-bc96-ba437f5ce558 None None] No Port match for: 79376af6-b39c-4c7e-bb22-6175f6c98914 {{(pid=85346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 15 20:02:52.122469 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.rpc [None req-56ecdebd-c5a0-4569-bc96-ba437f5ce558 None None] Device 79376af6-b39c-4c7e-bb22-6175f6c98914 not bound to the agent host dv-cinder-786383-2-iscsi {{(pid=85346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 15 20:02:52.122469 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.rpc [None req-56ecdebd-c5a0-4569-bc96-ba437f5ce558 None None] Device 60c95d52-29fc-44a2-a940-17459d08d556 no longer exists at agent ovs-agent-dv-cinder-786383-2-iscsi {{(pid=85346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 15 20:02:52.184202 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.plugin [None req-56ecdebd-c5a0-4569-bc96-ba437f5ce558 None None] No Port match for: 60c95d52-29fc-44a2-a940-17459d08d556 {{(pid=85346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 15 20:02:52.184608 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.rpc [None req-56ecdebd-c5a0-4569-bc96-ba437f5ce558 None None] Device 60c95d52-29fc-44a2-a940-17459d08d556 not bound to the agent host dv-cinder-786383-2-iscsi {{(pid=85346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 15 20:02:52.193288 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02af4bfc-b0e0-4910-ac62-140d4915f60a req-2453ec1d-6adf-4eaf-bc36-9bb9b42aa525 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:02:52.195112 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-02af4bfc-b0e0-4910-ac62-140d4915f60a req-2453ec1d-6adf-4eaf-bc36-9bb9b42aa525 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=8ee5421b-3812-435f-a63f-52b3408746b8 HTTP/1.1" status: 200  len: 851 time: 0.0778968
Apr 15 20:02:52.233162 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ecdebd-c5a0-4569-bc96-ba437f5ce558 None None] Pushing event updated for resources: {'Port': ['ID=5aa2417b-ecc4-4b27-a68c-b4f8a8e6a7a8,revision_number=5']} {{(pid=85346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:02:52.255216 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ecdebd-c5a0-4569-bc96-ba437f5ce558 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:02:52.255642 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ecdebd-c5a0-4569-bc96-ba437f5ce558 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:02:52.255984 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ecdebd-c5a0-4569-bc96-ba437f5ce558 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:02:52.256491 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ecdebd-c5a0-4569-bc96-ba437f5ce558 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:02:52.256730 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ecdebd-c5a0-4569-bc96-ba437f5ce558 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:02:52.257109 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ecdebd-c5a0-4569-bc96-ba437f5ce558 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:02:52.257481 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ecdebd-c5a0-4569-bc96-ba437f5ce558 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:02:52.257905 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ecdebd-c5a0-4569-bc96-ba437f5ce558 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:02:52.258275 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ecdebd-c5a0-4569-bc96-ba437f5ce558 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:02:52.259196 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ecdebd-c5a0-4569-bc96-ba437f5ce558 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:02:52.259569 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ecdebd-c5a0-4569-bc96-ba437f5ce558 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:02:52.260445 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ecdebd-c5a0-4569-bc96-ba437f5ce558 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:02:52.264617 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-56ecdebd-c5a0-4569-bc96-ba437f5ce558 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.294s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:02:52.271311 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.db.api [None req-1ccf4991-2bae-40c8-ab6a-977a8e623c3f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=85346) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 15 20:02:52.271770 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_db.api [None req-1ccf4991-2bae-40c8-ab6a-977a8e623c3f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=85346) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 15 20:02:52.295962 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02af4bfc-b0e0-4910-ac62-140d4915f60a req-d5590889-4e9d-44e5-87ce-bb741f8b94a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:02:52.297683 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-02af4bfc-b0e0-4910-ac62-140d4915f60a req-d5590889-4e9d-44e5-87ce-bb741f8b94a8 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=76b1c698-a72d-402d-bd3d-fd85b08fd0a4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0953114
Apr 15 20:02:52.463236 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-02af4bfc-b0e0-4910-ac62-140d4915f60a req-0f99dee3-50f3-451e-95be-c0cebae862f0 service neutron] 10.222.0.65 "GET /v2.0/networks/76b1c698-a72d-402d-bd3d-fd85b08fd0a4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1578012
Apr 15 20:02:52.610675 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.plugin [None req-3f2982ef-7b3a-4b56-abb5-618546ffe554 admin admin] Calling delete_port for 5aa2417b-ecc4-4b27-a68c-b4f8a8e6a7a8 owned by network:dhcp {{(pid=85345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 15 20:02:52.620901 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-02af4bfc-b0e0-4910-ac62-140d4915f60a req-4ebc95ce-6616-4919-9fbf-3b2f780fb6e8 service neutron] 10.222.0.65 "GET /v2.0/networks/76b1c698-a72d-402d-bd3d-fd85b08fd0a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1491139
Apr 15 20:02:52.773166 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.plugin [None req-1ccf4991-2bae-40c8-ab6a-977a8e623c3f None None] Deleting port 5aa2417b-ecc4-4b27-a68c-b4f8a8e6a7a8 {{(pid=85346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 20:02:52.773864 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-1ccf4991-2bae-40c8-ab6a-977a8e623c3f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363247007848052'] for port, before_delete {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:02:52.815140 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784ea0e0-e6b2-4138-acdd-d970ec1b43af req-9d2a90f1-10b6-4987-9dd3-ac2c40d0ee00 tempest-TestVolumeBootPattern-370122628 tempest-TestVolumeBootPattern-370122628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:02:52.818086 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-784ea0e0-e6b2-4138-acdd-d970ec1b43af req-9d2a90f1-10b6-4987-9dd3-ac2c40d0ee00 tempest-TestVolumeBootPattern-370122628 tempest-TestVolumeBootPattern-370122628-project] 10.222.0.47 "GET /v2.0/ports?device_id=f75e5df2-f18f-4dfc-8b1b-52e1b63e82b4 HTTP/1.1" status: 200  len: 944 time: 0.9867060
Apr 15 20:02:52.826156 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.db.api [None req-3f2982ef-7b3a-4b56-abb5-618546ffe554 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=85345) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 15 20:02:52.826790 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_db.api [None req-3f2982ef-7b3a-4b56-abb5-618546ffe554 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=85345) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 15 20:02:52.920426 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-784ea0e0-e6b2-4138-acdd-d970ec1b43af req-0fa5901f-fd14-452b-8f3f-73f539e58353 tempest-TestVolumeBootPattern-370122628 tempest-TestVolumeBootPattern-370122628-project] 10.222.0.47 "GET /v2.0/security-groups?id=dec273f8-3574-4212-8c74-b29372db87d8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0831683
Apr 15 20:02:53.155521 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.db [None req-1ccf4991-2bae-40c8-ab6a-977a8e623c3f None None] For port 5aa2417b-ecc4-4b27-a68c-b4f8a8e6a7a8, host dv-cinder-786383-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-2-iscsi',level=0,port_id=5aa2417b-ecc4-4b27-a68c-b4f8a8e6a7a8,segment=NetworkSegment(c848ac5a-07c6-445d-91d1-6ef413e2b190),segment_id=c848ac5a-07c6-445d-91d1-6ef413e2b190)] {{(pid=85346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 20:02:53.156266 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-1ccf4991-2bae-40c8-ab6a-977a8e623c3f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853097680'] for port, precommit_delete {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:02:53.328379 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.plugin [None req-3f2982ef-7b3a-4b56-abb5-618546ffe554 admin admin] Deleting port 5aa2417b-ecc4-4b27-a68c-b4f8a8e6a7a8 {{(pid=85345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 20:02:53.328770 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-3f2982ef-7b3a-4b56-abb5-618546ffe554 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363247007848052'] for port, before_delete {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:02:53.416994 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.plugin [None req-1ccf4991-2bae-40c8-ab6a-977a8e623c3f None None] Calling delete_port for 5aa2417b-ecc4-4b27-a68c-b4f8a8e6a7a8 owned by network:dhcp {{(pid=85346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 15 20:02:53.569050 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-1ccf4991-2bae-40c8-ab6a-977a8e623c3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854693686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852972410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789846929199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363247008293407'] for port, after_delete {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:02:53.577304 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.db [None req-3f2982ef-7b3a-4b56-abb5-618546ffe554 admin admin] For port 5aa2417b-ecc4-4b27-a68c-b4f8a8e6a7a8, host dv-cinder-786383-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-2-iscsi',level=0,port_id=5aa2417b-ecc4-4b27-a68c-b4f8a8e6a7a8,segment=NetworkSegment(c848ac5a-07c6-445d-91d1-6ef413e2b190),segment_id=c848ac5a-07c6-445d-91d1-6ef413e2b190)] {{(pid=85345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 20:02:53.577817 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-3f2982ef-7b3a-4b56-abb5-618546ffe554 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853097680'] for port, precommit_delete {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:02:53.592450 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-d13ee163-1f1f-406d-89d1-9ce4c13137a1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:02:53.731014 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.plugin [None req-3f2982ef-7b3a-4b56-abb5-618546ffe554 admin admin] Calling delete_port for 5aa2417b-ecc4-4b27-a68c-b4f8a8e6a7a8 owned by network:dhcp {{(pid=85345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 15 20:02:53.741088 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ccf4991-2bae-40c8-ab6a-977a8e623c3f None None] Pushing event deleted for resources: {'Port': ['ID=5aa2417b-ecc4-4b27-a68c-b4f8a8e6a7a8,revision_number=None']} {{(pid=85346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:02:53.765793 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-1ccf4991-2bae-40c8-ab6a-977a8e623c3f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:02:53.795082 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ccf4991-2bae-40c8-ab6a-977a8e623c3f None None] No DVR routers for this DVR port 5aa2417b-ecc4-4b27-a68c-b4f8a8e6a7a8 on host dv-cinder-786383-2-iscsi {{(pid=85346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 15 20:02:53.820220 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.db.api [None req-3f2982ef-7b3a-4b56-abb5-618546ffe554 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=85345) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 15 20:02:53.820577 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_db.api [None req-3f2982ef-7b3a-4b56-abb5-618546ffe554 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=85345) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 15 20:02:54.044106 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.plugin [None req-3f2982ef-7b3a-4b56-abb5-618546ffe554 admin admin] Deleting port 5aa2417b-ecc4-4b27-a68c-b4f8a8e6a7a8 {{(pid=85345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 20:02:54.044504 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-3f2982ef-7b3a-4b56-abb5-618546ffe554 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363247007848052'] for port, before_delete {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:02:54.125762 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.plugin [None req-3f2982ef-7b3a-4b56-abb5-618546ffe554 admin admin] The port '5aa2417b-ecc4-4b27-a68c-b4f8a8e6a7a8' was deleted {{(pid=85345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}}
Apr 15 20:02:54.141186 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0973a9b9-6ed9-4bfc-ac6e-4c3de19538c2 req-b88d6f62-9cfd-4045-bdb6-e68b3b380e12 tempest-TestVolumeBootPattern-370122628 tempest-TestVolumeBootPattern-370122628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:02:54.142923 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-0973a9b9-6ed9-4bfc-ac6e-4c3de19538c2 req-b88d6f62-9cfd-4045-bdb6-e68b3b380e12 tempest-TestVolumeBootPattern-370122628 tempest-TestVolumeBootPattern-370122628-project] 10.222.0.47 "GET /v2.0/ports?device_id=f75e5df2-f18f-4dfc-8b1b-52e1b63e82b4 HTTP/1.1" status: 200  len: 944 time: 0.0938966
Apr 15 20:02:54.196623 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-0973a9b9-6ed9-4bfc-ac6e-4c3de19538c2 req-8b38e26c-18ec-4aa0-9f15-4ccac4e08394 tempest-TestVolumeBootPattern-370122628 tempest-TestVolumeBootPattern-370122628-project] 10.222.0.47 "GET /v2.0/security-groups?id=dec273f8-3574-4212-8c74-b29372db87d8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0454447
Apr 15 20:02:54.260636 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-3f2982ef-7b3a-4b56-abb5-618546ffe554 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854320274', 'neutron.services.segments.db._delete_segments_for_network-8789847050952'] for network, precommit_delete {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:02:54.387729 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.services.segments.db [None req-3f2982ef-7b3a-4b56-abb5-618546ffe554 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe8b3f246a0>,) {'filters': {'network_id': ['77d36611-d9d7-4878-bee2-d85f2a7b4788']}} {{(pid=85345) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 20:02:54.403343 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.services.segments.db [None req-3f2982ef-7b3a-4b56-abb5-618546ffe554 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe8b3f246a0>, 'c848ac5a-07c6-445d-91d1-6ef413e2b190') {'for_net_delete': True} {{(pid=85345) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 20:02:54.403777 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.services.segments.db [None req-3f2982ef-7b3a-4b56-abb5-618546ffe554 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe8b3f246a0>, 'c848ac5a-07c6-445d-91d1-6ef413e2b190') {} {{(pid=85345) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 20:02:54.417390 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-3f2982ef-7b3a-4b56-abb5-618546ffe554 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789847056089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3208581'] for segment, before_delete {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:02:54.434421 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-3f2982ef-7b3a-4b56-abb5-618546ffe554 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854767479'] for segment, precommit_delete {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:02:54.441559 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f2982ef-7b3a-4b56-abb5-618546ffe554 admin admin] Releasing vlan 655 on physical network physnet1 to pool {{(pid=85345) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 15 20:02:54.635491 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.managers [None req-3f2982ef-7b3a-4b56-abb5-618546ffe554 admin admin] Network 77d36611-d9d7-4878-bee2-d85f2a7b4788 has no segments {{(pid=85345) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 15 20:02:54.650022 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-3f2982ef-7b3a-4b56-abb5-618546ffe554 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2199762'] for segment, after_delete {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:02:54.937885 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.managers [None req-3f2982ef-7b3a-4b56-abb5-618546ffe554 admin admin] Network 77d36611-d9d7-4878-bee2-d85f2a7b4788 has no segments {{(pid=85345) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 15 20:02:54.981259 dv-cinder-786383-2-iscsi neutron-server[85229]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 15 20:02:54.981259 dv-cinder-786383-2-iscsi neutron-server[85229]:   % (table.description, expected, rows_matched)
Apr 15 20:02:54.981259 dv-cinder-786383-2-iscsi neutron-server[85229]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 15 20:02:54.981259 dv-cinder-786383-2-iscsi neutron-server[85229]:   % (table.description, expected, rows_matched)
Apr 15 20:02:54.981259 dv-cinder-786383-2-iscsi neutron-server[85229]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 15 20:02:54.981259 dv-cinder-786383-2-iscsi neutron-server[85229]:   % (table.description, expected, rows_matched)
Apr 15 20:02:54.981259 dv-cinder-786383-2-iscsi neutron-server[85229]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 15 20:02:54.981259 dv-cinder-786383-2-iscsi neutron-server[85229]:   % (table.description, expected, rows_matched)
Apr 15 20:02:54.981259 dv-cinder-786383-2-iscsi neutron-server[85229]: Traceback (most recent call last):
Apr 15 20:02:54.981259 dv-cinder-786383-2-iscsi neutron-server[85229]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 15 20:02:54.981259 dv-cinder-786383-2-iscsi neutron-server[85229]:     timer()
Apr 15 20:02:54.981259 dv-cinder-786383-2-iscsi neutron-server[85229]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 15 20:02:54.981259 dv-cinder-786383-2-iscsi neutron-server[85229]:     cb(*args, **kw)
Apr 15 20:02:54.981259 dv-cinder-786383-2-iscsi neutron-server[85229]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 15 20:02:54.981259 dv-cinder-786383-2-iscsi neutron-server[85229]:     return func(*args, **kwargs)
Apr 15 20:02:54.981259 dv-cinder-786383-2-iscsi neutron-server[85229]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 15 20:02:54.981259 dv-cinder-786383-2-iscsi neutron-server[85229]:     self._notify()
Apr 15 20:02:54.981259 dv-cinder-786383-2-iscsi neutron-server[85229]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 15 20:02:54.981259 dv-cinder-786383-2-iscsi neutron-server[85229]:     self.callback(batched_events)
Apr 15 20:02:54.981259 dv-cinder-786383-2-iscsi neutron-server[85229]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 15 20:02:54.981259 dv-cinder-786383-2-iscsi neutron-server[85229]:     event.method(event)
Apr 15 20:02:54.981259 dv-cinder-786383-2-iscsi neutron-server[85229]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 15 20:02:54.981259 dv-cinder-786383-2-iscsi neutron-server[85229]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 15 20:02:54.981259 dv-cinder-786383-2-iscsi neutron-server[85229]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 15 20:02:54.981259 dv-cinder-786383-2-iscsi neutron-server[85229]:     segment_id)['aggregates'][0]
Apr 15 20:02:54.981259 dv-cinder-786383-2-iscsi neutron-server[85229]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 15 20:02:54.981259 dv-cinder-786383-2-iscsi neutron-server[85229]:     return f(self, *a, **k)
Apr 15 20:02:54.981259 dv-cinder-786383-2-iscsi neutron-server[85229]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 15 20:02:54.981259 dv-cinder-786383-2-iscsi neutron-server[85229]:     return self._get(url).json()
Apr 15 20:02:54.981259 dv-cinder-786383-2-iscsi neutron-server[85229]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 15 20:02:54.981259 dv-cinder-786383-2-iscsi neutron-server[85229]:     **kwargs)
Apr 15 20:02:54.981259 dv-cinder-786383-2-iscsi neutron-server[85229]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 15 20:02:54.981259 dv-cinder-786383-2-iscsi neutron-server[85229]:     return self.request(url, 'GET', **kwargs)
Apr 15 20:02:54.981259 dv-cinder-786383-2-iscsi neutron-server[85229]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 15 20:02:54.981259 dv-cinder-786383-2-iscsi neutron-server[85229]:     **endpoint_filter)
Apr 15 20:02:54.981259 dv-cinder-786383-2-iscsi neutron-server[85229]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 15 20:02:54.981259 dv-cinder-786383-2-iscsi neutron-server[85229]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 15 20:02:54.981259 dv-cinder-786383-2-iscsi neutron-server[85229]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 15 20:02:54.981259 dv-cinder-786383-2-iscsi neutron-server[85229]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 15 20:02:54.981259 dv-cinder-786383-2-iscsi neutron-server[85229]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 15 20:02:55.141622 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-3f2982ef-7b3a-4b56-abb5-618546ffe554 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-455527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852808340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852972410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1673212'] for network, after_delete {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:02:55.147871 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:02:55.164275 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-3f2982ef-7b3a-4b56-abb5-618546ffe554 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852972363'] for network, before_response {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:02:55.177916 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2982ef-7b3a-4b56-abb5-618546ffe554 admin admin] Pushing event deleted for resources: {'Network': ['ID=77d36611-d9d7-4878-bee2-d85f2a7b4788,revision_number=None']} {{(pid=85345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:02:55.182226 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-3f2982ef-7b3a-4b56-abb5-618546ffe554 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:02:55.194737 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [None req-3f2982ef-7b3a-4b56-abb5-618546ffe554 admin admin] 10.222.0.47 "DELETE /v2.0/networks/77d36611-d9d7-4878-bee2-d85f2a7b4788 HTTP/1.1" status: 204  len: 168 time: 4.1877646
Apr 15 20:02:55.198386 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.wsgi [-] (85345) accepted ('10.222.0.47', 53504) {{(pid=85345) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 20:02:55.568402 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256af668-7857-4c26-8312-9afe448e5401 req-e4617761-ba0c-4dc3-8786-9650e739b703 tempest-TestVolumeBootPattern-370122628 tempest-TestVolumeBootPattern-370122628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:02:55.570043 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-256af668-7857-4c26-8312-9afe448e5401 req-e4617761-ba0c-4dc3-8786-9650e739b703 tempest-TestVolumeBootPattern-370122628 tempest-TestVolumeBootPattern-370122628-project] 10.222.0.47 "GET /v2.0/ports?device_id=f75e5df2-f18f-4dfc-8b1b-52e1b63e82b4 HTTP/1.1" status: 200  len: 944 time: 0.2209318
Apr 15 20:02:55.711870 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-256af668-7857-4c26-8312-9afe448e5401 req-325fd2a0-f4d0-40f4-af58-99a8b23525f1 tempest-TestVolumeBootPattern-370122628 tempest-TestVolumeBootPattern-370122628-project] 10.222.0.47 "GET /v2.0/security-groups?id=dec273f8-3574-4212-8c74-b29372db87d8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0823050
Apr 15 20:02:55.962749 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-53fda278-894c-4baa-ab8c-e8396219abb7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036853103613'] for router_interface, before_delete {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:02:56.366190 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.plugin [None req-53fda278-894c-4baa-ab8c-e8396219abb7 admin admin] Deleting port a04bea4d-3c92-44c8-af38-51237baf64f3 {{(pid=85345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 20:02:56.366799 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-53fda278-894c-4baa-ab8c-e8396219abb7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363247007848052'] for port, before_delete {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:02:56.564982 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.db [None req-53fda278-894c-4baa-ab8c-e8396219abb7 admin admin] For port a04bea4d-3c92-44c8-af38-51237baf64f3, host dv-cinder-786383-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-2-iscsi',level=0,port_id=a04bea4d-3c92-44c8-af38-51237baf64f3,segment=NetworkSegment(b9545d60-7d84-48f4-a82e-2b3c346f3cd3),segment_id=b9545d60-7d84-48f4-a82e-2b3c346f3cd3)] {{(pid=85345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 20:02:56.565392 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-53fda278-894c-4baa-ab8c-e8396219abb7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853097680'] for port, precommit_delete {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:02:56.715795 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.plugin [None req-53fda278-894c-4baa-ab8c-e8396219abb7 admin admin] Calling delete_port for a04bea4d-3c92-44c8-af38-51237baf64f3 owned by network:router_interface {{(pid=85345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 15 20:02:56.919010 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-53fda278-894c-4baa-ab8c-e8396219abb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854693686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852972410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789846929199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363247008293407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2200102'] for port, after_delete {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:02:56.937335 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-d51009b9-2d51-4164-8de6-15b9df77a29a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:02:57.063097 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f543a1d7-c43a-485d-9ed5-604515cb6e26 req-a395d383-0745-4435-9899-a2a90c53d5ba tempest-TestVolumeBootPattern-370122628 tempest-TestVolumeBootPattern-370122628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:02:57.065202 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-f543a1d7-c43a-485d-9ed5-604515cb6e26 req-a395d383-0745-4435-9899-a2a90c53d5ba tempest-TestVolumeBootPattern-370122628 tempest-TestVolumeBootPattern-370122628-project] 10.222.0.47 "GET /v2.0/ports?device_id=f75e5df2-f18f-4dfc-8b1b-52e1b63e82b4 HTTP/1.1" status: 200  len: 944 time: 0.1158640
Apr 15 20:02:57.156555 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-f543a1d7-c43a-485d-9ed5-604515cb6e26 req-0e111390-2933-4ed2-b8ad-7802fc7d391a tempest-TestVolumeBootPattern-370122628 tempest-TestVolumeBootPattern-370122628-project] 10.222.0.47 "GET /v2.0/security-groups?id=dec273f8-3574-4212-8c74-b29372db87d8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0826623
Apr 15 20:02:57.350106 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53fda278-894c-4baa-ab8c-e8396219abb7 admin admin] Pushing event deleted for resources: {'Port': ['ID=a04bea4d-3c92-44c8-af38-51237baf64f3,revision_number=None']} {{(pid=85345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:02:57.357776 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-53fda278-894c-4baa-ab8c-e8396219abb7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.420s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:02:57.757165 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-53fda278-894c-4baa-ab8c-e8396219abb7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1803407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036853102680'] for router_interface, after_delete {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:02:58.559509 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53fda278-894c-4baa-ab8c-e8396219abb7 admin admin] Router efa478b5-a2c5-44ae-b061-3652ee6e1bbd has already been hosted by L3 agent 74482fb0-5b00-43f0-8fa9-533a3c8b2378 {{(pid=85345) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 15 20:02:58.577395 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86841589-9e1b-4486-9776-e9d5649e0d22 req-a957a918-9156-453a-9ea7-eb8022deba4f tempest-TestVolumeBootPattern-370122628 tempest-TestVolumeBootPattern-370122628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:02:58.579352 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-86841589-9e1b-4486-9776-e9d5649e0d22 req-a957a918-9156-453a-9ea7-eb8022deba4f tempest-TestVolumeBootPattern-370122628 tempest-TestVolumeBootPattern-370122628-project] 10.222.0.47 "GET /v2.0/ports?device_id=f75e5df2-f18f-4dfc-8b1b-52e1b63e82b4 HTTP/1.1" status: 200  len: 944 time: 0.2975769
Apr 15 20:02:58.792266 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-86841589-9e1b-4486-9776-e9d5649e0d22 req-70bba46e-8d8e-4de1-9da2-e51354259d9e tempest-TestVolumeBootPattern-370122628 tempest-TestVolumeBootPattern-370122628-project] 10.222.0.47 "GET /v2.0/security-groups?id=dec273f8-3574-4212-8c74-b29372db87d8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2037942
Apr 15 20:02:58.838464 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53fda278-894c-4baa-ab8c-e8396219abb7 admin admin] Notify agent at l3_agent.dv-cinder-786383-2-iscsi the message routers_updated {{(pid=85345) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 15 20:02:58.851119 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d9dc050-ea04-4ca7-8502-91e03082353a None None] Sync routers for ids ['efa478b5-a2c5-44ae-b061-3652ee6e1bbd'] in dv-cinder-786383-2-iscsi {{(pid=85347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 15 20:02:58.860223 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [None req-53fda278-894c-4baa-ab8c-e8396219abb7 admin admin] 10.222.0.47 "PUT /v2.0/routers/efa478b5-a2c5-44ae-b061-3652ee6e1bbd/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.6601503
Apr 15 20:02:58.864609 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.wsgi [-] (85345) accepted ('10.222.0.47', 53514) {{(pid=85345) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 20:02:58.865536 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d9dc050-ea04-4ca7-8502-91e03082353a None None] Routers {'efa478b5-a2c5-44ae-b061-3652ee6e1bbd'} bound to L3 agent in host dv-cinder-786383-2-iscsi {{(pid=85347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 20:02:58.866345 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.l3_hamode_db [None req-2d9dc050-ea04-4ca7-8502-91e03082353a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe8b98604e0>, 'dv-cinder-786383-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-15T19:40:08Z,description=<?>,heartbeat_timestamp=2021-04-15T20:02:38Z,host='dv-cinder-786383-2-iscsi',id=74482fb0-5b00-43f0-8fa9-533a3c8b2378,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T19:40:08Z,topic='l3_agent')) {'router_ids': ['efa478b5-a2c5-44ae-b061-3652ee6e1bbd'], 'active': True} {{(pid=85347) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 20:02:59.070528 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.l3_dvr_db [None req-2d9dc050-ea04-4ca7-8502-91e03082353a None None] Set router efa478b5-a2c5-44ae-b061-3652ee6e1bbd gateway port host: dv-cinder-786383-2-iscsi {{(pid=85347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 20:02:59.142197 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-0a3aeb24-7596-43a1-a42a-c93cef46c74b admin admin] Notify callbacks [] for router, before_delete {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:02:59.332055 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.rpc [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Device f3fa48b6-1358-4767-bd88-2f7b152b7602 details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=85346) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 15 20:02:59.409064 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.l3_hamode_db [None req-2d9dc050-ea04-4ca7-8502-91e03082353a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe8b98604e0>, [{'id': 'efa478b5-a2c5-44ae-b061-3652ee6e1bbd', 'name': 'tempest-TestShelveInstance-1245140076-router', 'tenant_id': '33d4185e05c4406fbf34df71284b2859', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b576887-bb01-4bfc-8617-ca8b886d7b7e', 'external_fixed_ips': [{'subnet_id': '7ad9face-0ae3-4529-aacd-d53ebb36e4d0', 'ip_address': '172.27.2.103'}], 'enable_snat': True}, 'gw_port_id': 'beaaeb8f-6d69-4aa1-bd75-bcb7d8f74782', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:58:13Z', 'updated_at': '2021-04-15T20:02:56Z', 'revision_number': 5, 'project_id': '33d4185e05c4406fbf34df71284b2859', 'gw_port': {'id': 'beaaeb8f-6d69-4aa1-bd75-bcb7d8f74782', 'name': '', 'network_id': '0b576887-bb01-4bfc-8617-ca8b886d7b7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:b6:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efa478b5-a2c5-44ae-b061-3652ee6e1bbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': '7ad9face-0ae3-4529-aacd-d53ebb36e4d0', 'ip_address': '172.27.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:58:14Z', 'updated_at': '2021-04-15T19:58:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ad9face-0ae3-4529-aacd-d53ebb36e4d0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-2-iscsi'}], 'dv-cinder-786383-2-iscsi', False) {} {{(pid=85347) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 20:02:59.417493 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d9dc050-ea04-4ca7-8502-91e03082353a None None] Checking router: efa478b5-a2c5-44ae-b061-3652ee6e1bbd for host: dv-cinder-786383-2-iscsi {{(pid=85347) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 15 20:02:59.428530 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-0a3aeb24-7596-43a1-a42a-c93cef46c74b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:02:59.435036 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d9dc050-ea04-4ca7-8502-91e03082353a None None] Routers {'efa478b5-a2c5-44ae-b061-3652ee6e1bbd'} bound to L3 agent in host dv-cinder-786383-2-iscsi {{(pid=85347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 20:02:59.436798 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.l3_hamode_db [None req-2d9dc050-ea04-4ca7-8502-91e03082353a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe8b98604e0>, 'dv-cinder-786383-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-15T19:40:08Z,description=<?>,heartbeat_timestamp=2021-04-15T20:02:38Z,host='dv-cinder-786383-2-iscsi',id=74482fb0-5b00-43f0-8fa9-533a3c8b2378,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T19:40:08Z,topic='l3_agent')) {'router_ids': ['efa478b5-a2c5-44ae-b061-3652ee6e1bbd'], 'active': True} {{(pid=85347) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 20:02:59.443182 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.plugin [None req-0a3aeb24-7596-43a1-a42a-c93cef46c74b admin admin] Deleting port beaaeb8f-6d69-4aa1-bd75-bcb7d8f74782 {{(pid=85345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 20:02:59.443585 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-0a3aeb24-7596-43a1-a42a-c93cef46c74b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363247007848052'] for port, before_delete {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:02:59.521952 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.db [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] For port f3fa48b6-1358-4767-bd88-2f7b152b7602, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=f3fa48b6-1358-4767-bd88-2f7b152b7602,segment=NetworkSegment(209e6493-9f5f-442f-9075-23fc9d984e08),segment_id=209e6493-9f5f-442f-9075-23fc9d984e08)] {{(pid=85346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 20:02:59.538469 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.rpc [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Returning: {'device': 'f3fa48b6-1358-4767-bd88-2f7b152b7602', 'network_id': '76b1c698-a72d-402d-bd3d-fd85b08fd0a4', 'port_id': 'f3fa48b6-1358-4767-bd88-2f7b152b7602', 'mac_address': 'fa:16:3e:57:3b:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 665, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ee5421b-3812-435f-a63f-52b3408746b8', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85346) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 15 20:02:59.603259 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854565853'] for port, before_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:02:59.624335 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.notifiers.nova [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f3fa48b6-1358-4767-bd88-2f7b152b7602 {{(pid=85346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 15 20:02:59.644406 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.db [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] For port f3fa48b6-1358-4767-bd88-2f7b152b7602, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=f3fa48b6-1358-4767-bd88-2f7b152b7602,segment=NetworkSegment(209e6493-9f5f-442f-9075-23fc9d984e08),segment_id=209e6493-9f5f-442f-9075-23fc9d984e08)] {{(pid=85346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 20:02:59.647896 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854693686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852972410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789846929216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789846482410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789846483725'] for port, after_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:02:59.651298 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:02:59.652404 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.db [None req-0a3aeb24-7596-43a1-a42a-c93cef46c74b admin admin] For port beaaeb8f-6d69-4aa1-bd75-bcb7d8f74782, host dv-cinder-786383-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-2-iscsi',level=0,port_id=beaaeb8f-6d69-4aa1-bd75-bcb7d8f74782,segment=NetworkSegment(e9359222-f335-47df-9fcb-1acccd0748d1),segment_id=e9359222-f335-47df-9fcb-1acccd0748d1)] {{(pid=85345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 20:02:59.652727 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-0a3aeb24-7596-43a1-a42a-c93cef46c74b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853097680'] for port, precommit_delete {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:02:59.757699 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.l3_dvr_db [None req-2d9dc050-ea04-4ca7-8502-91e03082353a None None] Set router efa478b5-a2c5-44ae-b061-3652ee6e1bbd gateway port host: None {{(pid=85347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 20:02:59.795757 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Pushing event updated for resources: {'Port': ['ID=f3fa48b6-1358-4767-bd88-2f7b152b7602,revision_number=4']} {{(pid=85346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:02:59.803966 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:02:59.840668 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.plugin [None req-0a3aeb24-7596-43a1-a42a-c93cef46c74b admin admin] Calling delete_port for beaaeb8f-6d69-4aa1-bd75-bcb7d8f74782 owned by network:router_gateway {{(pid=85345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 15 20:02:59.879469 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.db [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] get_ports_and_sgs() called for port_ids ['f3fa48b6-1358-4767-bd88-2f7b152b7602'] {{(pid=85346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 15 20:02:59.923329 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.l3_hamode_db [None req-2d9dc050-ea04-4ca7-8502-91e03082353a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe8b98604e0>, [{'id': 'efa478b5-a2c5-44ae-b061-3652ee6e1bbd', 'name': 'tempest-TestShelveInstance-1245140076-router', 'tenant_id': '33d4185e05c4406fbf34df71284b2859', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:58:13Z', 'updated_at': '2021-04-15T20:02:59Z', 'revision_number': 6, 'project_id': '33d4185e05c4406fbf34df71284b2859', 'gw_port_host': None}], 'dv-cinder-786383-2-iscsi', False) {} {{(pid=85347) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 20:02:59.929579 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d9dc050-ea04-4ca7-8502-91e03082353a None None] The sync data for ids ['efa478b5-a2c5-44ae-b061-3652ee6e1bbd'] in dv-cinder-786383-2-iscsi is: [{'id': 'efa478b5-a2c5-44ae-b061-3652ee6e1bbd', 'name': 'tempest-TestShelveInstance-1245140076-router', 'tenant_id': '33d4185e05c4406fbf34df71284b2859', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:58:13Z', 'updated_at': '2021-04-15T20:02:59Z', 'revision_number': 6, 'project_id': '33d4185e05c4406fbf34df71284b2859', 'gw_port_host': None}] {{(pid=85347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 15 20:03:00.097601 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbb2943-ad33-4e6c-83db-af2280e5ec7b req-ec51ee4f-5d1c-415e-8ef9-14acd28b2706 tempest-TestVolumeBootPattern-370122628 tempest-TestVolumeBootPattern-370122628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:03:00.099752 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-1fbb2943-ad33-4e6c-83db-af2280e5ec7b req-ec51ee4f-5d1c-415e-8ef9-14acd28b2706 tempest-TestVolumeBootPattern-370122628 tempest-TestVolumeBootPattern-370122628-project] 10.222.0.47 "GET /v2.0/ports?device_id=f75e5df2-f18f-4dfc-8b1b-52e1b63e82b4 HTTP/1.1" status: 200  len: 945 time: 0.1059797
Apr 15 20:03:00.163453 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-1fbb2943-ad33-4e6c-83db-af2280e5ec7b req-0cd8775a-b420-4893-ac1b-1af011c6eb81 tempest-TestVolumeBootPattern-370122628 tempest-TestVolumeBootPattern-370122628-project] 10.222.0.47 "GET /v2.0/security-groups?id=dec273f8-3574-4212-8c74-b29372db87d8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0496101
Apr 15 20:03:00.190162 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-0a3aeb24-7596-43a1-a42a-c93cef46c74b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854693686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852972410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789846929199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363247008293407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2200102'] for port, after_delete {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:03:00.209751 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-ed7aab62-6068-4612-a843-92fa04056406 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:03:00.313507 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3aeb24-7596-43a1-a42a-c93cef46c74b admin admin] Pushing event deleted for resources: {'Port': ['ID=beaaeb8f-6d69-4aa1-bd75-bcb7d8f74782,revision_number=None']} {{(pid=85345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:03:00.327583 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-0a3aeb24-7596-43a1-a42a-c93cef46c74b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:03:00.799942 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-0a3aeb24-7596-43a1-a42a-c93cef46c74b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036853102830'] for router_gateway, after_delete {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:03:00.999136 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-0a3aeb24-7596-43a1-a42a-c93cef46c74b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036853104216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854716024'] for router, precommit_delete {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:03:01.001760 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-0a3aeb24-7596-43a1-a42a-c93cef46c74b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:03:01.034503 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-0a3aeb24-7596-43a1-a42a-c93cef46c74b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1686840'] for router, after_delete {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:03:01.035174 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a3aeb24-7596-43a1-a42a-c93cef46c74b admin admin] Fanout notify agent at l3_agent the message router_deleted on router efa478b5-a2c5-44ae-b061-3652ee6e1bbd {{(pid=85345) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}}
Apr 15 20:03:01.049208 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-0a3aeb24-7596-43a1-a42a-c93cef46c74b admin admin] Notify callbacks [] for router, before_response {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:03:01.050511 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [None req-0a3aeb24-7596-43a1-a42a-c93cef46c74b admin admin] 10.222.0.47 "DELETE /v2.0/routers/efa478b5-a2c5-44ae-b061-3652ee6e1bbd HTTP/1.1" status: 204  len: 168 time: 2.1846414
Apr 15 20:03:01.054357 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.wsgi [-] (85345) accepted ('10.222.0.47', 53520) {{(pid=85345) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 20:03:01.335843 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.rpc [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Device f3fa48b6-1358-4767-bd88-2f7b152b7602 up at agent hyperv_hv-cinder-78638 {{(pid=85346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 20:03:01.403460 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.db_base_plugin_v2 [None req-48fd8341-dc4a-4286-a83d-97071934f107 admin admin] Deleting subnet a0412f40-9bfb-431a-ae07-9deec4c87471 {{(pid=85345) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 15 20:03:01.407569 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-48fd8341-dc4a-4286-a83d-97071934f107 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:03:01.429523 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.provisioning_blocks [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Provisioning for port f3fa48b6-1358-4767-bd88-2f7b152b7602 completed by entity L2. {{(pid=85346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 20:03:01.438423 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.provisioning_blocks [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Provisioning complete for port f3fa48b6-1358-4767-bd88-2f7b152b7602 triggered by entity L2. {{(pid=85346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 20:03:01.439064 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-428662'] for port, provisioning_complete {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:03:01.478282 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-48fd8341-dc4a-4286-a83d-97071934f107 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851567171'] for subnet, precommit_delete_associations {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:03:01.507991 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.rpc [None req-56ecdebd-c5a0-4569-bc96-ba437f5ce558 None None] Device a04bea4d-3c92-44c8-af38-51237baf64f3 no longer exists at agent ovs-agent-dv-cinder-786383-2-iscsi {{(pid=85346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 15 20:03:01.555476 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6334c8f-8a21-491b-bf84-c6a06d6831df req-d589b877-524b-40ab-ac3f-df7d2a2cff50 tempest-TestVolumeBootPattern-370122628 tempest-TestVolumeBootPattern-370122628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:03:01.557192 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-b6334c8f-8a21-491b-bf84-c6a06d6831df req-d589b877-524b-40ab-ac3f-df7d2a2cff50 tempest-TestVolumeBootPattern-370122628 tempest-TestVolumeBootPattern-370122628-project] 10.222.0.47 "GET /v2.0/ports?device_id=f75e5df2-f18f-4dfc-8b1b-52e1b63e82b4 HTTP/1.1" status: 200  len: 945 time: 0.2195303
Apr 15 20:03:01.558161 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.plugin [None req-56ecdebd-c5a0-4569-bc96-ba437f5ce558 None None] No Port match for: a04bea4d-3c92-44c8-af38-51237baf64f3 {{(pid=85346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 15 20:03:01.558556 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.rpc [None req-56ecdebd-c5a0-4569-bc96-ba437f5ce558 None None] Device a04bea4d-3c92-44c8-af38-51237baf64f3 not bound to the agent host dv-cinder-786383-2-iscsi {{(pid=85346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 15 20:03:01.559058 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.rpc [None req-56ecdebd-c5a0-4569-bc96-ba437f5ce558 None None] Device beaaeb8f-6d69-4aa1-bd75-bcb7d8f74782 no longer exists at agent ovs-agent-dv-cinder-786383-2-iscsi {{(pid=85346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 15 20:03:01.604274 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.plugin [None req-56ecdebd-c5a0-4569-bc96-ba437f5ce558 None None] No Port match for: beaaeb8f-6d69-4aa1-bd75-bcb7d8f74782 {{(pid=85346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 15 20:03:01.604568 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.rpc [None req-56ecdebd-c5a0-4569-bc96-ba437f5ce558 None None] Device beaaeb8f-6d69-4aa1-bd75-bcb7d8f74782 not bound to the agent host dv-cinder-786383-2-iscsi {{(pid=85346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 15 20:03:01.635397 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-b6334c8f-8a21-491b-bf84-c6a06d6831df req-0cc35be8-7332-4dd5-9592-69aaabed8708 tempest-TestVolumeBootPattern-370122628 tempest-TestVolumeBootPattern-370122628-project] 10.222.0.47 "GET /v2.0/security-groups?id=dec273f8-3574-4212-8c74-b29372db87d8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0686128
Apr 15 20:03:01.643585 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-48fd8341-dc4a-4286-a83d-97071934f107 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8687'] for subnet, precommit_delete {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:03:01.691310 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854565853'] for port, before_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:03:01.729891 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f75e5df2-f18f-4dfc-8b1b-52e1b63e82b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3fa48b6-1358-4767-bd88-2f7b152b7602'}] {{(pid=85346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 20:03:01.742091 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.db [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] For port f3fa48b6-1358-4767-bd88-2f7b152b7602, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=f3fa48b6-1358-4767-bd88-2f7b152b7602,segment=NetworkSegment(209e6493-9f5f-442f-9075-23fc9d984e08),segment_id=209e6493-9f5f-442f-9075-23fc9d984e08)] {{(pid=85346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 20:03:01.746877 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854693686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852972410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789846929216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789846482410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789846483725'] for port, after_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:03:01.749107 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-d13ee163-1f1f-406d-89d1-9ce4c13137a1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:03:01.803652 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f75e5df2-f18f-4dfc-8b1b-52e1b63e82b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3fa48b6-1358-4767-bd88-2f7b152b7602', 'code': 200}
Apr 15 20:03:01.849127 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Pushing event updated for resources: {'Port': ['ID=f3fa48b6-1358-4767-bd88-2f7b152b7602,revision_number=5']} {{(pid=85346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:03:01.853564 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:03:01.975660 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-48fd8341-dc4a-4286-a83d-97071934f107 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854767129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852808376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852972410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852575629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851485176'] for subnet, after_delete {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:03:01.993244 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:03:02.082104 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fd8341-dc4a-4286-a83d-97071934f107 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a0412f40-9bfb-431a-ae07-9deec4c87471,revision_number=None']} {{(pid=85345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:03:02.098164 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-48fd8341-dc4a-4286-a83d-97071934f107 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:03:02.130519 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991bc065-93f4-45c7-a971-5c1de8fb58a4 req-a692d90b-2f25-4e8f-a0b9-43834a933ca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:03:02.132308 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-991bc065-93f4-45c7-a971-5c1de8fb58a4 req-a692d90b-2f25-4e8f-a0b9-43834a933ca3 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=f75e5df2-f18f-4dfc-8b1b-52e1b63e82b4 HTTP/1.1" status: 200  len: 1099 time: 0.1071241
Apr 15 20:03:02.140380 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-48fd8341-dc4a-4286-a83d-97071934f107 admin admin] Notify callbacks [] for subnet, before_response {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:03:02.148370 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c94084d-8e72-4188-99a3-9b6893e00590 None None] Network f3dd0897-b22d-4c65-a222-9df20bc06d30 requested from dv-cinder-786383-2-iscsi {{(pid=85346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 15 20:03:02.154040 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [None req-48fd8341-dc4a-4286-a83d-97071934f107 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/a0412f40-9bfb-431a-ae07-9deec4c87471 HTTP/1.1" status: 204  len: 168 time: 1.0956247
Apr 15 20:03:02.154485 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.wsgi [-] (85345) accepted ('10.222.0.47', 53530) {{(pid=85345) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 20:03:02.181757 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-991bc065-93f4-45c7-a971-5c1de8fb58a4 req-d031add7-67ee-4ff9-bf84-382d7e1f96e5 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=dec273f8-3574-4212-8c74-b29372db87d8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0420091
Apr 15 20:03:02.318107 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-cb86be31-aff6-4c44-8e71-2a3075e69c6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854748596'] for network, before_delete {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:03:02.398010 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.plugin [None req-cb86be31-aff6-4c44-8e71-2a3075e69c6e admin admin] Deleting port 5113eb4b-7c68-49e8-9a5e-8a22cfe908d7 {{(pid=85345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 20:03:02.398330 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-cb86be31-aff6-4c44-8e71-2a3075e69c6e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363247007848052'] for port, before_delete {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:03:02.466093 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35c67a1e-4fa1-4006-b23a-6b736ade2d7e None None] DHCP port deletion for f3dd0897-b22d-4c65-a222-9df20bc06d30 request from dv-cinder-786383-2-iscsi {{(pid=85346) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}}
Apr 15 20:03:02.471241 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.plugin [None req-35c67a1e-4fa1-4006-b23a-6b736ade2d7e None None] Deleting port 5113eb4b-7c68-49e8-9a5e-8a22cfe908d7 {{(pid=85346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 20:03:02.471675 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-35c67a1e-4fa1-4006-b23a-6b736ade2d7e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363247007848052'] for port, before_delete {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:03:02.640661 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.db [None req-cb86be31-aff6-4c44-8e71-2a3075e69c6e admin admin] For port 5113eb4b-7c68-49e8-9a5e-8a22cfe908d7, host dv-cinder-786383-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-2-iscsi',level=0,port_id=5113eb4b-7c68-49e8-9a5e-8a22cfe908d7,segment=NetworkSegment(b9545d60-7d84-48f4-a82e-2b3c346f3cd3),segment_id=b9545d60-7d84-48f4-a82e-2b3c346f3cd3)] {{(pid=85345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 20:03:02.641064 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-cb86be31-aff6-4c44-8e71-2a3075e69c6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853097680'] for port, precommit_delete {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:03:02.762430 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.db [None req-35c67a1e-4fa1-4006-b23a-6b736ade2d7e None None] For port 5113eb4b-7c68-49e8-9a5e-8a22cfe908d7, host dv-cinder-786383-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-2-iscsi',level=0,port_id=5113eb4b-7c68-49e8-9a5e-8a22cfe908d7,segment=NetworkSegment(b9545d60-7d84-48f4-a82e-2b3c346f3cd3),segment_id=b9545d60-7d84-48f4-a82e-2b3c346f3cd3)] {{(pid=85346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 20:03:02.763295 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-35c67a1e-4fa1-4006-b23a-6b736ade2d7e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853097680'] for port, precommit_delete {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:03:02.788886 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.plugin [None req-cb86be31-aff6-4c44-8e71-2a3075e69c6e admin admin] Calling delete_port for 5113eb4b-7c68-49e8-9a5e-8a22cfe908d7 owned by network:dhcp {{(pid=85345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 15 20:03:02.987224 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.plugin [None req-35c67a1e-4fa1-4006-b23a-6b736ade2d7e None None] Calling delete_port for 5113eb4b-7c68-49e8-9a5e-8a22cfe908d7 owned by network:dhcp {{(pid=85346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 15 20:03:03.005162 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-cb86be31-aff6-4c44-8e71-2a3075e69c6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854693686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852972410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789846929199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363247008293407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2200102'] for port, after_delete {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:03:03.026234 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-1544ea20-5808-4da1-965b-a70c436eb212 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:03:03.071217 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.db.api [None req-35c67a1e-4fa1-4006-b23a-6b736ade2d7e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=85346) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 15 20:03:03.071634 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_db.api [None req-35c67a1e-4fa1-4006-b23a-6b736ade2d7e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=85346) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 15 20:03:03.157542 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb86be31-aff6-4c44-8e71-2a3075e69c6e admin admin] Pushing event deleted for resources: {'Port': ['ID=5113eb4b-7c68-49e8-9a5e-8a22cfe908d7,revision_number=None']} {{(pid=85345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:03:03.166540 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-cb86be31-aff6-4c44-8e71-2a3075e69c6e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:03:03.202480 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d073174-1ce3-4c27-8c75-2bd0264937d0 req-62f43c65-9684-44b6-a299-255a06a70aa6 tempest-TestVolumeBootPattern-370122628 tempest-TestVolumeBootPattern-370122628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:03:03.204373 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-9d073174-1ce3-4c27-8c75-2bd0264937d0 req-62f43c65-9684-44b6-a299-255a06a70aa6 tempest-TestVolumeBootPattern-370122628 tempest-TestVolumeBootPattern-370122628-project] 10.222.0.47 "GET /v2.0/ports?device_id=f75e5df2-f18f-4dfc-8b1b-52e1b63e82b4 HTTP/1.1" status: 200  len: 946 time: 0.3452342
Apr 15 20:03:03.238803 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb86be31-aff6-4c44-8e71-2a3075e69c6e admin admin] No DVR routers for this DVR port 5113eb4b-7c68-49e8-9a5e-8a22cfe908d7 on host dv-cinder-786383-2-iscsi {{(pid=85345) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 15 20:03:03.385975 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-9d073174-1ce3-4c27-8c75-2bd0264937d0 req-cba0857f-08bd-4d0a-874f-b00c2f294480 tempest-TestVolumeBootPattern-370122628 tempest-TestVolumeBootPattern-370122628-project] 10.222.0.47 "GET /v2.0/security-groups?id=dec273f8-3574-4212-8c74-b29372db87d8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1738262
Apr 15 20:03:03.407525 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-cb86be31-aff6-4c44-8e71-2a3075e69c6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854320274', 'neutron.services.segments.db._delete_segments_for_network-8789847050952'] for network, precommit_delete {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:03:03.472866 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.rpc [None req-56ecdebd-c5a0-4569-bc96-ba437f5ce558 None None] Device 5113eb4b-7c68-49e8-9a5e-8a22cfe908d7 no longer exists at agent ovs-agent-dv-cinder-786383-2-iscsi {{(pid=85346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 15 20:03:03.543160 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.plugin [None req-56ecdebd-c5a0-4569-bc96-ba437f5ce558 None None] No Port match for: 5113eb4b-7c68-49e8-9a5e-8a22cfe908d7 {{(pid=85346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 15 20:03:03.543631 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.rpc [None req-56ecdebd-c5a0-4569-bc96-ba437f5ce558 None None] Device 5113eb4b-7c68-49e8-9a5e-8a22cfe908d7 not bound to the agent host dv-cinder-786383-2-iscsi {{(pid=85346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 15 20:03:03.573168 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.plugin [None req-35c67a1e-4fa1-4006-b23a-6b736ade2d7e None None] Deleting port 5113eb4b-7c68-49e8-9a5e-8a22cfe908d7 {{(pid=85346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 20:03:03.573606 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-35c67a1e-4fa1-4006-b23a-6b736ade2d7e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363247007848052'] for port, before_delete {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:03:03.592411 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.services.segments.db [None req-cb86be31-aff6-4c44-8e71-2a3075e69c6e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe8b9670da0>,) {'filters': {'network_id': ['f3dd0897-b22d-4c65-a222-9df20bc06d30']}} {{(pid=85345) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 20:03:03.609585 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.services.segments.db [None req-cb86be31-aff6-4c44-8e71-2a3075e69c6e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe8b9670da0>, 'b9545d60-7d84-48f4-a82e-2b3c346f3cd3') {'for_net_delete': True} {{(pid=85345) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 20:03:03.610078 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.services.segments.db [None req-cb86be31-aff6-4c44-8e71-2a3075e69c6e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe8b9670da0>, 'b9545d60-7d84-48f4-a82e-2b3c346f3cd3') {} {{(pid=85345) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 20:03:03.626147 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-cb86be31-aff6-4c44-8e71-2a3075e69c6e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789847056089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3208581'] for segment, before_delete {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:03:03.650588 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-cb86be31-aff6-4c44-8e71-2a3075e69c6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854767479'] for segment, precommit_delete {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:03:03.654726 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.plugin [None req-35c67a1e-4fa1-4006-b23a-6b736ade2d7e None None] The port '5113eb4b-7c68-49e8-9a5e-8a22cfe908d7' was deleted {{(pid=85346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}}
Apr 15 20:03:03.660027 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb86be31-aff6-4c44-8e71-2a3075e69c6e admin admin] Releasing vlan 684 on physical network physnet1 to pool {{(pid=85345) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 15 20:03:03.874029 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.managers [None req-cb86be31-aff6-4c44-8e71-2a3075e69c6e admin admin] Network f3dd0897-b22d-4c65-a222-9df20bc06d30 has no segments {{(pid=85345) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 15 20:03:03.885485 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-cb86be31-aff6-4c44-8e71-2a3075e69c6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2199762'] for segment, after_delete {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:03:04.081814 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.managers [None req-cb86be31-aff6-4c44-8e71-2a3075e69c6e admin admin] Network f3dd0897-b22d-4c65-a222-9df20bc06d30 has no segments {{(pid=85345) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 15 20:03:04.107312 dv-cinder-786383-2-iscsi neutron-server[85229]: Traceback (most recent call last):
Apr 15 20:03:04.107312 dv-cinder-786383-2-iscsi neutron-server[85229]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 15 20:03:04.107312 dv-cinder-786383-2-iscsi neutron-server[85229]:     timer()
Apr 15 20:03:04.107312 dv-cinder-786383-2-iscsi neutron-server[85229]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 15 20:03:04.107312 dv-cinder-786383-2-iscsi neutron-server[85229]:     cb(*args, **kw)
Apr 15 20:03:04.107312 dv-cinder-786383-2-iscsi neutron-server[85229]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 15 20:03:04.107312 dv-cinder-786383-2-iscsi neutron-server[85229]:     return func(*args, **kwargs)
Apr 15 20:03:04.107312 dv-cinder-786383-2-iscsi neutron-server[85229]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 15 20:03:04.107312 dv-cinder-786383-2-iscsi neutron-server[85229]:     self._notify()
Apr 15 20:03:04.107312 dv-cinder-786383-2-iscsi neutron-server[85229]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 15 20:03:04.107312 dv-cinder-786383-2-iscsi neutron-server[85229]:     self.callback(batched_events)
Apr 15 20:03:04.107312 dv-cinder-786383-2-iscsi neutron-server[85229]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 15 20:03:04.107312 dv-cinder-786383-2-iscsi neutron-server[85229]:     event.method(event)
Apr 15 20:03:04.107312 dv-cinder-786383-2-iscsi neutron-server[85229]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 15 20:03:04.107312 dv-cinder-786383-2-iscsi neutron-server[85229]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 15 20:03:04.107312 dv-cinder-786383-2-iscsi neutron-server[85229]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 15 20:03:04.107312 dv-cinder-786383-2-iscsi neutron-server[85229]:     segment_id)['aggregates'][0]
Apr 15 20:03:04.107312 dv-cinder-786383-2-iscsi neutron-server[85229]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 15 20:03:04.107312 dv-cinder-786383-2-iscsi neutron-server[85229]:     return f(self, *a, **k)
Apr 15 20:03:04.107312 dv-cinder-786383-2-iscsi neutron-server[85229]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 15 20:03:04.107312 dv-cinder-786383-2-iscsi neutron-server[85229]:     return self._get(url).json()
Apr 15 20:03:04.107312 dv-cinder-786383-2-iscsi neutron-server[85229]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 15 20:03:04.107312 dv-cinder-786383-2-iscsi neutron-server[85229]:     **kwargs)
Apr 15 20:03:04.107312 dv-cinder-786383-2-iscsi neutron-server[85229]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 15 20:03:04.107312 dv-cinder-786383-2-iscsi neutron-server[85229]:     return self.request(url, 'GET', **kwargs)
Apr 15 20:03:04.107312 dv-cinder-786383-2-iscsi neutron-server[85229]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 15 20:03:04.107312 dv-cinder-786383-2-iscsi neutron-server[85229]:     **endpoint_filter)
Apr 15 20:03:04.107312 dv-cinder-786383-2-iscsi neutron-server[85229]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 15 20:03:04.107312 dv-cinder-786383-2-iscsi neutron-server[85229]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 15 20:03:04.107312 dv-cinder-786383-2-iscsi neutron-server[85229]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 15 20:03:04.107312 dv-cinder-786383-2-iscsi neutron-server[85229]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 15 20:03:04.107312 dv-cinder-786383-2-iscsi neutron-server[85229]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 15 20:03:04.209080 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-cb86be31-aff6-4c44-8e71-2a3075e69c6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-455527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852808340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852972410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1673212'] for network, after_delete {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:03:04.214686 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-cb86be31-aff6-4c44-8e71-2a3075e69c6e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852972363'] for network, before_response {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:03:04.217802 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-3de61402-60a3-47aa-8995-134f52d7d8dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:03:04.246269 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb86be31-aff6-4c44-8e71-2a3075e69c6e admin admin] Pushing event deleted for resources: {'Network': ['ID=f3dd0897-b22d-4c65-a222-9df20bc06d30,revision_number=None']} {{(pid=85345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:03:04.250125 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-cb86be31-aff6-4c44-8e71-2a3075e69c6e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:03:04.256641 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [None req-cb86be31-aff6-4c44-8e71-2a3075e69c6e admin admin] 10.222.0.47 "DELETE /v2.0/networks/f3dd0897-b22d-4c65-a222-9df20bc06d30 HTTP/1.1" status: 204  len: 168 time: 2.1003501
Apr 15 20:03:04.404869 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.wsgi [-] (85344) accepted ('10.222.0.47', 53538) {{(pid=85344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 20:03:04.463953 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [None req-a7e7f744-8715-4080-9efa-02ef68dc97a9 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=248e6af1b7394fed98b6a620f19a6bc0&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0574236
Apr 15 20:03:04.466975 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.wsgi [-] (85344) accepted ('10.222.0.47', 53544) {{(pid=85344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 20:03:04.539963 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-590ee372-92cd-4dbb-b9bb-bba71a56c15e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:03:04.571544 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-590ee372-92cd-4dbb-b9bb-bba71a56c15e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:03:04.717201 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-590ee372-92cd-4dbb-b9bb-bba71a56c15e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806004'] for security_group, after_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:03:04.730167 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-de917b75-106d-47aa-bf80-8bb9aca6c70c tempest-TestShelveInstance-1114833871 tempest-TestShelveInstance-1114833871-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:03:04.762211 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590ee372-92cd-4dbb-b9bb-bba71a56c15e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9d557fd-61ef-49f4-9623-c1b23364f636,revision_number=None']} {{(pid=85344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:03:04.771257 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-590ee372-92cd-4dbb-b9bb-bba71a56c15e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:03:04.783321 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-590ee372-92cd-4dbb-b9bb-bba71a56c15e admin admin] Notify callbacks [] for security_group, before_response {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:03:04.789935 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [None req-590ee372-92cd-4dbb-b9bb-bba71a56c15e admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/b9d557fd-61ef-49f4-9623-c1b23364f636 HTTP/1.1" status: 204  len: 168 time: 0.3167312
Apr 15 20:03:04.801795 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0519f7-6c45-4774-b8d5-8a77c22e7116 req-52199026-a7c3-4d61-a401-caacec4848e9 tempest-TestVolumeBootPattern-370122628 tempest-TestVolumeBootPattern-370122628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:03:04.805382 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-ac0519f7-6c45-4774-b8d5-8a77c22e7116 req-52199026-a7c3-4d61-a401-caacec4848e9 tempest-TestVolumeBootPattern-370122628 tempest-TestVolumeBootPattern-370122628-project] 10.222.0.47 "GET /v2.0/ports?device_id=f75e5df2-f18f-4dfc-8b1b-52e1b63e82b4 HTTP/1.1" status: 200  len: 946 time: 0.1885867
Apr 15 20:03:04.882947 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-ac0519f7-6c45-4774-b8d5-8a77c22e7116 req-5de9e8a4-399f-4427-bfbd-f439d4fcef13 tempest-TestVolumeBootPattern-370122628 tempest-TestVolumeBootPattern-370122628-project] 10.222.0.47 "GET /v2.0/security-groups?id=dec273f8-3574-4212-8c74-b29372db87d8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0657291
Apr 15 20:03:05.152071 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aef5b4c-ee81-4fb6-97eb-bd406d6de5c3 req-eb80dab8-568b-439b-863d-b08d64a01bfd tempest-TestVolumeBootPattern-370122628 tempest-TestVolumeBootPattern-370122628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:03:05.155166 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-6aef5b4c-ee81-4fb6-97eb-bd406d6de5c3 req-eb80dab8-568b-439b-863d-b08d64a01bfd tempest-TestVolumeBootPattern-370122628 tempest-TestVolumeBootPattern-370122628-project] 10.222.0.47 "GET /v2.0/ports?device_id=f75e5df2-f18f-4dfc-8b1b-52e1b63e82b4 HTTP/1.1" status: 200  len: 946 time: 0.1387148
Apr 15 20:03:05.212195 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-6aef5b4c-ee81-4fb6-97eb-bd406d6de5c3 req-cfaf7fe2-aa60-44d7-a2fb-e6fa0a24e8a0 tempest-TestVolumeBootPattern-370122628 tempest-TestVolumeBootPattern-370122628-project] 10.222.0.47 "GET /v2.0/security-groups?id=dec273f8-3574-4212-8c74-b29372db87d8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0505142
Apr 15 20:03:05.238701 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.wsgi [-] (85344) accepted ('10.222.0.47', 53554) {{(pid=85344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 20:03:05.355034 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f62e104-a4ba-4f44-a8a2-438d116341cf tempest-TestVolumeBootPattern-643197142 tempest-TestVolumeBootPattern-643197142-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:03:05.357641 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [None req-1f62e104-a4ba-4f44-a8a2-438d116341cf tempest-TestVolumeBootPattern-643197142 tempest-TestVolumeBootPattern-643197142-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=f75e5df2-f18f-4dfc-8b1b-52e1b63e82b4 HTTP/1.1" status: 200  len: 1094 time: 0.1174018
Apr 15 20:03:05.362474 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.wsgi [-] (85344) accepted ('10.222.0.47', 53558) {{(pid=85344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 20:03:05.372081 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.v2.base [None req-41103552-15de-45b5-bf69-64c8ca74ea88 tempest-TestVolumeBootPattern-370122628 tempest-TestVolumeBootPattern-370122628-project] Request body: {'floatingip': {'floating_network_id': '0b576887-bb01-4bfc-8617-ca8b886d7b7e', 'port_id': 'f3fa48b6-1358-4767-bd88-2f7b152b7602', 'tenant_id': '1794582df1734e8d80790f7e87a6fcd2', 'fixed_ip_address': '172.20.0.11'}} {{(pid=85344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 20:03:05.380677 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.quota.driver [None req-41103552-15de-45b5-bf69-64c8ca74ea88 tempest-TestVolumeBootPattern-370122628 tempest-TestVolumeBootPattern-370122628-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 20:03:05.387386 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource [None req-41103552-15de-45b5-bf69-64c8ca74ea88 tempest-TestVolumeBootPattern-370122628 tempest-TestVolumeBootPattern-370122628-project] Usage tracker for resource:floatingip and tenant:1794582df1734e8d80790f7e87a6fcd2 is out of sync, need to count used quota {{(pid=85344) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 20:03:05.392555 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource [None req-41103552-15de-45b5-bf69-64c8ca74ea88 tempest-TestVolumeBootPattern-370122628 tempest-TestVolumeBootPattern-370122628-project] Quota usage for floatingip was recalculated. Used quota:2. {{(pid=85344) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 20:03:05.403623 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.quota.driver [None req-41103552-15de-45b5-bf69-64c8ca74ea88 tempest-TestVolumeBootPattern-370122628 tempest-TestVolumeBootPattern-370122628-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=85344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 20:03:05.413600 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.wsgi [-] (85345) accepted ('10.222.0.47', 53562) {{(pid=85345) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 20:03:05.418080 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-41103552-15de-45b5-bf69-64c8ca74ea88 tempest-TestVolumeBootPattern-370122628 tempest-TestVolumeBootPattern-370122628-project] Notify callbacks [] for floatingip, before_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:03:05.481537 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [None req-3d723d48-0f74-42bd-9628-6fc31793e492 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=33d4185e05c4406fbf34df71284b2859&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0660810
Apr 15 20:03:05.484981 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.wsgi [-] (85345) accepted ('10.222.0.47', 53566) {{(pid=85345) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 20:03:05.505323 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-0762ecf5-0dbf-4272-bf8e-543db5cbb70f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789847050935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-428960'] for agent, after_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:03:05.599806 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-1d448f6a-a1ab-4901-987c-571138f61dc9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:03:05.603887 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-41103552-15de-45b5-bf69-64c8ca74ea88 tempest-TestVolumeBootPattern-370122628 tempest-TestVolumeBootPattern-370122628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854565853'] for port, before_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:03:05.645824 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-1d448f6a-a1ab-4901-987c-571138f61dc9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:03:05.743315 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-1d448f6a-a1ab-4901-987c-571138f61dc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806004'] for security_group, after_delete {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:03:05.757162 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-c85c31a5-7d1e-496a-bb14-bb2157fc86ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:03:05.785597 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d448f6a-a1ab-4901-987c-571138f61dc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba3ff814-10c5-4240-b148-a5a1601d9c5f,revision_number=None']} {{(pid=85345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:03:05.790088 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.db_base_plugin_common [None req-41103552-15de-45b5-bf69-64c8ca74ea88 tempest-TestVolumeBootPattern-370122628 tempest-TestVolumeBootPattern-370122628-project] Allocated IP 172.27.2.35 (0b576887-bb01-4bfc-8617-ca8b886d7b7e/7ad9face-0ae3-4529-aacd-d53ebb36e4d0/2e1b58a0-148f-418e-b859-940b74726d54) {{(pid=85344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 15 20:03:05.790408 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-1d448f6a-a1ab-4901-987c-571138f61dc9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:03:05.792529 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-1d448f6a-a1ab-4901-987c-571138f61dc9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:03:05.795698 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [None req-1d448f6a-a1ab-4901-987c-571138f61dc9 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/ba3ff814-10c5-4240-b148-a5a1601d9c5f HTTP/1.1" status: 204  len: 168 time: 0.3083911
Apr 15 20:03:05.975226 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-41103552-15de-45b5-bf69-64c8ca74ea88 tempest-TestVolumeBootPattern-370122628 tempest-TestVolumeBootPattern-370122628-project] Notify callbacks [] for port, precommit_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:03:06.017937 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-41103552-15de-45b5-bf69-64c8ca74ea88 tempest-TestVolumeBootPattern-370122628 tempest-TestVolumeBootPattern-370122628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854693686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852972410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789846482393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851621869'] for port, after_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:03:06.038059 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-3e0e58ec-f61a-40c8-8dee-8011cf60f41b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:03:06.199498 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41103552-15de-45b5-bf69-64c8ca74ea88 tempest-TestVolumeBootPattern-370122628 tempest-TestVolumeBootPattern-370122628-project] Pushing event updated for resources: {'Port': ['ID=2e1b58a0-148f-418e-b859-940b74726d54,revision_number=1']} {{(pid=85344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:03:06.204629 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-41103552-15de-45b5-bf69-64c8ca74ea88 tempest-TestVolumeBootPattern-370122628 tempest-TestVolumeBootPattern-370122628-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:03:06.269828 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41103552-15de-45b5-bf69-64c8ca74ea88 tempest-TestVolumeBootPattern-370122628 tempest-TestVolumeBootPattern-370122628-project] Network 0b576887-bb01-4bfc-8617-ca8b886d7b7e is already hosted by enough agents. {{(pid=85344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 15 20:03:06.271316 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.scheduler.base_scheduler [None req-41103552-15de-45b5-bf69-64c8ca74ea88 tempest-TestVolumeBootPattern-370122628 tempest-TestVolumeBootPattern-370122628-project] Resources bound (agent type, host, resource id):  {{(pid=85344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 20:03:06.274113 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41103552-15de-45b5-bf69-64c8ca74ea88 tempest-TestVolumeBootPattern-370122628 tempest-TestVolumeBootPattern-370122628-project] Received port after_create {{(pid=85344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 15 20:03:06.805157 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-41103552-15de-45b5-bf69-64c8ca74ea88 tempest-TestVolumeBootPattern-370122628 tempest-TestVolumeBootPattern-370122628-project] Notify callbacks [] for floatingip, precommit_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:03:06.908890 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-41103552-15de-45b5-bf69-64c8ca74ea88 tempest-TestVolumeBootPattern-370122628 tempest-TestVolumeBootPattern-370122628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854565853'] for port, before_update {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:03:07.153961 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-41103552-15de-45b5-bf69-64c8ca74ea88 tempest-TestVolumeBootPattern-370122628 tempest-TestVolumeBootPattern-370122628-project] Notify callbacks [] for port, precommit_update {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:03:07.158566 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-41103552-15de-45b5-bf69-64c8ca74ea88 tempest-TestVolumeBootPattern-370122628 tempest-TestVolumeBootPattern-370122628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854693686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852972410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789846929216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789846482410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789846483725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3153931'] for port, after_update {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:03:07.173664 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-8da66e09-6b63-4522-82cb-d973848339bc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:03:07.331415 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41103552-15de-45b5-bf69-64c8ca74ea88 tempest-TestVolumeBootPattern-370122628 tempest-TestVolumeBootPattern-370122628-project] Pushing event updated for resources: {'Port': ['ID=2e1b58a0-148f-418e-b859-940b74726d54,revision_number=2']} {{(pid=85344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:03:07.334622 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-41103552-15de-45b5-bf69-64c8ca74ea88 tempest-TestVolumeBootPattern-370122628 tempest-TestVolumeBootPattern-370122628-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:03:07.457881 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-41103552-15de-45b5-bf69-64c8ca74ea88 tempest-TestVolumeBootPattern-370122628 tempest-TestVolumeBootPattern-370122628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1673197'] for floatingip, after_update {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:03:07.963544 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.db.l3_db [None req-41103552-15de-45b5-bf69-64c8ca74ea88 tempest-TestVolumeBootPattern-370122628 tempest-TestVolumeBootPattern-370122628-project] Floating IP ca535209-6d24-41d7-b511-95c66d3c0758 associated. External IP: 172.27.2.35, port: f3fa48b6-1358-4767-bd88-2f7b152b7602.
Apr 15 20:03:08.106761 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-24d628eb-bfd2-48cb-a8c3-49c6c15cd873 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789847050935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-428960'] for agent, after_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:03:08.395731 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789847050935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-428960'] for agent, after_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:03:08.413440 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41103552-15de-45b5-bf69-64c8ca74ea88 tempest-TestVolumeBootPattern-370122628 tempest-TestVolumeBootPattern-370122628-project] Router 3133cb58-8dee-4f9f-ba2c-b7c107fed0d5 has already been hosted by L3 agent 74482fb0-5b00-43f0-8fa9-533a3c8b2378 {{(pid=85344) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 15 20:03:08.766445 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41103552-15de-45b5-bf69-64c8ca74ea88 tempest-TestVolumeBootPattern-370122628 tempest-TestVolumeBootPattern-370122628-project] Notify agent at l3_agent.dv-cinder-786383-2-iscsi the message routers_updated {{(pid=85344) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 15 20:03:08.779827 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7465db9a-64e7-4580-9722-384ad914d129 None None] Sync routers for ids ['3133cb58-8dee-4f9f-ba2c-b7c107fed0d5'] in dv-cinder-786383-2-iscsi {{(pid=85346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 15 20:03:08.794285 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-41103552-15de-45b5-bf69-64c8ca74ea88 tempest-TestVolumeBootPattern-370122628 tempest-TestVolumeBootPattern-370122628-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771739'] for floatingip, before_response {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:03:08.799464 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7465db9a-64e7-4580-9722-384ad914d129 None None] Routers {'3133cb58-8dee-4f9f-ba2c-b7c107fed0d5'} bound to L3 agent in host dv-cinder-786383-2-iscsi {{(pid=85346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 20:03:08.800624 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.l3_hamode_db [None req-7465db9a-64e7-4580-9722-384ad914d129 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe8b8db5048>, 'dv-cinder-786383-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-15T19:40:08Z,description=<?>,heartbeat_timestamp=2021-04-15T20:03:08Z,host='dv-cinder-786383-2-iscsi',id=74482fb0-5b00-43f0-8fa9-533a3c8b2378,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T19:40:08Z,topic='l3_agent')) {'router_ids': ['3133cb58-8dee-4f9f-ba2c-b7c107fed0d5'], 'active': True} {{(pid=85346) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 20:03:08.869470 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [None req-41103552-15de-45b5-bf69-64c8ca74ea88 tempest-TestVolumeBootPattern-370122628 tempest-TestVolumeBootPattern-370122628-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 3.5055337
Apr 15 20:03:08.870213 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f75e5df2-f18f-4dfc-8b1b-52e1b63e82b4', 'tag': 'f3fa48b6-1358-4767-bd88-2f7b152b7602'}] {{(pid=85344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 20:03:08.928795 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f75e5df2-f18f-4dfc-8b1b-52e1b63e82b4', 'tag': 'f3fa48b6-1358-4767-bd88-2f7b152b7602', 'status': 'completed', 'code': 200}
Apr 15 20:03:09.044998 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdf6d45-b85b-4bd5-8918-c1d6db7a7a74 req-3b4e9d3b-deac-4987-b5b2-44eb3a75b2a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:03:09.046682 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-1fdf6d45-b85b-4bd5-8918-c1d6db7a7a74 req-3b4e9d3b-deac-4987-b5b2-44eb3a75b2a7 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=1794582df1734e8d80790f7e87a6fcd2&device_id=f75e5df2-f18f-4dfc-8b1b-52e1b63e82b4 HTTP/1.1" status: 200  len: 1099 time: 0.0922852
Apr 15 20:03:09.161706 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.l3_dvr_db [None req-7465db9a-64e7-4580-9722-384ad914d129 None None] Set router 3133cb58-8dee-4f9f-ba2c-b7c107fed0d5 gateway port host: dv-cinder-786383-2-iscsi {{(pid=85346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 20:03:09.213335 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdf6d45-b85b-4bd5-8918-c1d6db7a7a74 req-b0e6c0f7-c111-4902-85d4-e0b9825ed938 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:03:09.215472 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-1fdf6d45-b85b-4bd5-8918-c1d6db7a7a74 req-b0e6c0f7-c111-4902-85d4-e0b9825ed938 service neutron] 10.222.0.65 "GET /v2.0/networks?id=76b1c698-a72d-402d-bd3d-fd85b08fd0a4 HTTP/1.1" status: 200  len: 913 time: 0.1624703
Apr 15 20:03:09.267827 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-b400c4f8-8969-424f-8663-39cf5b6e1207 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789847050935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-428960'] for agent, after_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:03:09.352165 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-1fdf6d45-b85b-4bd5-8918-c1d6db7a7a74 req-2501de61-68cd-420c-b280-ac267b515114 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f3fa48b6-1358-4767-bd88-2f7b152b7602 HTTP/1.1" status: 200  len: 999 time: 0.1291368
Apr 15 20:03:09.441442 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdf6d45-b85b-4bd5-8918-c1d6db7a7a74 req-3fa410d5-dc50-4cfa-9e99-49cab55d11a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:03:09.443096 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-1fdf6d45-b85b-4bd5-8918-c1d6db7a7a74 req-3fa410d5-dc50-4cfa-9e99-49cab55d11a3 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=8ee5421b-3812-435f-a63f-52b3408746b8 HTTP/1.1" status: 200  len: 851 time: 0.0768800
Apr 15 20:03:09.540896 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdf6d45-b85b-4bd5-8918-c1d6db7a7a74 req-eeb1d5b3-b6e1-4881-b530-9fd487ec401e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:03:09.542563 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-1fdf6d45-b85b-4bd5-8918-c1d6db7a7a74 req-eeb1d5b3-b6e1-4881-b530-9fd487ec401e service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=76b1c698-a72d-402d-bd3d-fd85b08fd0a4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0933120
Apr 15 20:03:09.607683 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-56ecdebd-c5a0-4569-bc96-ba437f5ce558 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789847050935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-428960'] for agent, after_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:03:09.662682 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.l3_hamode_db [None req-7465db9a-64e7-4580-9722-384ad914d129 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe8b8db5048>, [{'id': '3133cb58-8dee-4f9f-ba2c-b7c107fed0d5', 'name': 'tempest-TestVolumeBootPattern-1099335582-router', 'tenant_id': '1794582df1734e8d80790f7e87a6fcd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b576887-bb01-4bfc-8617-ca8b886d7b7e', 'external_fixed_ips': [{'subnet_id': '7ad9face-0ae3-4529-aacd-d53ebb36e4d0', 'ip_address': '172.27.2.81'}], 'enable_snat': True}, 'gw_port_id': '08fff650-8f63-416d-bff4-cf7a339df75b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:57:27Z', 'updated_at': '2021-04-15T19:57:33Z', 'revision_number': 4, 'project_id': '1794582df1734e8d80790f7e87a6fcd2', 'gw_port': {'id': '08fff650-8f63-416d-bff4-cf7a339df75b', 'name': '', 'network_id': '0b576887-bb01-4bfc-8617-ca8b886d7b7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:fb:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3133cb58-8dee-4f9f-ba2c-b7c107fed0d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': '7ad9face-0ae3-4529-aacd-d53ebb36e4d0', 'ip_address': '172.27.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:57:28Z', 'updated_at': '2021-04-15T19:57:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ad9face-0ae3-4529-aacd-d53ebb36e4d0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-2-iscsi', '_floatingips': [{'id': '05f92d4f-fcf0-4377-968c-b0594f62f1c1', 'tenant_id': '1794582df1734e8d80790f7e87a6fcd2', 'floating_ip_address': '172.27.2.225', 'floating_network_id': '0b576887-bb01-4bfc-8617-ca8b886d7b7e', 'router_id': '3133cb58-8dee-4f9f-ba2c-b7c107fed0d5', 'port_id': 'a92a13e1-e7bc-4d27-9bfb-72ca45141283', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 684, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '76b1c698-a72d-402d-bd3d-fd85b08fd0a4', 'mac_address': 'fa:16:3e:54:ad:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbae2f2c-8ab3-486c-879c-4f063591a505', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T20:01:01Z', 'updated_at': '2021-04-15T20:01:05Z', 'revision_number': 1, 'project_id': '1794582df1734e8d80790f7e87a6fcd2', 'fixed_ip_address_scope': None}, {'id': 'ca535209-6d24-41d7-b511-95c66d3c0758', 'tenant_id': '1794582df1734e8d80790f7e87a6fcd2', 'floating_ip_address': '172.27.2.35', 'floating_network_id': '0b576887-bb01-4bfc-8617-ca8b886d7b7e', 'router_id': '3133cb58-8dee-4f9f-ba2c-b7c107fed0d5', 'port_id': 'f3fa48b6-1358-4767-bd88-2f7b152b7602', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 687, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '76b1c698-a72d-402d-bd3d-fd85b08fd0a4', 'mac_address': 'fa:16:3e:57:3b:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f75e5df2-f18f-4dfc-8b1b-52e1b63e82b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T20:03:06Z', 'updated_at': '2021-04-15T20:03:06Z', 'revision_number': 0, 'project_id': '1794582df1734e8d80790f7e87a6fcd2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '170bc978-09e0-49ca-b73c-27653d56365e', 'name': '', 'network_id': '76b1c698-a72d-402d-bd3d-fd85b08fd0a4', 'tenant_id': '1794582df1734e8d80790f7e87a6fcd2', 'mac_address': 'fa:16:3e:bc:5b:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3133cb58-8dee-4f9f-ba2c-b7c107fed0d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': '8ee5421b-3812-435f-a63f-52b3408746b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:57:32Z', 'updated_at': '2021-04-15T19:57:46Z', 'revision_number': 5, 'project_id': '1794582df1734e8d80790f7e87a6fcd2', 'subnets': [{'id': '8ee5421b-3812-435f-a63f-52b3408746b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786383-2-iscsi', False) {} {{(pid=85346) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 20:03:09.668330 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7465db9a-64e7-4580-9722-384ad914d129 None None] Checking router: 3133cb58-8dee-4f9f-ba2c-b7c107fed0d5 for host: dv-cinder-786383-2-iscsi {{(pid=85346) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 15 20:03:09.679742 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7465db9a-64e7-4580-9722-384ad914d129 None None] Routers {'3133cb58-8dee-4f9f-ba2c-b7c107fed0d5'} bound to L3 agent in host dv-cinder-786383-2-iscsi {{(pid=85346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 20:03:09.680451 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.l3_hamode_db [None req-7465db9a-64e7-4580-9722-384ad914d129 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe8b8db5048>, 'dv-cinder-786383-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-15T19:40:08Z,description=<?>,heartbeat_timestamp=2021-04-15T20:03:08Z,host='dv-cinder-786383-2-iscsi',id=74482fb0-5b00-43f0-8fa9-533a3c8b2378,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T19:40:08Z,topic='l3_agent')) {'router_ids': ['3133cb58-8dee-4f9f-ba2c-b7c107fed0d5'], 'active': True} {{(pid=85346) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 20:03:09.727948 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-1fdf6d45-b85b-4bd5-8918-c1d6db7a7a74 req-d5d0677c-943c-4a31-ae55-993c13e1accb service neutron] 10.222.0.65 "GET /v2.0/networks/76b1c698-a72d-402d-bd3d-fd85b08fd0a4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1774287
Apr 15 20:03:09.897975 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-1fdf6d45-b85b-4bd5-8918-c1d6db7a7a74 req-1cdbcff9-dfd1-4db0-bd0f-c8d9e8528dd5 service neutron] 10.222.0.65 "GET /v2.0/networks/76b1c698-a72d-402d-bd3d-fd85b08fd0a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1628249
Apr 15 20:03:10.064997 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.l3_dvr_db [None req-7465db9a-64e7-4580-9722-384ad914d129 None None] Set router 3133cb58-8dee-4f9f-ba2c-b7c107fed0d5 gateway port host: dv-cinder-786383-2-iscsi {{(pid=85346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 20:03:10.470328 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.l3_hamode_db [None req-7465db9a-64e7-4580-9722-384ad914d129 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe8b8db5048>, [{'id': '3133cb58-8dee-4f9f-ba2c-b7c107fed0d5', 'name': 'tempest-TestVolumeBootPattern-1099335582-router', 'tenant_id': '1794582df1734e8d80790f7e87a6fcd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b576887-bb01-4bfc-8617-ca8b886d7b7e', 'external_fixed_ips': [{'subnet_id': '7ad9face-0ae3-4529-aacd-d53ebb36e4d0', 'ip_address': '172.27.2.81'}], 'enable_snat': True}, 'gw_port_id': '08fff650-8f63-416d-bff4-cf7a339df75b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:57:27Z', 'updated_at': '2021-04-15T19:57:33Z', 'revision_number': 4, 'project_id': '1794582df1734e8d80790f7e87a6fcd2', 'gw_port': {'id': '08fff650-8f63-416d-bff4-cf7a339df75b', 'name': '', 'network_id': '0b576887-bb01-4bfc-8617-ca8b886d7b7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:fb:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3133cb58-8dee-4f9f-ba2c-b7c107fed0d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': '7ad9face-0ae3-4529-aacd-d53ebb36e4d0', 'ip_address': '172.27.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:57:28Z', 'updated_at': '2021-04-15T19:57:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ad9face-0ae3-4529-aacd-d53ebb36e4d0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-2-iscsi', '_floatingips': [{'id': '05f92d4f-fcf0-4377-968c-b0594f62f1c1', 'tenant_id': '1794582df1734e8d80790f7e87a6fcd2', 'floating_ip_address': '172.27.2.225', 'floating_network_id': '0b576887-bb01-4bfc-8617-ca8b886d7b7e', 'router_id': '3133cb58-8dee-4f9f-ba2c-b7c107fed0d5', 'port_id': 'a92a13e1-e7bc-4d27-9bfb-72ca45141283', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 684, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '76b1c698-a72d-402d-bd3d-fd85b08fd0a4', 'mac_address': 'fa:16:3e:54:ad:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbae2f2c-8ab3-486c-879c-4f063591a505', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T20:01:01Z', 'updated_at': '2021-04-15T20:01:05Z', 'revision_number': 1, 'project_id': '1794582df1734e8d80790f7e87a6fcd2', 'fixed_ip_address_scope': None}, {'id': 'ca535209-6d24-41d7-b511-95c66d3c0758', 'tenant_id': '1794582df1734e8d80790f7e87a6fcd2', 'floating_ip_address': '172.27.2.35', 'floating_network_id': '0b576887-bb01-4bfc-8617-ca8b886d7b7e', 'router_id': '3133cb58-8dee-4f9f-ba2c-b7c107fed0d5', 'port_id': 'f3fa48b6-1358-4767-bd88-2f7b152b7602', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 687, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '76b1c698-a72d-402d-bd3d-fd85b08fd0a4', 'mac_address': 'fa:16:3e:57:3b:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f75e5df2-f18f-4dfc-8b1b-52e1b63e82b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T20:03:06Z', 'updated_at': '2021-04-15T20:03:06Z', 'revision_number': 0, 'project_id': '1794582df1734e8d80790f7e87a6fcd2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '170bc978-09e0-49ca-b73c-27653d56365e', 'name': '', 'network_id': '76b1c698-a72d-402d-bd3d-fd85b08fd0a4', 'tenant_id': '1794582df1734e8d80790f7e87a6fcd2', 'mac_address': 'fa:16:3e:bc:5b:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3133cb58-8dee-4f9f-ba2c-b7c107fed0d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': '8ee5421b-3812-435f-a63f-52b3408746b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:57:32Z', 'updated_at': '2021-04-15T19:57:46Z', 'revision_number': 5, 'project_id': '1794582df1734e8d80790f7e87a6fcd2', 'subnets': [{'id': '8ee5421b-3812-435f-a63f-52b3408746b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786383-2-iscsi', False) {} {{(pid=85346) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 20:03:10.475316 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7465db9a-64e7-4580-9722-384ad914d129 None None] The sync data for ids ['3133cb58-8dee-4f9f-ba2c-b7c107fed0d5'] in dv-cinder-786383-2-iscsi is: [{'id': '3133cb58-8dee-4f9f-ba2c-b7c107fed0d5', 'name': 'tempest-TestVolumeBootPattern-1099335582-router', 'tenant_id': '1794582df1734e8d80790f7e87a6fcd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b576887-bb01-4bfc-8617-ca8b886d7b7e', 'external_fixed_ips': [{'subnet_id': '7ad9face-0ae3-4529-aacd-d53ebb36e4d0', 'ip_address': '172.27.2.81'}], 'enable_snat': True}, 'gw_port_id': '08fff650-8f63-416d-bff4-cf7a339df75b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:57:27Z', 'updated_at': '2021-04-15T19:57:33Z', 'revision_number': 4, 'project_id': '1794582df1734e8d80790f7e87a6fcd2', 'gw_port': {'id': '08fff650-8f63-416d-bff4-cf7a339df75b', 'name': '', 'network_id': '0b576887-bb01-4bfc-8617-ca8b886d7b7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:fb:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3133cb58-8dee-4f9f-ba2c-b7c107fed0d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': '7ad9face-0ae3-4529-aacd-d53ebb36e4d0', 'ip_address': '172.27.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:57:28Z', 'updated_at': '2021-04-15T19:57:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ad9face-0ae3-4529-aacd-d53ebb36e4d0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-2-iscsi', '_floatingips': [{'id': '05f92d4f-fcf0-4377-968c-b0594f62f1c1', 'tenant_id': '1794582df1734e8d80790f7e87a6fcd2', 'floating_ip_address': '172.27.2.225', 'floating_network_id': '0b576887-bb01-4bfc-8617-ca8b886d7b7e', 'router_id': '3133cb58-8dee-4f9f-ba2c-b7c107fed0d5', 'port_id': 'a92a13e1-e7bc-4d27-9bfb-72ca45141283', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 684, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '76b1c698-a72d-402d-bd3d-fd85b08fd0a4', 'mac_address': 'fa:16:3e:54:ad:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbae2f2c-8ab3-486c-879c-4f063591a505', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T20:01:01Z', 'updated_at': '2021-04-15T20:01:05Z', 'revision_number': 1, 'project_id': '1794582df1734e8d80790f7e87a6fcd2', 'fixed_ip_address_scope': None}, {'id': 'ca535209-6d24-41d7-b511-95c66d3c0758', 'tenant_id': '1794582df1734e8d80790f7e87a6fcd2', 'floating_ip_address': '172.27.2.35', 'floating_network_id': '0b576887-bb01-4bfc-8617-ca8b886d7b7e', 'router_id': '3133cb58-8dee-4f9f-ba2c-b7c107fed0d5', 'port_id': 'f3fa48b6-1358-4767-bd88-2f7b152b7602', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 687, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '76b1c698-a72d-402d-bd3d-fd85b08fd0a4', 'mac_address': 'fa:16:3e:57:3b:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f75e5df2-f18f-4dfc-8b1b-52e1b63e82b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T20:03:06Z', 'updated_at': '2021-04-15T20:03:06Z', 'revision_number': 0, 'project_id': '1794582df1734e8d80790f7e87a6fcd2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '170bc978-09e0-49ca-b73c-27653d56365e', 'name': '', 'network_id': '76b1c698-a72d-402d-bd3d-fd85b08fd0a4', 'tenant_id': '1794582df1734e8d80790f7e87a6fcd2', 'mac_address': 'fa:16:3e:bc:5b:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3133cb58-8dee-4f9f-ba2c-b7c107fed0d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': '8ee5421b-3812-435f-a63f-52b3408746b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:57:32Z', 'updated_at': '2021-04-15T19:57:46Z', 'revision_number': 5, 'project_id': '1794582df1734e8d80790f7e87a6fcd2', 'subnets': [{'id': '8ee5421b-3812-435f-a63f-52b3408746b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 15 20:03:10.606977 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-3d77682a-3290-49f5-9a09-7e8e47f8ddca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789847050935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-428960'] for agent, after_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:03:10.834378 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e07328c7-4337-4e9c-92ae-83a4b63b67ef None None] New status for floating IP ca535209-6d24-41d7-b511-95c66d3c0758: ACTIVE {{(pid=85347) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 15 20:03:11.186278 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.agents_db [None req-b0af7715-6be6-4101-aede-c7b275f02801 None None] Agent healthcheck: found 6 active agents {{(pid=85347) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 15 20:03:35.502268 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-d5bc1c8f-0f69-4c65-86f2-65384719d0c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789847050935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-428960'] for agent, after_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:03:38.110903 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-770bfbc3-08a7-4543-a7e8-65fd952191fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789847050935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-428960'] for agent, after_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:03:38.414036 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789847050935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-428960'] for agent, after_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:03:39.188981 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-b400c4f8-8969-424f-8663-39cf5b6e1207 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789847050935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-428960'] for agent, after_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:03:39.583856 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-56ecdebd-c5a0-4569-bc96-ba437f5ce558 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789847050935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-428960'] for agent, after_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:03:40.608237 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-3d77682a-3290-49f5-9a09-7e8e47f8ddca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789847050935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-428960'] for agent, after_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:03:42.978912 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-bffadf59-02e2-4bc2-9c66-c1985ce8cea2 req-6e7d9ed6-7369-4887-8cc9-f53968181cb6 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=fbae2f2c-8ab3-486c-879c-4f063591a505&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0886698
Apr 15 20:03:43.153618 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffadf59-02e2-4bc2-9c66-c1985ce8cea2 req-4fd6fd44-84c4-479e-a452-03d471258b10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:03:43.155342 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-bffadf59-02e2-4bc2-9c66-c1985ce8cea2 req-4fd6fd44-84c4-479e-a452-03d471258b10 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=1794582df1734e8d80790f7e87a6fcd2&device_id=fbae2f2c-8ab3-486c-879c-4f063591a505 HTTP/1.1" status: 200  len: 1098 time: 0.0943654
Apr 15 20:03:43.331211 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffadf59-02e2-4bc2-9c66-c1985ce8cea2 req-0aa656c3-7772-4977-8a6c-198486a3cf90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:03:43.333119 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-bffadf59-02e2-4bc2-9c66-c1985ce8cea2 req-0aa656c3-7772-4977-8a6c-198486a3cf90 service neutron] 10.222.0.65 "GET /v2.0/networks?id=76b1c698-a72d-402d-bd3d-fd85b08fd0a4 HTTP/1.1" status: 200  len: 913 time: 0.1584411
Apr 15 20:03:43.470512 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-bffadf59-02e2-4bc2-9c66-c1985ce8cea2 req-08a2c938-8290-4506-9e7e-78d815af41dc service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a92a13e1-e7bc-4d27-9bfb-72ca45141283 HTTP/1.1" status: 200  len: 1001 time: 0.1302500
Apr 15 20:03:43.552321 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffadf59-02e2-4bc2-9c66-c1985ce8cea2 req-f388af49-e6e1-4831-b2a9-9b0a483db08a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:03:43.555500 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-bffadf59-02e2-4bc2-9c66-c1985ce8cea2 req-f388af49-e6e1-4831-b2a9-9b0a483db08a service neutron] 10.222.0.65 "GET /v2.0/subnets?id=8ee5421b-3812-435f-a63f-52b3408746b8 HTTP/1.1" status: 200  len: 851 time: 0.0776966
Apr 15 20:03:43.663402 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffadf59-02e2-4bc2-9c66-c1985ce8cea2 req-7de5ef6a-3839-437f-8651-8f78ef656608 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:03:43.665152 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-bffadf59-02e2-4bc2-9c66-c1985ce8cea2 req-7de5ef6a-3839-437f-8651-8f78ef656608 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=76b1c698-a72d-402d-bd3d-fd85b08fd0a4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1030478
Apr 15 20:03:43.832374 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-bffadf59-02e2-4bc2-9c66-c1985ce8cea2 req-45f4733e-af79-4ade-868f-417e435cc8a0 service neutron] 10.222.0.65 "GET /v2.0/networks/76b1c698-a72d-402d-bd3d-fd85b08fd0a4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1602652
Apr 15 20:03:43.992380 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-bffadf59-02e2-4bc2-9c66-c1985ce8cea2 req-7e473079-8a76-45a1-9bb8-0953e9500f42 service neutron] 10.222.0.65 "GET /v2.0/networks/76b1c698-a72d-402d-bd3d-fd85b08fd0a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1525178
Apr 15 20:03:48.187764 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.agents_db [None req-b0af7715-6be6-4101-aede-c7b275f02801 None None] Agent healthcheck: found 6 active agents {{(pid=85347) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 15 20:04:05.499202 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-eb6c256e-0244-4ebc-9617-87628cd445e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789847050935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-428960'] for agent, after_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:04:08.104060 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-d20c65d6-87fd-470c-a7e4-d5bf6775579d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789847050935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-428960'] for agent, after_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:04:08.406081 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789847050935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-428960'] for agent, after_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:04:09.192091 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-b400c4f8-8969-424f-8663-39cf5b6e1207 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789847050935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-428960'] for agent, after_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:04:09.567923 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-56ecdebd-c5a0-4569-bc96-ba437f5ce558 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789847050935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-428960'] for agent, after_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:04:10.611012 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-3d77682a-3290-49f5-9a09-7e8e47f8ddca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789847050935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-428960'] for agent, after_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:04:16.729488 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.wsgi [req-bd956cd9-3537-4a91-8015-b83f3a29dfc7 req-c64e8546-aec7-4170-98dc-3d5ca8b13023 service neutron] (85344) timed out ('10.222.0.65', 50765) {{(pid=85344) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}}
Apr 15 20:04:25.187237 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.agents_db [None req-b0af7715-6be6-4101-aede-c7b275f02801 None None] Agent healthcheck: found 6 active agents {{(pid=85347) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 15 20:04:35.494122 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-eed2eeee-e5c8-4c52-9495-73fd9f4be110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789847050935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-428960'] for agent, after_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:04:38.108072 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-1575fc83-89f7-4343-897a-b1454088b9e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789847050935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-428960'] for agent, after_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:04:38.423104 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789847050935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-428960'] for agent, after_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:04:39.195468 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-b400c4f8-8969-424f-8663-39cf5b6e1207 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789847050935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-428960'] for agent, after_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:04:39.573124 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-56ecdebd-c5a0-4569-bc96-ba437f5ce558 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789847050935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-428960'] for agent, after_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:04:40.098585 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.wsgi [req-9d797b7b-efaa-4127-9223-e48d274ef940 req-8ce0e952-d042-485c-9bc9-041e7e584995 tempest-VolumesActionsTest-406255356 tempest-VolumesActionsTest-406255356-project] (85345) timed out ('10.222.0.65', 50774) {{(pid=85345) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}}
Apr 15 20:04:40.598676 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.wsgi [-] (85345) accepted ('10.222.0.47', 53600) {{(pid=85345) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 20:04:40.613413 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-3d77682a-3290-49f5-9a09-7e8e47f8ddca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789847050935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-428960'] for agent, after_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:04:41.109857 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.plugin [None req-ebc1bc02-a069-498f-9b3c-8f4f6dc80089 tempest-TestVolumeBootPattern-370122628 tempest-TestVolumeBootPattern-370122628-project] Deleting port 2e1b58a0-148f-418e-b859-940b74726d54 {{(pid=85345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 20:04:41.110196 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-ebc1bc02-a069-498f-9b3c-8f4f6dc80089 tempest-TestVolumeBootPattern-370122628 tempest-TestVolumeBootPattern-370122628-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363247007848052'] for port, before_delete {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:04:41.313946 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-ebc1bc02-a069-498f-9b3c-8f4f6dc80089 tempest-TestVolumeBootPattern-370122628 tempest-TestVolumeBootPattern-370122628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853097680'] for port, precommit_delete {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:04:41.314321 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-ebc1bc02-a069-498f-9b3c-8f4f6dc80089 tempest-TestVolumeBootPattern-370122628 tempest-TestVolumeBootPattern-370122628-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:04:41.464238 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.plugin [None req-ebc1bc02-a069-498f-9b3c-8f4f6dc80089 tempest-TestVolumeBootPattern-370122628 tempest-TestVolumeBootPattern-370122628-project] Calling delete_port for 2e1b58a0-148f-418e-b859-940b74726d54 owned by network:floatingip {{(pid=85345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 15 20:04:41.650226 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-ebc1bc02-a069-498f-9b3c-8f4f6dc80089 tempest-TestVolumeBootPattern-370122628 tempest-TestVolumeBootPattern-370122628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854693686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852972410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789846929199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363247008293407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2200102'] for port, after_delete {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:04:41.667735 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-8a3df21b-25ab-4b7c-a49c-09934e004641 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:04:41.775376 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc1bc02-a069-498f-9b3c-8f4f6dc80089 tempest-TestVolumeBootPattern-370122628 tempest-TestVolumeBootPattern-370122628-project] Pushing event deleted for resources: {'Port': ['ID=2e1b58a0-148f-418e-b859-940b74726d54,revision_number=None']} {{(pid=85345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:04:41.790806 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc1bc02-a069-498f-9b3c-8f4f6dc80089 tempest-TestVolumeBootPattern-370122628 tempest-TestVolumeBootPattern-370122628-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:04:41.791294 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc1bc02-a069-498f-9b3c-8f4f6dc80089 tempest-TestVolumeBootPattern-370122628 tempest-TestVolumeBootPattern-370122628-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:04:41.791717 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc1bc02-a069-498f-9b3c-8f4f6dc80089 tempest-TestVolumeBootPattern-370122628 tempest-TestVolumeBootPattern-370122628-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:04:41.792131 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc1bc02-a069-498f-9b3c-8f4f6dc80089 tempest-TestVolumeBootPattern-370122628 tempest-TestVolumeBootPattern-370122628-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:04:41.792537 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc1bc02-a069-498f-9b3c-8f4f6dc80089 tempest-TestVolumeBootPattern-370122628 tempest-TestVolumeBootPattern-370122628-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:04:41.792948 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc1bc02-a069-498f-9b3c-8f4f6dc80089 tempest-TestVolumeBootPattern-370122628 tempest-TestVolumeBootPattern-370122628-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:04:41.793361 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc1bc02-a069-498f-9b3c-8f4f6dc80089 tempest-TestVolumeBootPattern-370122628 tempest-TestVolumeBootPattern-370122628-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:04:41.793765 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc1bc02-a069-498f-9b3c-8f4f6dc80089 tempest-TestVolumeBootPattern-370122628 tempest-TestVolumeBootPattern-370122628-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:04:41.794177 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc1bc02-a069-498f-9b3c-8f4f6dc80089 tempest-TestVolumeBootPattern-370122628 tempest-TestVolumeBootPattern-370122628-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:04:41.794583 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc1bc02-a069-498f-9b3c-8f4f6dc80089 tempest-TestVolumeBootPattern-370122628 tempest-TestVolumeBootPattern-370122628-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:04:41.795018 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc1bc02-a069-498f-9b3c-8f4f6dc80089 tempest-TestVolumeBootPattern-370122628 tempest-TestVolumeBootPattern-370122628-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:04:41.795422 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc1bc02-a069-498f-9b3c-8f4f6dc80089 tempest-TestVolumeBootPattern-370122628 tempest-TestVolumeBootPattern-370122628-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:04:41.807018 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-ebc1bc02-a069-498f-9b3c-8f4f6dc80089 tempest-TestVolumeBootPattern-370122628 tempest-TestVolumeBootPattern-370122628-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:04:41.976302 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-ebc1bc02-a069-498f-9b3c-8f4f6dc80089 tempest-TestVolumeBootPattern-370122628 tempest-TestVolumeBootPattern-370122628-project] Notify callbacks [] for floatingip, after_delete {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:04:41.976576 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.db.l3_db [None req-ebc1bc02-a069-498f-9b3c-8f4f6dc80089 tempest-TestVolumeBootPattern-370122628 tempest-TestVolumeBootPattern-370122628-project] Floating IP ca535209-6d24-41d7-b511-95c66d3c0758 disassociated (deleted). External IP: 172.27.2.35, port: f3fa48b6-1358-4767-bd88-2f7b152b7602.
Apr 15 20:04:42.399257 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebc1bc02-a069-498f-9b3c-8f4f6dc80089 tempest-TestVolumeBootPattern-370122628 tempest-TestVolumeBootPattern-370122628-project] Router 3133cb58-8dee-4f9f-ba2c-b7c107fed0d5 has already been hosted by L3 agent 74482fb0-5b00-43f0-8fa9-533a3c8b2378 {{(pid=85345) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 15 20:04:42.605863 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebc1bc02-a069-498f-9b3c-8f4f6dc80089 tempest-TestVolumeBootPattern-370122628 tempest-TestVolumeBootPattern-370122628-project] Notify agent at l3_agent.dv-cinder-786383-2-iscsi the message routers_updated {{(pid=85345) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 15 20:04:42.620828 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6a0a938-b38c-4b58-b81a-106f8b96c7db None None] Sync routers for ids ['3133cb58-8dee-4f9f-ba2c-b7c107fed0d5'] in dv-cinder-786383-2-iscsi {{(pid=85346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 15 20:04:42.639002 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6a0a938-b38c-4b58-b81a-106f8b96c7db None None] Routers {'3133cb58-8dee-4f9f-ba2c-b7c107fed0d5'} bound to L3 agent in host dv-cinder-786383-2-iscsi {{(pid=85346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 20:04:42.640159 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.l3_hamode_db [None req-c6a0a938-b38c-4b58-b81a-106f8b96c7db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe8ba90d080>, 'dv-cinder-786383-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-15T19:40:08Z,description=<?>,heartbeat_timestamp=2021-04-15T20:04:38Z,host='dv-cinder-786383-2-iscsi',id=74482fb0-5b00-43f0-8fa9-533a3c8b2378,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T19:40:08Z,topic='l3_agent')) {'router_ids': ['3133cb58-8dee-4f9f-ba2c-b7c107fed0d5'], 'active': True} {{(pid=85346) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 20:04:42.640692 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-ebc1bc02-a069-498f-9b3c-8f4f6dc80089 tempest-TestVolumeBootPattern-370122628 tempest-TestVolumeBootPattern-370122628-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771739'] for floatingip, before_response {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:04:42.745588 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [None req-ebc1bc02-a069-498f-9b3c-8f4f6dc80089 tempest-TestVolumeBootPattern-370122628 tempest-TestVolumeBootPattern-370122628-project] 10.222.0.47 "DELETE /v2.0/floatingips/ca535209-6d24-41d7-b511-95c66d3c0758 HTTP/1.1" status: 204  len: 168 time: 2.1410234
Apr 15 20:04:42.745588 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f75e5df2-f18f-4dfc-8b1b-52e1b63e82b4', 'tag': 'f3fa48b6-1358-4767-bd88-2f7b152b7602'}] {{(pid=85345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 20:04:42.974453 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.l3_dvr_db [None req-c6a0a938-b38c-4b58-b81a-106f8b96c7db None None] Set router 3133cb58-8dee-4f9f-ba2c-b7c107fed0d5 gateway port host: dv-cinder-786383-2-iscsi {{(pid=85346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 20:04:43.244880 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f75e5df2-f18f-4dfc-8b1b-52e1b63e82b4', 'tag': 'f3fa48b6-1358-4767-bd88-2f7b152b7602', 'status': 'completed', 'code': 200}
Apr 15 20:04:43.539072 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.l3_hamode_db [None req-c6a0a938-b38c-4b58-b81a-106f8b96c7db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe8ba90d080>, [{'id': '3133cb58-8dee-4f9f-ba2c-b7c107fed0d5', 'name': 'tempest-TestVolumeBootPattern-1099335582-router', 'tenant_id': '1794582df1734e8d80790f7e87a6fcd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b576887-bb01-4bfc-8617-ca8b886d7b7e', 'external_fixed_ips': [{'subnet_id': '7ad9face-0ae3-4529-aacd-d53ebb36e4d0', 'ip_address': '172.27.2.81'}], 'enable_snat': True}, 'gw_port_id': '08fff650-8f63-416d-bff4-cf7a339df75b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:57:27Z', 'updated_at': '2021-04-15T19:57:33Z', 'revision_number': 4, 'project_id': '1794582df1734e8d80790f7e87a6fcd2', 'gw_port': {'id': '08fff650-8f63-416d-bff4-cf7a339df75b', 'name': '', 'network_id': '0b576887-bb01-4bfc-8617-ca8b886d7b7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:fb:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3133cb58-8dee-4f9f-ba2c-b7c107fed0d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': '7ad9face-0ae3-4529-aacd-d53ebb36e4d0', 'ip_address': '172.27.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:57:28Z', 'updated_at': '2021-04-15T19:57:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ad9face-0ae3-4529-aacd-d53ebb36e4d0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-2-iscsi', '_floatingips': [{'id': '05f92d4f-fcf0-4377-968c-b0594f62f1c1', 'tenant_id': '1794582df1734e8d80790f7e87a6fcd2', 'floating_ip_address': '172.27.2.225', 'floating_network_id': '0b576887-bb01-4bfc-8617-ca8b886d7b7e', 'router_id': '3133cb58-8dee-4f9f-ba2c-b7c107fed0d5', 'port_id': 'a92a13e1-e7bc-4d27-9bfb-72ca45141283', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 684, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '76b1c698-a72d-402d-bd3d-fd85b08fd0a4', 'mac_address': 'fa:16:3e:54:ad:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbae2f2c-8ab3-486c-879c-4f063591a505', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T20:01:01Z', 'updated_at': '2021-04-15T20:01:05Z', 'revision_number': 1, 'project_id': '1794582df1734e8d80790f7e87a6fcd2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '170bc978-09e0-49ca-b73c-27653d56365e', 'name': '', 'network_id': '76b1c698-a72d-402d-bd3d-fd85b08fd0a4', 'tenant_id': '1794582df1734e8d80790f7e87a6fcd2', 'mac_address': 'fa:16:3e:bc:5b:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3133cb58-8dee-4f9f-ba2c-b7c107fed0d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': '8ee5421b-3812-435f-a63f-52b3408746b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:57:32Z', 'updated_at': '2021-04-15T19:57:46Z', 'revision_number': 5, 'project_id': '1794582df1734e8d80790f7e87a6fcd2', 'subnets': [{'id': '8ee5421b-3812-435f-a63f-52b3408746b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786383-2-iscsi', False) {} {{(pid=85346) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 20:04:43.545930 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c43f1d8-c483-4dd9-8ad4-e10d9f9d5a0d req-f5465d25-5119-4e26-8d25-4f508d43ebaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:04:43.546629 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6a0a938-b38c-4b58-b81a-106f8b96c7db None None] Checking router: 3133cb58-8dee-4f9f-ba2c-b7c107fed0d5 for host: dv-cinder-786383-2-iscsi {{(pid=85346) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 15 20:04:43.549036 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-0c43f1d8-c483-4dd9-8ad4-e10d9f9d5a0d req-f5465d25-5119-4e26-8d25-4f508d43ebaf service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=1794582df1734e8d80790f7e87a6fcd2&device_id=f75e5df2-f18f-4dfc-8b1b-52e1b63e82b4 HTTP/1.1" status: 200  len: 1099 time: 0.2794514
Apr 15 20:04:43.562693 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6a0a938-b38c-4b58-b81a-106f8b96c7db None None] Routers {'3133cb58-8dee-4f9f-ba2c-b7c107fed0d5'} bound to L3 agent in host dv-cinder-786383-2-iscsi {{(pid=85346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 20:04:43.563861 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.l3_hamode_db [None req-c6a0a938-b38c-4b58-b81a-106f8b96c7db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe8ba90d080>, 'dv-cinder-786383-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-15T19:40:08Z,description=<?>,heartbeat_timestamp=2021-04-15T20:04:38Z,host='dv-cinder-786383-2-iscsi',id=74482fb0-5b00-43f0-8fa9-533a3c8b2378,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T19:40:08Z,topic='l3_agent')) {'router_ids': ['3133cb58-8dee-4f9f-ba2c-b7c107fed0d5'], 'active': True} {{(pid=85346) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 20:04:43.607950 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577d8e50-7ba0-403d-b552-28e1cd0bd931 req-cdfebb79-9386-467a-bba4-1ce9628dd4e1 tempest-TestVolumeBootPattern-370122628 tempest-TestVolumeBootPattern-370122628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:04:43.609261 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource [req-577d8e50-7ba0-403d-b552-28e1cd0bd931 req-cdfebb79-9386-467a-bba4-1ce9628dd4e1 tempest-TestVolumeBootPattern-370122628 tempest-TestVolumeBootPattern-370122628-project] Synchronizing usage tracker for tenant:1794582df1734e8d80790f7e87a6fcd2 on resource:port {{(pid=85345) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 15 20:04:43.636415 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource [req-577d8e50-7ba0-403d-b552-28e1cd0bd931 req-cdfebb79-9386-467a-bba4-1ce9628dd4e1 tempest-TestVolumeBootPattern-370122628 tempest-TestVolumeBootPattern-370122628-project] Unset dirty status for tenant:1794582df1734e8d80790f7e87a6fcd2 on resource:port {{(pid=85345) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 15 20:04:43.638752 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-577d8e50-7ba0-403d-b552-28e1cd0bd931 req-cdfebb79-9386-467a-bba4-1ce9628dd4e1 tempest-TestVolumeBootPattern-370122628 tempest-TestVolumeBootPattern-370122628-project] 10.222.0.47 "GET /v2.0/ports?device_id=f75e5df2-f18f-4dfc-8b1b-52e1b63e82b4 HTTP/1.1" status: 200  len: 946 time: 0.3730304
Apr 15 20:04:43.741647 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-577d8e50-7ba0-403d-b552-28e1cd0bd931 req-0be56da4-61d9-4a16-8480-8f65d74450fd tempest-TestVolumeBootPattern-370122628 tempest-TestVolumeBootPattern-370122628-project] 10.222.0.47 "GET /v2.0/security-groups?id=dec273f8-3574-4212-8c74-b29372db87d8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0963109
Apr 15 20:04:43.766646 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c43f1d8-c483-4dd9-8ad4-e10d9f9d5a0d req-4c5dd996-76aa-4b83-8d39-41c48ef9b164 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:04:43.769464 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-0c43f1d8-c483-4dd9-8ad4-e10d9f9d5a0d req-4c5dd996-76aa-4b83-8d39-41c48ef9b164 service neutron] 10.222.0.65 "GET /v2.0/networks?id=76b1c698-a72d-402d-bd3d-fd85b08fd0a4 HTTP/1.1" status: 200  len: 913 time: 0.2111824
Apr 15 20:04:43.890877 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-0c43f1d8-c483-4dd9-8ad4-e10d9f9d5a0d req-5fe505ad-9ace-4f4d-883a-519e6bda903a service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f3fa48b6-1358-4767-bd88-2f7b152b7602 HTTP/1.1" status: 200  len: 217 time: 0.1122737
Apr 15 20:04:43.892279 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.l3_dvr_db [None req-c6a0a938-b38c-4b58-b81a-106f8b96c7db None None] Set router 3133cb58-8dee-4f9f-ba2c-b7c107fed0d5 gateway port host: dv-cinder-786383-2-iscsi {{(pid=85346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 20:04:43.994112 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c43f1d8-c483-4dd9-8ad4-e10d9f9d5a0d req-375afdfe-204b-4733-a677-bafd26e2b542 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:04:43.996042 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-0c43f1d8-c483-4dd9-8ad4-e10d9f9d5a0d req-375afdfe-204b-4733-a677-bafd26e2b542 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=8ee5421b-3812-435f-a63f-52b3408746b8 HTTP/1.1" status: 200  len: 851 time: 0.0986946
Apr 15 20:04:44.098571 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c43f1d8-c483-4dd9-8ad4-e10d9f9d5a0d req-0389edd9-768d-4dac-95a3-2e305ee9a8ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:04:44.100333 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-0c43f1d8-c483-4dd9-8ad4-e10d9f9d5a0d req-0389edd9-768d-4dac-95a3-2e305ee9a8ed service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=76b1c698-a72d-402d-bd3d-fd85b08fd0a4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0963175
Apr 15 20:04:44.269780 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-0c43f1d8-c483-4dd9-8ad4-e10d9f9d5a0d req-5713ad7e-a2a1-4621-a2fc-5f2cd19b978b service neutron] 10.222.0.65 "GET /v2.0/networks/76b1c698-a72d-402d-bd3d-fd85b08fd0a4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1608212
Apr 15 20:04:44.440601 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-0c43f1d8-c483-4dd9-8ad4-e10d9f9d5a0d req-ba6479d2-7b7f-480e-9a69-bc4ed2a52834 service neutron] 10.222.0.65 "GET /v2.0/networks/76b1c698-a72d-402d-bd3d-fd85b08fd0a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1616514
Apr 15 20:04:44.513627 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.l3_hamode_db [None req-c6a0a938-b38c-4b58-b81a-106f8b96c7db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe8ba90d080>, [{'id': '3133cb58-8dee-4f9f-ba2c-b7c107fed0d5', 'name': 'tempest-TestVolumeBootPattern-1099335582-router', 'tenant_id': '1794582df1734e8d80790f7e87a6fcd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b576887-bb01-4bfc-8617-ca8b886d7b7e', 'external_fixed_ips': [{'subnet_id': '7ad9face-0ae3-4529-aacd-d53ebb36e4d0', 'ip_address': '172.27.2.81'}], 'enable_snat': True}, 'gw_port_id': '08fff650-8f63-416d-bff4-cf7a339df75b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:57:27Z', 'updated_at': '2021-04-15T19:57:33Z', 'revision_number': 4, 'project_id': '1794582df1734e8d80790f7e87a6fcd2', 'gw_port': {'id': '08fff650-8f63-416d-bff4-cf7a339df75b', 'name': '', 'network_id': '0b576887-bb01-4bfc-8617-ca8b886d7b7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:fb:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3133cb58-8dee-4f9f-ba2c-b7c107fed0d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': '7ad9face-0ae3-4529-aacd-d53ebb36e4d0', 'ip_address': '172.27.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:57:28Z', 'updated_at': '2021-04-15T19:57:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ad9face-0ae3-4529-aacd-d53ebb36e4d0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-2-iscsi', '_floatingips': [{'id': '05f92d4f-fcf0-4377-968c-b0594f62f1c1', 'tenant_id': '1794582df1734e8d80790f7e87a6fcd2', 'floating_ip_address': '172.27.2.225', 'floating_network_id': '0b576887-bb01-4bfc-8617-ca8b886d7b7e', 'router_id': '3133cb58-8dee-4f9f-ba2c-b7c107fed0d5', 'port_id': 'a92a13e1-e7bc-4d27-9bfb-72ca45141283', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 684, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '76b1c698-a72d-402d-bd3d-fd85b08fd0a4', 'mac_address': 'fa:16:3e:54:ad:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbae2f2c-8ab3-486c-879c-4f063591a505', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T20:01:01Z', 'updated_at': '2021-04-15T20:01:05Z', 'revision_number': 1, 'project_id': '1794582df1734e8d80790f7e87a6fcd2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '170bc978-09e0-49ca-b73c-27653d56365e', 'name': '', 'network_id': '76b1c698-a72d-402d-bd3d-fd85b08fd0a4', 'tenant_id': '1794582df1734e8d80790f7e87a6fcd2', 'mac_address': 'fa:16:3e:bc:5b:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3133cb58-8dee-4f9f-ba2c-b7c107fed0d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': '8ee5421b-3812-435f-a63f-52b3408746b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:57:32Z', 'updated_at': '2021-04-15T19:57:46Z', 'revision_number': 5, 'project_id': '1794582df1734e8d80790f7e87a6fcd2', 'subnets': [{'id': '8ee5421b-3812-435f-a63f-52b3408746b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786383-2-iscsi', False) {} {{(pid=85346) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 20:04:44.521373 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6a0a938-b38c-4b58-b81a-106f8b96c7db None None] The sync data for ids ['3133cb58-8dee-4f9f-ba2c-b7c107fed0d5'] in dv-cinder-786383-2-iscsi is: [{'id': '3133cb58-8dee-4f9f-ba2c-b7c107fed0d5', 'name': 'tempest-TestVolumeBootPattern-1099335582-router', 'tenant_id': '1794582df1734e8d80790f7e87a6fcd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b576887-bb01-4bfc-8617-ca8b886d7b7e', 'external_fixed_ips': [{'subnet_id': '7ad9face-0ae3-4529-aacd-d53ebb36e4d0', 'ip_address': '172.27.2.81'}], 'enable_snat': True}, 'gw_port_id': '08fff650-8f63-416d-bff4-cf7a339df75b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:57:27Z', 'updated_at': '2021-04-15T19:57:33Z', 'revision_number': 4, 'project_id': '1794582df1734e8d80790f7e87a6fcd2', 'gw_port': {'id': '08fff650-8f63-416d-bff4-cf7a339df75b', 'name': '', 'network_id': '0b576887-bb01-4bfc-8617-ca8b886d7b7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:fb:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3133cb58-8dee-4f9f-ba2c-b7c107fed0d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': '7ad9face-0ae3-4529-aacd-d53ebb36e4d0', 'ip_address': '172.27.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:57:28Z', 'updated_at': '2021-04-15T19:57:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ad9face-0ae3-4529-aacd-d53ebb36e4d0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-2-iscsi', '_floatingips': [{'id': '05f92d4f-fcf0-4377-968c-b0594f62f1c1', 'tenant_id': '1794582df1734e8d80790f7e87a6fcd2', 'floating_ip_address': '172.27.2.225', 'floating_network_id': '0b576887-bb01-4bfc-8617-ca8b886d7b7e', 'router_id': '3133cb58-8dee-4f9f-ba2c-b7c107fed0d5', 'port_id': 'a92a13e1-e7bc-4d27-9bfb-72ca45141283', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 684, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '76b1c698-a72d-402d-bd3d-fd85b08fd0a4', 'mac_address': 'fa:16:3e:54:ad:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbae2f2c-8ab3-486c-879c-4f063591a505', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T20:01:01Z', 'updated_at': '2021-04-15T20:01:05Z', 'revision_number': 1, 'project_id': '1794582df1734e8d80790f7e87a6fcd2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '170bc978-09e0-49ca-b73c-27653d56365e', 'name': '', 'network_id': '76b1c698-a72d-402d-bd3d-fd85b08fd0a4', 'tenant_id': '1794582df1734e8d80790f7e87a6fcd2', 'mac_address': 'fa:16:3e:bc:5b:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3133cb58-8dee-4f9f-ba2c-b7c107fed0d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': '8ee5421b-3812-435f-a63f-52b3408746b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:57:32Z', 'updated_at': '2021-04-15T19:57:46Z', 'revision_number': 5, 'project_id': '1794582df1734e8d80790f7e87a6fcd2', 'subnets': [{'id': '8ee5421b-3812-435f-a63f-52b3408746b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 15 20:04:44.839191 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7954af-e83c-46bf-a0ca-4835925f2112 req-e503ebec-c4f3-4a1d-8bbd-167a809bbc43 tempest-TestVolumeBootPattern-370122628 tempest-TestVolumeBootPattern-370122628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:04:44.842175 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-ee7954af-e83c-46bf-a0ca-4835925f2112 req-e503ebec-c4f3-4a1d-8bbd-167a809bbc43 tempest-TestVolumeBootPattern-370122628 tempest-TestVolumeBootPattern-370122628-project] 10.222.0.65 "GET /v2.0/ports?device_id=f75e5df2-f18f-4dfc-8b1b-52e1b63e82b4 HTTP/1.1" status: 200  len: 946 time: 0.1296365
Apr 15 20:04:44.951816 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.plugin [req-ee7954af-e83c-46bf-a0ca-4835925f2112 req-8df91112-6f8a-477c-8fe9-b6e3a255d19d tempest-TestVolumeBootPattern-370122628 tempest-TestVolumeBootPattern-370122628-project] Deleting port f3fa48b6-1358-4767-bd88-2f7b152b7602 {{(pid=85344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 20:04:44.952208 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [req-ee7954af-e83c-46bf-a0ca-4835925f2112 req-8df91112-6f8a-477c-8fe9-b6e3a255d19d tempest-TestVolumeBootPattern-370122628 tempest-TestVolumeBootPattern-370122628-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363247007848052'] for port, before_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:04:44.973045 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dbba091-ae82-4989-a4f4-21c89e0f9b9c None None] New status for floating IP ca535209-6d24-41d7-b511-95c66d3c0758: DOWN {{(pid=85347) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 15 20:04:45.571367 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031892de-bd30-4186-b280-9a9c01fe7fd3 req-3cd599a0-7649-4f6b-948d-0e67dbeb1536 tempest-TestVolumeBootPattern-370122628 tempest-TestVolumeBootPattern-370122628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:04:45.573493 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-031892de-bd30-4186-b280-9a9c01fe7fd3 req-3cd599a0-7649-4f6b-948d-0e67dbeb1536 tempest-TestVolumeBootPattern-370122628 tempest-TestVolumeBootPattern-370122628-project] 10.222.0.47 "GET /v2.0/ports?device_id=f75e5df2-f18f-4dfc-8b1b-52e1b63e82b4 HTTP/1.1" status: 200  len: 946 time: 0.6470244
Apr 15 20:04:45.676725 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-031892de-bd30-4186-b280-9a9c01fe7fd3 req-2e88bb2b-c6b8-4459-992d-1779047475df tempest-TestVolumeBootPattern-370122628 tempest-TestVolumeBootPattern-370122628-project] 10.222.0.47 "GET /v2.0/security-groups?id=dec273f8-3574-4212-8c74-b29372db87d8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0953712
Apr 15 20:04:45.678803 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.db [req-ee7954af-e83c-46bf-a0ca-4835925f2112 req-8df91112-6f8a-477c-8fe9-b6e3a255d19d tempest-TestVolumeBootPattern-370122628 tempest-TestVolumeBootPattern-370122628-project] For port f3fa48b6-1358-4767-bd88-2f7b152b7602, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=f3fa48b6-1358-4767-bd88-2f7b152b7602,segment=NetworkSegment(209e6493-9f5f-442f-9075-23fc9d984e08),segment_id=209e6493-9f5f-442f-9075-23fc9d984e08)] {{(pid=85344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 20:04:45.679263 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [req-ee7954af-e83c-46bf-a0ca-4835925f2112 req-8df91112-6f8a-477c-8fe9-b6e3a255d19d tempest-TestVolumeBootPattern-370122628 tempest-TestVolumeBootPattern-370122628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853097680'] for port, precommit_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:04:45.822883 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.plugin [req-ee7954af-e83c-46bf-a0ca-4835925f2112 req-8df91112-6f8a-477c-8fe9-b6e3a255d19d tempest-TestVolumeBootPattern-370122628 tempest-TestVolumeBootPattern-370122628-project] Calling delete_port for f3fa48b6-1358-4767-bd88-2f7b152b7602 owned by compute:nova {{(pid=85344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 15 20:04:45.990649 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [req-ee7954af-e83c-46bf-a0ca-4835925f2112 req-8df91112-6f8a-477c-8fe9-b6e3a255d19d tempest-TestVolumeBootPattern-370122628 tempest-TestVolumeBootPattern-370122628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854693686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852972410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789846929199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363247008293407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851621869'] for port, after_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:04:46.009227 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-ac0b92ba-41c1-405b-84d6-bc4bcd3b32b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:04:46.113348 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df91112-6f8a-477c-8fe9-b6e3a255d19d tempest-TestVolumeBootPattern-370122628 tempest-TestVolumeBootPattern-370122628-project] Pushing event deleted for resources: {'Port': ['ID=f3fa48b6-1358-4767-bd88-2f7b152b7602,revision_number=None']} {{(pid=85344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:04:46.129406 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8df91112-6f8a-477c-8fe9-b6e3a255d19d tempest-TestVolumeBootPattern-370122628 tempest-TestVolumeBootPattern-370122628-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:04:46.129824 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8df91112-6f8a-477c-8fe9-b6e3a255d19d tempest-TestVolumeBootPattern-370122628 tempest-TestVolumeBootPattern-370122628-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:04:46.130246 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8df91112-6f8a-477c-8fe9-b6e3a255d19d tempest-TestVolumeBootPattern-370122628 tempest-TestVolumeBootPattern-370122628-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:04:46.130659 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8df91112-6f8a-477c-8fe9-b6e3a255d19d tempest-TestVolumeBootPattern-370122628 tempest-TestVolumeBootPattern-370122628-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:04:46.131098 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8df91112-6f8a-477c-8fe9-b6e3a255d19d tempest-TestVolumeBootPattern-370122628 tempest-TestVolumeBootPattern-370122628-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:04:46.131509 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8df91112-6f8a-477c-8fe9-b6e3a255d19d tempest-TestVolumeBootPattern-370122628 tempest-TestVolumeBootPattern-370122628-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:04:46.131913 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8df91112-6f8a-477c-8fe9-b6e3a255d19d tempest-TestVolumeBootPattern-370122628 tempest-TestVolumeBootPattern-370122628-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:04:46.132315 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8df91112-6f8a-477c-8fe9-b6e3a255d19d tempest-TestVolumeBootPattern-370122628 tempest-TestVolumeBootPattern-370122628-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:04:46.132721 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8df91112-6f8a-477c-8fe9-b6e3a255d19d tempest-TestVolumeBootPattern-370122628 tempest-TestVolumeBootPattern-370122628-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:04:46.133121 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8df91112-6f8a-477c-8fe9-b6e3a255d19d tempest-TestVolumeBootPattern-370122628 tempest-TestVolumeBootPattern-370122628-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:04:46.133518 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8df91112-6f8a-477c-8fe9-b6e3a255d19d tempest-TestVolumeBootPattern-370122628 tempest-TestVolumeBootPattern-370122628-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:04:46.133919 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8df91112-6f8a-477c-8fe9-b6e3a255d19d tempest-TestVolumeBootPattern-370122628 tempest-TestVolumeBootPattern-370122628-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:04:46.139555 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-8df91112-6f8a-477c-8fe9-b6e3a255d19d tempest-TestVolumeBootPattern-370122628 tempest-TestVolumeBootPattern-370122628-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:04:46.308868 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee7954af-e83c-46bf-a0ca-4835925f2112 req-8df91112-6f8a-477c-8fe9-b6e3a255d19d tempest-TestVolumeBootPattern-370122628 tempest-TestVolumeBootPattern-370122628-project] No DVR routers for this DVR port f3fa48b6-1358-4767-bd88-2f7b152b7602 on host hv-cinder-78638 {{(pid=85344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 15 20:04:46.311829 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [req-ee7954af-e83c-46bf-a0ca-4835925f2112 req-8df91112-6f8a-477c-8fe9-b6e3a255d19d tempest-TestVolumeBootPattern-370122628 tempest-TestVolumeBootPattern-370122628-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771739'] for port, before_response {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:04:46.315097 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f75e5df2-f18f-4dfc-8b1b-52e1b63e82b4', 'name': 'network-vif-deleted', 'tag': 'f3fa48b6-1358-4767-bd88-2f7b152b7602'}] {{(pid=85344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 20:04:46.341505 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-ee7954af-e83c-46bf-a0ca-4835925f2112 req-8df91112-6f8a-477c-8fe9-b6e3a255d19d tempest-TestVolumeBootPattern-370122628 tempest-TestVolumeBootPattern-370122628-project] 10.222.0.65 "DELETE /v2.0/ports/f3fa48b6-1358-4767-bd88-2f7b152b7602 HTTP/1.1" status: 204  len: 173 time: 1.4938898
Apr 15 20:04:46.416202 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f75e5df2-f18f-4dfc-8b1b-52e1b63e82b4', 'name': 'network-vif-deleted', 'tag': 'f3fa48b6-1358-4767-bd88-2f7b152b7602', 'status': 'completed', 'code': 200}
Apr 15 20:04:46.874545 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource [req-ba1d1d7f-92ba-48b3-ba45-07ae36cc4d91 req-61022d1c-bcc7-4711-9925-341a5a1d86cc tempest-TestVolumeBootPattern-370122628 tempest-TestVolumeBootPattern-370122628-project] Synchronizing usage tracker for tenant:1794582df1734e8d80790f7e87a6fcd2 on resource:port {{(pid=85344) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 15 20:04:46.892149 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource [req-ba1d1d7f-92ba-48b3-ba45-07ae36cc4d91 req-61022d1c-bcc7-4711-9925-341a5a1d86cc tempest-TestVolumeBootPattern-370122628 tempest-TestVolumeBootPattern-370122628-project] Unset dirty status for tenant:1794582df1734e8d80790f7e87a6fcd2 on resource:port {{(pid=85344) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 15 20:04:46.893485 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-ba1d1d7f-92ba-48b3-ba45-07ae36cc4d91 req-61022d1c-bcc7-4711-9925-341a5a1d86cc tempest-TestVolumeBootPattern-370122628 tempest-TestVolumeBootPattern-370122628-project] 10.222.0.47 "GET /v2.0/ports?device_id=f75e5df2-f18f-4dfc-8b1b-52e1b63e82b4 HTTP/1.1" status: 200  len: 210 time: 0.0704916
Apr 15 20:04:47.834301 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.rpc [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Device f3fa48b6-1358-4767-bd88-2f7b152b7602 no longer exists at agent hyperv_hv-cinder-78638 {{(pid=85346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 15 20:04:47.877041 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.plugin [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] No Port match for: f3fa48b6-1358-4767-bd88-2f7b152b7602 {{(pid=85346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 15 20:04:47.877441 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.rpc [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Device f3fa48b6-1358-4767-bd88-2f7b152b7602 not bound to the agent host hv-cinder-78638 {{(pid=85346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 15 20:04:50.591552 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.wsgi [-] (85344) accepted ('10.222.0.47', 53640) {{(pid=85344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 20:04:50.863211 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.plugin [None req-96d4bb2e-54be-4ca3-8df6-87d7ea6048ed tempest-TestVolumeBootPattern-370122628 tempest-TestVolumeBootPattern-370122628-project] Deleting port 02483014-d920-494e-bf5a-6cd908251d87 {{(pid=85344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 20:04:50.864093 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-96d4bb2e-54be-4ca3-8df6-87d7ea6048ed tempest-TestVolumeBootPattern-370122628 tempest-TestVolumeBootPattern-370122628-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363247007848052'] for port, before_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:04:51.061373 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-96d4bb2e-54be-4ca3-8df6-87d7ea6048ed tempest-TestVolumeBootPattern-370122628 tempest-TestVolumeBootPattern-370122628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853097680'] for port, precommit_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:04:51.061812 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-96d4bb2e-54be-4ca3-8df6-87d7ea6048ed tempest-TestVolumeBootPattern-370122628 tempest-TestVolumeBootPattern-370122628-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:04:51.203232 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.plugin [None req-96d4bb2e-54be-4ca3-8df6-87d7ea6048ed tempest-TestVolumeBootPattern-370122628 tempest-TestVolumeBootPattern-370122628-project] Calling delete_port for 02483014-d920-494e-bf5a-6cd908251d87 owned by network:floatingip {{(pid=85344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 15 20:04:51.373839 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-96d4bb2e-54be-4ca3-8df6-87d7ea6048ed tempest-TestVolumeBootPattern-370122628 tempest-TestVolumeBootPattern-370122628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854693686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852972410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789846929199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363247008293407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851621869'] for port, after_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:04:51.387751 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-992209a5-0f51-4c1c-ab8a-6a5a8a598b98 tempest-TestVolumeBootPattern-370122628 tempest-TestVolumeBootPattern-370122628-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:04:51.437207 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d4bb2e-54be-4ca3-8df6-87d7ea6048ed tempest-TestVolumeBootPattern-370122628 tempest-TestVolumeBootPattern-370122628-project] Pushing event deleted for resources: {'Port': ['ID=02483014-d920-494e-bf5a-6cd908251d87,revision_number=None']} {{(pid=85344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:04:51.496067 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-96d4bb2e-54be-4ca3-8df6-87d7ea6048ed tempest-TestVolumeBootPattern-370122628 tempest-TestVolumeBootPattern-370122628-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:04:51.687472 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-96d4bb2e-54be-4ca3-8df6-87d7ea6048ed tempest-TestVolumeBootPattern-370122628 tempest-TestVolumeBootPattern-370122628-project] Notify callbacks [] for floatingip, after_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:04:51.688344 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.db.l3_db [None req-96d4bb2e-54be-4ca3-8df6-87d7ea6048ed tempest-TestVolumeBootPattern-370122628 tempest-TestVolumeBootPattern-370122628-project] Floating IP 05f92d4f-fcf0-4377-968c-b0594f62f1c1 disassociated (deleted). External IP: 172.27.2.225, port: a92a13e1-e7bc-4d27-9bfb-72ca45141283.
Apr 15 20:04:52.083065 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96d4bb2e-54be-4ca3-8df6-87d7ea6048ed tempest-TestVolumeBootPattern-370122628 tempest-TestVolumeBootPattern-370122628-project] Router 3133cb58-8dee-4f9f-ba2c-b7c107fed0d5 has already been hosted by L3 agent 74482fb0-5b00-43f0-8fa9-533a3c8b2378 {{(pid=85344) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 15 20:04:52.285402 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96d4bb2e-54be-4ca3-8df6-87d7ea6048ed tempest-TestVolumeBootPattern-370122628 tempest-TestVolumeBootPattern-370122628-project] Notify agent at l3_agent.dv-cinder-786383-2-iscsi the message routers_updated {{(pid=85344) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 15 20:04:52.297321 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1219bdcd-fab6-4554-bcf1-2ff47cd024ff None None] Sync routers for ids ['3133cb58-8dee-4f9f-ba2c-b7c107fed0d5'] in dv-cinder-786383-2-iscsi {{(pid=85346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 15 20:04:52.311668 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1219bdcd-fab6-4554-bcf1-2ff47cd024ff None None] Routers {'3133cb58-8dee-4f9f-ba2c-b7c107fed0d5'} bound to L3 agent in host dv-cinder-786383-2-iscsi {{(pid=85346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 20:04:52.312372 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.l3_hamode_db [None req-1219bdcd-fab6-4554-bcf1-2ff47cd024ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe8b8c2cac8>, 'dv-cinder-786383-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-15T19:40:08Z,description=<?>,heartbeat_timestamp=2021-04-15T20:04:38Z,host='dv-cinder-786383-2-iscsi',id=74482fb0-5b00-43f0-8fa9-533a3c8b2378,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T19:40:08Z,topic='l3_agent')) {'router_ids': ['3133cb58-8dee-4f9f-ba2c-b7c107fed0d5'], 'active': True} {{(pid=85346) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 20:04:52.313719 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-96d4bb2e-54be-4ca3-8df6-87d7ea6048ed tempest-TestVolumeBootPattern-370122628 tempest-TestVolumeBootPattern-370122628-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771739'] for floatingip, before_response {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:04:52.428643 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [None req-96d4bb2e-54be-4ca3-8df6-87d7ea6048ed tempest-TestVolumeBootPattern-370122628 tempest-TestVolumeBootPattern-370122628-project] 10.222.0.47 "DELETE /v2.0/floatingips/05f92d4f-fcf0-4377-968c-b0594f62f1c1 HTTP/1.1" status: 204  len: 168 time: 1.8355637
Apr 15 20:04:52.429801 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fbae2f2c-8ab3-486c-879c-4f063591a505', 'tag': 'a92a13e1-e7bc-4d27-9bfb-72ca45141283'}] {{(pid=85344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 20:04:52.488124 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fbae2f2c-8ab3-486c-879c-4f063591a505', 'tag': 'a92a13e1-e7bc-4d27-9bfb-72ca45141283', 'status': 'completed', 'code': 200}
Apr 15 20:04:52.819070 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.l3_dvr_db [None req-1219bdcd-fab6-4554-bcf1-2ff47cd024ff None None] Set router 3133cb58-8dee-4f9f-ba2c-b7c107fed0d5 gateway port host: dv-cinder-786383-2-iscsi {{(pid=85346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 20:04:53.032608 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52ebad8-0b35-4fbf-8f17-7374b8dd716d req-802d6abb-fd40-428a-927b-7225799aec95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:04:53.034178 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-d52ebad8-0b35-4fbf-8f17-7374b8dd716d req-802d6abb-fd40-428a-927b-7225799aec95 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=1794582df1734e8d80790f7e87a6fcd2&device_id=fbae2f2c-8ab3-486c-879c-4f063591a505 HTTP/1.1" status: 200  len: 1098 time: 0.5178475
Apr 15 20:04:53.080181 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e8de80-4d74-4c8f-bb1f-aab5df1bed03 req-ad9eff2c-1cb8-4d9c-a36f-855c1bc373ed tempest-TestVolumeBootPattern-370122628 tempest-TestVolumeBootPattern-370122628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:04:53.083148 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-b5e8de80-4d74-4c8f-bb1f-aab5df1bed03 req-ad9eff2c-1cb8-4d9c-a36f-855c1bc373ed tempest-TestVolumeBootPattern-370122628 tempest-TestVolumeBootPattern-370122628-project] 10.222.0.47 "GET /v2.0/ports?device_id=fbae2f2c-8ab3-486c-879c-4f063591a505 HTTP/1.1" status: 200  len: 945 time: 0.1652727
Apr 15 20:04:53.163670 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-b5e8de80-4d74-4c8f-bb1f-aab5df1bed03 req-61ec6978-69dc-4445-a13f-071474b6aca3 tempest-TestVolumeBootPattern-370122628 tempest-TestVolumeBootPattern-370122628-project] 10.222.0.47 "GET /v2.0/security-groups?id=dec273f8-3574-4212-8c74-b29372db87d8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0733666
Apr 15 20:04:53.249763 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.l3_hamode_db [None req-1219bdcd-fab6-4554-bcf1-2ff47cd024ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe8b8c2cac8>, [{'id': '3133cb58-8dee-4f9f-ba2c-b7c107fed0d5', 'name': 'tempest-TestVolumeBootPattern-1099335582-router', 'tenant_id': '1794582df1734e8d80790f7e87a6fcd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b576887-bb01-4bfc-8617-ca8b886d7b7e', 'external_fixed_ips': [{'subnet_id': '7ad9face-0ae3-4529-aacd-d53ebb36e4d0', 'ip_address': '172.27.2.81'}], 'enable_snat': True}, 'gw_port_id': '08fff650-8f63-416d-bff4-cf7a339df75b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:57:27Z', 'updated_at': '2021-04-15T19:57:33Z', 'revision_number': 4, 'project_id': '1794582df1734e8d80790f7e87a6fcd2', 'gw_port': {'id': '08fff650-8f63-416d-bff4-cf7a339df75b', 'name': '', 'network_id': '0b576887-bb01-4bfc-8617-ca8b886d7b7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:fb:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3133cb58-8dee-4f9f-ba2c-b7c107fed0d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': '7ad9face-0ae3-4529-aacd-d53ebb36e4d0', 'ip_address': '172.27.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:57:28Z', 'updated_at': '2021-04-15T19:57:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ad9face-0ae3-4529-aacd-d53ebb36e4d0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-2-iscsi', '_interfaces': [{'id': '170bc978-09e0-49ca-b73c-27653d56365e', 'name': '', 'network_id': '76b1c698-a72d-402d-bd3d-fd85b08fd0a4', 'tenant_id': '1794582df1734e8d80790f7e87a6fcd2', 'mac_address': 'fa:16:3e:bc:5b:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3133cb58-8dee-4f9f-ba2c-b7c107fed0d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': '8ee5421b-3812-435f-a63f-52b3408746b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:57:32Z', 'updated_at': '2021-04-15T19:57:46Z', 'revision_number': 5, 'project_id': '1794582df1734e8d80790f7e87a6fcd2', 'subnets': [{'id': '8ee5421b-3812-435f-a63f-52b3408746b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786383-2-iscsi', False) {} {{(pid=85346) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 20:04:53.255761 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1219bdcd-fab6-4554-bcf1-2ff47cd024ff None None] Checking router: 3133cb58-8dee-4f9f-ba2c-b7c107fed0d5 for host: dv-cinder-786383-2-iscsi {{(pid=85346) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 15 20:04:53.267823 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1219bdcd-fab6-4554-bcf1-2ff47cd024ff None None] Routers {'3133cb58-8dee-4f9f-ba2c-b7c107fed0d5'} bound to L3 agent in host dv-cinder-786383-2-iscsi {{(pid=85346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 20:04:53.268807 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.l3_hamode_db [None req-1219bdcd-fab6-4554-bcf1-2ff47cd024ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe8b8c2cac8>, 'dv-cinder-786383-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-15T19:40:08Z,description=<?>,heartbeat_timestamp=2021-04-15T20:04:38Z,host='dv-cinder-786383-2-iscsi',id=74482fb0-5b00-43f0-8fa9-533a3c8b2378,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T19:40:08Z,topic='l3_agent')) {'router_ids': ['3133cb58-8dee-4f9f-ba2c-b7c107fed0d5'], 'active': True} {{(pid=85346) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 20:04:53.275601 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52ebad8-0b35-4fbf-8f17-7374b8dd716d req-89311053-7839-4c6a-ba18-7297c5da52c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:04:53.277240 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-d52ebad8-0b35-4fbf-8f17-7374b8dd716d req-89311053-7839-4c6a-ba18-7297c5da52c9 service neutron] 10.222.0.65 "GET /v2.0/networks?id=76b1c698-a72d-402d-bd3d-fd85b08fd0a4 HTTP/1.1" status: 200  len: 913 time: 0.2354901
Apr 15 20:04:53.371818 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-d52ebad8-0b35-4fbf-8f17-7374b8dd716d req-1c63ce9f-5d5b-4128-80d1-746864e0b2f1 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a92a13e1-e7bc-4d27-9bfb-72ca45141283 HTTP/1.1" status: 200  len: 217 time: 0.0864525
Apr 15 20:04:53.452414 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52ebad8-0b35-4fbf-8f17-7374b8dd716d req-f73a41ab-f047-41ed-b472-f4dc348889a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:04:53.454057 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-d52ebad8-0b35-4fbf-8f17-7374b8dd716d req-f73a41ab-f047-41ed-b472-f4dc348889a4 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=8ee5421b-3812-435f-a63f-52b3408746b8 HTTP/1.1" status: 200  len: 851 time: 0.0743878
Apr 15 20:04:53.492302 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.l3_dvr_db [None req-1219bdcd-fab6-4554-bcf1-2ff47cd024ff None None] Set router 3133cb58-8dee-4f9f-ba2c-b7c107fed0d5 gateway port host: dv-cinder-786383-2-iscsi {{(pid=85346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 20:04:53.548518 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52ebad8-0b35-4fbf-8f17-7374b8dd716d req-89ce0185-232d-4e15-9582-de3918859ffa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:04:53.550253 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-d52ebad8-0b35-4fbf-8f17-7374b8dd716d req-89ce0185-232d-4e15-9582-de3918859ffa service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=76b1c698-a72d-402d-bd3d-fd85b08fd0a4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0863507
Apr 15 20:04:53.718070 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-d52ebad8-0b35-4fbf-8f17-7374b8dd716d req-6ecf8979-a97e-4f4c-ba8c-54d9370b9399 service neutron] 10.222.0.65 "GET /v2.0/networks/76b1c698-a72d-402d-bd3d-fd85b08fd0a4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1581349
Apr 15 20:04:53.905967 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-d52ebad8-0b35-4fbf-8f17-7374b8dd716d req-9967e765-6a04-43f2-9cea-e2f9d666852e service neutron] 10.222.0.65 "GET /v2.0/networks/76b1c698-a72d-402d-bd3d-fd85b08fd0a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1795039
Apr 15 20:04:54.132774 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.l3_hamode_db [None req-1219bdcd-fab6-4554-bcf1-2ff47cd024ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe8b8c2cac8>, [{'id': '3133cb58-8dee-4f9f-ba2c-b7c107fed0d5', 'name': 'tempest-TestVolumeBootPattern-1099335582-router', 'tenant_id': '1794582df1734e8d80790f7e87a6fcd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b576887-bb01-4bfc-8617-ca8b886d7b7e', 'external_fixed_ips': [{'subnet_id': '7ad9face-0ae3-4529-aacd-d53ebb36e4d0', 'ip_address': '172.27.2.81'}], 'enable_snat': True}, 'gw_port_id': '08fff650-8f63-416d-bff4-cf7a339df75b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:57:27Z', 'updated_at': '2021-04-15T19:57:33Z', 'revision_number': 4, 'project_id': '1794582df1734e8d80790f7e87a6fcd2', 'gw_port': {'id': '08fff650-8f63-416d-bff4-cf7a339df75b', 'name': '', 'network_id': '0b576887-bb01-4bfc-8617-ca8b886d7b7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:fb:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3133cb58-8dee-4f9f-ba2c-b7c107fed0d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': '7ad9face-0ae3-4529-aacd-d53ebb36e4d0', 'ip_address': '172.27.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:57:28Z', 'updated_at': '2021-04-15T19:57:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ad9face-0ae3-4529-aacd-d53ebb36e4d0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-2-iscsi', '_interfaces': [{'id': '170bc978-09e0-49ca-b73c-27653d56365e', 'name': '', 'network_id': '76b1c698-a72d-402d-bd3d-fd85b08fd0a4', 'tenant_id': '1794582df1734e8d80790f7e87a6fcd2', 'mac_address': 'fa:16:3e:bc:5b:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3133cb58-8dee-4f9f-ba2c-b7c107fed0d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': '8ee5421b-3812-435f-a63f-52b3408746b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:57:32Z', 'updated_at': '2021-04-15T19:57:46Z', 'revision_number': 5, 'project_id': '1794582df1734e8d80790f7e87a6fcd2', 'subnets': [{'id': '8ee5421b-3812-435f-a63f-52b3408746b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786383-2-iscsi', False) {} {{(pid=85346) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 20:04:54.137922 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1219bdcd-fab6-4554-bcf1-2ff47cd024ff None None] The sync data for ids ['3133cb58-8dee-4f9f-ba2c-b7c107fed0d5'] in dv-cinder-786383-2-iscsi is: [{'id': '3133cb58-8dee-4f9f-ba2c-b7c107fed0d5', 'name': 'tempest-TestVolumeBootPattern-1099335582-router', 'tenant_id': '1794582df1734e8d80790f7e87a6fcd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b576887-bb01-4bfc-8617-ca8b886d7b7e', 'external_fixed_ips': [{'subnet_id': '7ad9face-0ae3-4529-aacd-d53ebb36e4d0', 'ip_address': '172.27.2.81'}], 'enable_snat': True}, 'gw_port_id': '08fff650-8f63-416d-bff4-cf7a339df75b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:57:27Z', 'updated_at': '2021-04-15T19:57:33Z', 'revision_number': 4, 'project_id': '1794582df1734e8d80790f7e87a6fcd2', 'gw_port': {'id': '08fff650-8f63-416d-bff4-cf7a339df75b', 'name': '', 'network_id': '0b576887-bb01-4bfc-8617-ca8b886d7b7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:fb:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3133cb58-8dee-4f9f-ba2c-b7c107fed0d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': '7ad9face-0ae3-4529-aacd-d53ebb36e4d0', 'ip_address': '172.27.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:57:28Z', 'updated_at': '2021-04-15T19:57:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ad9face-0ae3-4529-aacd-d53ebb36e4d0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-2-iscsi', '_interfaces': [{'id': '170bc978-09e0-49ca-b73c-27653d56365e', 'name': '', 'network_id': '76b1c698-a72d-402d-bd3d-fd85b08fd0a4', 'tenant_id': '1794582df1734e8d80790f7e87a6fcd2', 'mac_address': 'fa:16:3e:bc:5b:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3133cb58-8dee-4f9f-ba2c-b7c107fed0d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': '8ee5421b-3812-435f-a63f-52b3408746b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:57:32Z', 'updated_at': '2021-04-15T19:57:46Z', 'revision_number': 5, 'project_id': '1794582df1734e8d80790f7e87a6fcd2', 'subnets': [{'id': '8ee5421b-3812-435f-a63f-52b3408746b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 15 20:04:54.458275 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c21be4e-54ea-4cee-9e24-e0ff0c11156e req-b2c40fef-939d-43ef-918b-bce67169f8c8 tempest-TestVolumeBootPattern-370122628 tempest-TestVolumeBootPattern-370122628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:04:54.459496 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource [req-7c21be4e-54ea-4cee-9e24-e0ff0c11156e req-b2c40fef-939d-43ef-918b-bce67169f8c8 tempest-TestVolumeBootPattern-370122628 tempest-TestVolumeBootPattern-370122628-project] Synchronizing usage tracker for tenant:1794582df1734e8d80790f7e87a6fcd2 on resource:port {{(pid=85344) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 15 20:04:54.482701 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b4f834-050b-44c3-8f08-0f75c7d3d86a req-b2b31947-bf95-408a-b974-62e527947f46 tempest-TestVolumeBootPattern-370122628 tempest-TestVolumeBootPattern-370122628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:04:54.483596 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource [req-87b4f834-050b-44c3-8f08-0f75c7d3d86a req-b2b31947-bf95-408a-b974-62e527947f46 tempest-TestVolumeBootPattern-370122628 tempest-TestVolumeBootPattern-370122628-project] Synchronizing usage tracker for tenant:1794582df1734e8d80790f7e87a6fcd2 on resource:port {{(pid=85344) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 15 20:04:54.499238 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource [req-7c21be4e-54ea-4cee-9e24-e0ff0c11156e req-b2c40fef-939d-43ef-918b-bce67169f8c8 tempest-TestVolumeBootPattern-370122628 tempest-TestVolumeBootPattern-370122628-project] Unset dirty status for tenant:1794582df1734e8d80790f7e87a6fcd2 on resource:port {{(pid=85344) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 15 20:04:54.500592 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-7c21be4e-54ea-4cee-9e24-e0ff0c11156e req-b2c40fef-939d-43ef-918b-bce67169f8c8 tempest-TestVolumeBootPattern-370122628 tempest-TestVolumeBootPattern-370122628-project] 10.222.0.65 "GET /v2.0/ports?device_id=fbae2f2c-8ab3-486c-879c-4f063591a505 HTTP/1.1" status: 200  len: 945 time: 0.2506001
Apr 15 20:04:54.540309 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.quota.resource [req-87b4f834-050b-44c3-8f08-0f75c7d3d86a req-b2b31947-bf95-408a-b974-62e527947f46 tempest-TestVolumeBootPattern-370122628 tempest-TestVolumeBootPattern-370122628-project] Unset dirty status for tenant:1794582df1734e8d80790f7e87a6fcd2 on resource:port {{(pid=85344) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 15 20:04:54.541657 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-87b4f834-050b-44c3-8f08-0f75c7d3d86a req-b2b31947-bf95-408a-b974-62e527947f46 tempest-TestVolumeBootPattern-370122628 tempest-TestVolumeBootPattern-370122628-project] 10.222.0.47 "GET /v2.0/ports?device_id=fbae2f2c-8ab3-486c-879c-4f063591a505 HTTP/1.1" status: 200  len: 945 time: 0.2264795
Apr 15 20:04:54.561404 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4b46658-14a7-4824-98c4-cd3178240cd8 None None] New status for floating IP 05f92d4f-fcf0-4377-968c-b0594f62f1c1: DOWN {{(pid=85347) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 15 20:04:54.626315 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.plugin [req-7c21be4e-54ea-4cee-9e24-e0ff0c11156e req-88f0dddb-c02a-428a-a19f-092aa2d1f157 tempest-TestVolumeBootPattern-370122628 tempest-TestVolumeBootPattern-370122628-project] Deleting port a92a13e1-e7bc-4d27-9bfb-72ca45141283 {{(pid=85344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 20:04:54.626719 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [req-7c21be4e-54ea-4cee-9e24-e0ff0c11156e req-88f0dddb-c02a-428a-a19f-092aa2d1f157 tempest-TestVolumeBootPattern-370122628 tempest-TestVolumeBootPattern-370122628-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363247007848052'] for port, before_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:04:54.680532 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-87b4f834-050b-44c3-8f08-0f75c7d3d86a req-aa1e628d-e7ab-4b64-bb7d-91859a875c25 tempest-TestVolumeBootPattern-370122628 tempest-TestVolumeBootPattern-370122628-project] 10.222.0.47 "GET /v2.0/security-groups?id=dec273f8-3574-4212-8c74-b29372db87d8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1198249
Apr 15 20:04:55.116516 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.db [req-7c21be4e-54ea-4cee-9e24-e0ff0c11156e req-88f0dddb-c02a-428a-a19f-092aa2d1f157 tempest-TestVolumeBootPattern-370122628 tempest-TestVolumeBootPattern-370122628-project] For port a92a13e1-e7bc-4d27-9bfb-72ca45141283, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=a92a13e1-e7bc-4d27-9bfb-72ca45141283,segment=NetworkSegment(209e6493-9f5f-442f-9075-23fc9d984e08),segment_id=209e6493-9f5f-442f-9075-23fc9d984e08)] {{(pid=85344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 20:04:55.117117 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [req-7c21be4e-54ea-4cee-9e24-e0ff0c11156e req-88f0dddb-c02a-428a-a19f-092aa2d1f157 tempest-TestVolumeBootPattern-370122628 tempest-TestVolumeBootPattern-370122628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853097680'] for port, precommit_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:04:55.389584 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.plugin [req-7c21be4e-54ea-4cee-9e24-e0ff0c11156e req-88f0dddb-c02a-428a-a19f-092aa2d1f157 tempest-TestVolumeBootPattern-370122628 tempest-TestVolumeBootPattern-370122628-project] Calling delete_port for a92a13e1-e7bc-4d27-9bfb-72ca45141283 owned by compute:nova {{(pid=85344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 15 20:04:55.681969 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [req-7c21be4e-54ea-4cee-9e24-e0ff0c11156e req-88f0dddb-c02a-428a-a19f-092aa2d1f157 tempest-TestVolumeBootPattern-370122628 tempest-TestVolumeBootPattern-370122628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854693686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852972410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789846929199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363247008293407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851621869'] for port, after_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:04:55.716766 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-c2469660-1474-48d2-8354-1ee2e6102a1b tempest-TestShelveInstance-1114833871 tempest-TestShelveInstance-1114833871-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:04:55.854717 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f0dddb-c02a-428a-a19f-092aa2d1f157 tempest-TestVolumeBootPattern-370122628 tempest-TestVolumeBootPattern-370122628-project] Pushing event deleted for resources: {'Port': ['ID=a92a13e1-e7bc-4d27-9bfb-72ca45141283,revision_number=None']} {{(pid=85344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:04:55.861752 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-88f0dddb-c02a-428a-a19f-092aa2d1f157 tempest-TestVolumeBootPattern-370122628 tempest-TestVolumeBootPattern-370122628-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:04:55.924450 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-c69590e1-8894-41e5-b2f9-4be4d6aacbf5 req-553bc2d9-cd91-44b2-a2c1-c8c3f03c2cab tempest-TestVolumeBootPattern-370122628 tempest-TestVolumeBootPattern-370122628-project] 10.222.0.47 "GET /v2.0/ports?device_id=fbae2f2c-8ab3-486c-879c-4f063591a505 HTTP/1.1" status: 200  len: 210 time: 0.0797625
Apr 15 20:04:56.046216 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c21be4e-54ea-4cee-9e24-e0ff0c11156e req-88f0dddb-c02a-428a-a19f-092aa2d1f157 tempest-TestVolumeBootPattern-370122628 tempest-TestVolumeBootPattern-370122628-project] No DVR routers for this DVR port a92a13e1-e7bc-4d27-9bfb-72ca45141283 on host hv-cinder-78638 {{(pid=85344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 15 20:04:56.049134 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [req-7c21be4e-54ea-4cee-9e24-e0ff0c11156e req-88f0dddb-c02a-428a-a19f-092aa2d1f157 tempest-TestVolumeBootPattern-370122628 tempest-TestVolumeBootPattern-370122628-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771739'] for port, before_response {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:04:56.053096 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbae2f2c-8ab3-486c-879c-4f063591a505', 'name': 'network-vif-deleted', 'tag': 'a92a13e1-e7bc-4d27-9bfb-72ca45141283'}] {{(pid=85344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 20:04:56.073603 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [req-7c21be4e-54ea-4cee-9e24-e0ff0c11156e req-88f0dddb-c02a-428a-a19f-092aa2d1f157 tempest-TestVolumeBootPattern-370122628 tempest-TestVolumeBootPattern-370122628-project] 10.222.0.65 "DELETE /v2.0/ports/a92a13e1-e7bc-4d27-9bfb-72ca45141283 HTTP/1.1" status: 204  len: 173 time: 1.5655365
Apr 15 20:04:56.128786 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbae2f2c-8ab3-486c-879c-4f063591a505', 'name': 'network-vif-deleted', 'tag': 'a92a13e1-e7bc-4d27-9bfb-72ca45141283', 'status': 'completed', 'code': 200}
Apr 15 20:04:57.086218 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.wsgi [-] (85345) accepted ('10.222.0.47', 53658) {{(pid=85345) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 20:04:57.274208 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.plugin [None req-e74d8b8b-98bc-40a9-ac15-d54918474e65 tempest-TestVolumeBootPattern-370122628 tempest-TestVolumeBootPattern-370122628-project] Deleting port 6507c8be-3fa1-48ef-b3ec-c3de0761ff1c {{(pid=85345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 20:04:57.274997 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-e74d8b8b-98bc-40a9-ac15-d54918474e65 tempest-TestVolumeBootPattern-370122628 tempest-TestVolumeBootPattern-370122628-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363247007848052'] for port, before_delete {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:04:57.481947 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-e74d8b8b-98bc-40a9-ac15-d54918474e65 tempest-TestVolumeBootPattern-370122628 tempest-TestVolumeBootPattern-370122628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853097680'] for port, precommit_delete {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:04:57.482402 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-e74d8b8b-98bc-40a9-ac15-d54918474e65 tempest-TestVolumeBootPattern-370122628 tempest-TestVolumeBootPattern-370122628-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:04:57.630277 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.plugin [None req-e74d8b8b-98bc-40a9-ac15-d54918474e65 tempest-TestVolumeBootPattern-370122628 tempest-TestVolumeBootPattern-370122628-project] Calling delete_port for 6507c8be-3fa1-48ef-b3ec-c3de0761ff1c owned by network:floatingip {{(pid=85345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 15 20:04:57.830243 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-e74d8b8b-98bc-40a9-ac15-d54918474e65 tempest-TestVolumeBootPattern-370122628 tempest-TestVolumeBootPattern-370122628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854693686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852972410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789846929199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363247008293407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2200102'] for port, after_delete {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:04:57.846623 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-6dd62268-38eb-40e0-b214-780e56ac2fdd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:04:57.881612 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.rpc [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Device a92a13e1-e7bc-4d27-9bfb-72ca45141283 no longer exists at agent hyperv_hv-cinder-78638 {{(pid=85346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 15 20:04:57.924741 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.plugin [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] No Port match for: a92a13e1-e7bc-4d27-9bfb-72ca45141283 {{(pid=85346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 15 20:04:57.925156 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.rpc [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Device a92a13e1-e7bc-4d27-9bfb-72ca45141283 not bound to the agent host hv-cinder-78638 {{(pid=85346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 15 20:04:58.239327 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74d8b8b-98bc-40a9-ac15-d54918474e65 tempest-TestVolumeBootPattern-370122628 tempest-TestVolumeBootPattern-370122628-project] Pushing event deleted for resources: {'Port': ['ID=6507c8be-3fa1-48ef-b3ec-c3de0761ff1c,revision_number=None']} {{(pid=85345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:04:58.243702 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-e74d8b8b-98bc-40a9-ac15-d54918474e65 tempest-TestVolumeBootPattern-370122628 tempest-TestVolumeBootPattern-370122628-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.397s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:04:58.423423 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-e74d8b8b-98bc-40a9-ac15-d54918474e65 tempest-TestVolumeBootPattern-370122628 tempest-TestVolumeBootPattern-370122628-project] Notify callbacks [] for floatingip, after_delete {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:04:58.440158 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-e74d8b8b-98bc-40a9-ac15-d54918474e65 tempest-TestVolumeBootPattern-370122628 tempest-TestVolumeBootPattern-370122628-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771739'] for floatingip, before_response {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:04:58.441486 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [None req-e74d8b8b-98bc-40a9-ac15-d54918474e65 tempest-TestVolumeBootPattern-370122628 tempest-TestVolumeBootPattern-370122628-project] 10.222.0.47 "DELETE /v2.0/floatingips/b4249865-78bb-4b14-9320-5b2550ef6898 HTTP/1.1" status: 204  len: 168 time: 1.3539855
Apr 15 20:04:59.946137 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.wsgi [-] (85345) accepted ('10.222.0.47', 53672) {{(pid=85345) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 20:05:00.029204 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-a460c5fe-cbc7-4183-9f21-908b91a4241f tempest-TestVolumeBootPattern-370122628 tempest-TestVolumeBootPattern-370122628-project] Notify callbacks [] for security_group, before_delete {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:05:00.064909 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-a460c5fe-cbc7-4183-9f21-908b91a4241f tempest-TestVolumeBootPattern-370122628 tempest-TestVolumeBootPattern-370122628-project] Notify callbacks [] for security_group, precommit_delete {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:05:00.133606 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-a460c5fe-cbc7-4183-9f21-908b91a4241f tempest-TestVolumeBootPattern-370122628 tempest-TestVolumeBootPattern-370122628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806004'] for security_group, after_delete {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:05:00.140267 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-67616409-8412-46fc-bfd7-65109f0e6c58 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:05:00.159699 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a460c5fe-cbc7-4183-9f21-908b91a4241f tempest-TestVolumeBootPattern-370122628 tempest-TestVolumeBootPattern-370122628-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dec273f8-3574-4212-8c74-b29372db87d8,revision_number=None']} {{(pid=85345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:05:00.164663 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-a460c5fe-cbc7-4183-9f21-908b91a4241f tempest-TestVolumeBootPattern-370122628 tempest-TestVolumeBootPattern-370122628-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:05:00.168761 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-a460c5fe-cbc7-4183-9f21-908b91a4241f tempest-TestVolumeBootPattern-370122628 tempest-TestVolumeBootPattern-370122628-project] Notify callbacks [] for security_group, before_response {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:05:00.170049 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [None req-a460c5fe-cbc7-4183-9f21-908b91a4241f tempest-TestVolumeBootPattern-370122628 tempest-TestVolumeBootPattern-370122628-project] 10.222.0.47 "DELETE /v2.0/security-groups/dec273f8-3574-4212-8c74-b29372db87d8 HTTP/1.1" status: 204  len: 168 time: 0.2228010
Apr 15 20:05:00.248566 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.wsgi [-] (85345) accepted ('10.222.0.47', 53678) {{(pid=85345) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 20:05:01.019145 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-d4ada2b8-c18c-484c-9884-065e40d3aab5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036853103613'] for router_interface, before_delete {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:05:01.431644 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.plugin [None req-d4ada2b8-c18c-484c-9884-065e40d3aab5 admin admin] Deleting port 170bc978-09e0-49ca-b73c-27653d56365e {{(pid=85345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 20:05:01.432092 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-d4ada2b8-c18c-484c-9884-065e40d3aab5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363247007848052'] for port, before_delete {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:05:01.758678 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.db [None req-d4ada2b8-c18c-484c-9884-065e40d3aab5 admin admin] For port 170bc978-09e0-49ca-b73c-27653d56365e, host dv-cinder-786383-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-2-iscsi',level=0,port_id=170bc978-09e0-49ca-b73c-27653d56365e,segment=NetworkSegment(209e6493-9f5f-442f-9075-23fc9d984e08),segment_id=209e6493-9f5f-442f-9075-23fc9d984e08)] {{(pid=85345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 20:05:01.759186 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-d4ada2b8-c18c-484c-9884-065e40d3aab5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853097680'] for port, precommit_delete {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:05:01.906363 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.plugin [None req-d4ada2b8-c18c-484c-9884-065e40d3aab5 admin admin] Calling delete_port for 170bc978-09e0-49ca-b73c-27653d56365e owned by network:router_interface {{(pid=85345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 15 20:05:02.101995 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-d4ada2b8-c18c-484c-9884-065e40d3aab5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854693686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852972410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789846929199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363247008293407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2200102'] for port, after_delete {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:05:02.119404 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-f2889067-1ced-4bc4-a0ac-f975027e8489 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:05:02.188501 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.agents_db [None req-b0af7715-6be6-4101-aede-c7b275f02801 None None] Agent healthcheck: found 6 active agents {{(pid=85347) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 15 20:05:02.221356 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ada2b8-c18c-484c-9884-065e40d3aab5 admin admin] Pushing event deleted for resources: {'Port': ['ID=170bc978-09e0-49ca-b73c-27653d56365e,revision_number=None']} {{(pid=85345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:05:02.226466 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-d4ada2b8-c18c-484c-9884-065e40d3aab5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:05:02.637506 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-d4ada2b8-c18c-484c-9884-065e40d3aab5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1803407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036853102680'] for router_interface, after_delete {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:05:03.506156 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4ada2b8-c18c-484c-9884-065e40d3aab5 admin admin] Router 3133cb58-8dee-4f9f-ba2c-b7c107fed0d5 has already been hosted by L3 agent 74482fb0-5b00-43f0-8fa9-533a3c8b2378 {{(pid=85345) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 15 20:05:03.728121 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4ada2b8-c18c-484c-9884-065e40d3aab5 admin admin] Notify agent at l3_agent.dv-cinder-786383-2-iscsi the message routers_updated {{(pid=85345) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 15 20:05:03.740365 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f931dce-6053-4866-bb9f-815cb0e9eabe None None] Sync routers for ids ['3133cb58-8dee-4f9f-ba2c-b7c107fed0d5'] in dv-cinder-786383-2-iscsi {{(pid=85346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 15 20:05:03.748999 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [None req-d4ada2b8-c18c-484c-9884-065e40d3aab5 admin admin] 10.222.0.47 "PUT /v2.0/routers/3133cb58-8dee-4f9f-ba2c-b7c107fed0d5/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.4952390
Apr 15 20:05:03.749382 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.wsgi [-] (85344) accepted ('10.222.0.47', 53684) {{(pid=85344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 20:05:03.762746 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f931dce-6053-4866-bb9f-815cb0e9eabe None None] Routers {'3133cb58-8dee-4f9f-ba2c-b7c107fed0d5'} bound to L3 agent in host dv-cinder-786383-2-iscsi {{(pid=85346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 20:05:03.763996 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.l3_hamode_db [None req-8f931dce-6053-4866-bb9f-815cb0e9eabe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe8b9d9c9b0>, 'dv-cinder-786383-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-15T19:40:08Z,description=<?>,heartbeat_timestamp=2021-04-15T20:04:38Z,host='dv-cinder-786383-2-iscsi',id=74482fb0-5b00-43f0-8fa9-533a3c8b2378,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T19:40:08Z,topic='l3_agent')) {'router_ids': ['3133cb58-8dee-4f9f-ba2c-b7c107fed0d5'], 'active': True} {{(pid=85346) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 20:05:03.988774 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.l3_dvr_db [None req-8f931dce-6053-4866-bb9f-815cb0e9eabe None None] Set router 3133cb58-8dee-4f9f-ba2c-b7c107fed0d5 gateway port host: dv-cinder-786383-2-iscsi {{(pid=85346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 20:05:04.026344 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-090d2892-06da-4ffa-9900-a9cb448e0ec7 admin admin] Notify callbacks [] for router, before_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:05:04.266568 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-090d2892-06da-4ffa-9900-a9cb448e0ec7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:05:04.276350 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.plugin [None req-090d2892-06da-4ffa-9900-a9cb448e0ec7 admin admin] Deleting port 08fff650-8f63-416d-bff4-cf7a339df75b {{(pid=85344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 20:05:04.276733 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-090d2892-06da-4ffa-9900-a9cb448e0ec7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363247007848052'] for port, before_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:05:04.398635 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.l3_hamode_db [None req-8f931dce-6053-4866-bb9f-815cb0e9eabe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe8b9d9c9b0>, [{'id': '3133cb58-8dee-4f9f-ba2c-b7c107fed0d5', 'name': 'tempest-TestVolumeBootPattern-1099335582-router', 'tenant_id': '1794582df1734e8d80790f7e87a6fcd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b576887-bb01-4bfc-8617-ca8b886d7b7e', 'external_fixed_ips': [{'subnet_id': '7ad9face-0ae3-4529-aacd-d53ebb36e4d0', 'ip_address': '172.27.2.81'}], 'enable_snat': True}, 'gw_port_id': '08fff650-8f63-416d-bff4-cf7a339df75b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:57:27Z', 'updated_at': '2021-04-15T20:05:02Z', 'revision_number': 5, 'project_id': '1794582df1734e8d80790f7e87a6fcd2', 'gw_port': {'id': '08fff650-8f63-416d-bff4-cf7a339df75b', 'name': '', 'network_id': '0b576887-bb01-4bfc-8617-ca8b886d7b7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:fb:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3133cb58-8dee-4f9f-ba2c-b7c107fed0d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': '7ad9face-0ae3-4529-aacd-d53ebb36e4d0', 'ip_address': '172.27.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:57:28Z', 'updated_at': '2021-04-15T19:57:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ad9face-0ae3-4529-aacd-d53ebb36e4d0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-2-iscsi'}], 'dv-cinder-786383-2-iscsi', False) {} {{(pid=85346) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 20:05:04.406904 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f931dce-6053-4866-bb9f-815cb0e9eabe None None] Checking router: 3133cb58-8dee-4f9f-ba2c-b7c107fed0d5 for host: dv-cinder-786383-2-iscsi {{(pid=85346) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 15 20:05:04.425318 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f931dce-6053-4866-bb9f-815cb0e9eabe None None] Routers {'3133cb58-8dee-4f9f-ba2c-b7c107fed0d5'} bound to L3 agent in host dv-cinder-786383-2-iscsi {{(pid=85346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 20:05:04.426578 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.l3_hamode_db [None req-8f931dce-6053-4866-bb9f-815cb0e9eabe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe8b9d9c9b0>, 'dv-cinder-786383-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-15T19:40:08Z,description=<?>,heartbeat_timestamp=2021-04-15T20:04:38Z,host='dv-cinder-786383-2-iscsi',id=74482fb0-5b00-43f0-8fa9-533a3c8b2378,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T19:40:08Z,topic='l3_agent')) {'router_ids': ['3133cb58-8dee-4f9f-ba2c-b7c107fed0d5'], 'active': True} {{(pid=85346) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 20:05:04.478208 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.db [None req-090d2892-06da-4ffa-9900-a9cb448e0ec7 admin admin] For port 08fff650-8f63-416d-bff4-cf7a339df75b, host dv-cinder-786383-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-2-iscsi',level=0,port_id=08fff650-8f63-416d-bff4-cf7a339df75b,segment=NetworkSegment(e9359222-f335-47df-9fcb-1acccd0748d1),segment_id=e9359222-f335-47df-9fcb-1acccd0748d1)] {{(pid=85344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 20:05:04.478612 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-090d2892-06da-4ffa-9900-a9cb448e0ec7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853097680'] for port, precommit_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:05:04.643820 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.plugin [None req-090d2892-06da-4ffa-9900-a9cb448e0ec7 admin admin] Calling delete_port for 08fff650-8f63-416d-bff4-cf7a339df75b owned by network:router_gateway {{(pid=85344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 15 20:05:04.754142 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.l3_dvr_db [None req-8f931dce-6053-4866-bb9f-815cb0e9eabe None None] Set router 3133cb58-8dee-4f9f-ba2c-b7c107fed0d5 gateway port host: None {{(pid=85346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 20:05:04.866877 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-090d2892-06da-4ffa-9900-a9cb448e0ec7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854693686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852972410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789846929199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363247008293407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851621869'] for port, after_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:05:04.887889 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.l3_hamode_db [None req-8f931dce-6053-4866-bb9f-815cb0e9eabe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe8b9d9c9b0>, [{'id': '3133cb58-8dee-4f9f-ba2c-b7c107fed0d5', 'name': 'tempest-TestVolumeBootPattern-1099335582-router', 'tenant_id': '1794582df1734e8d80790f7e87a6fcd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:57:27Z', 'updated_at': '2021-04-15T20:05:04Z', 'revision_number': 6, 'project_id': '1794582df1734e8d80790f7e87a6fcd2', 'gw_port_host': None}], 'dv-cinder-786383-2-iscsi', False) {} {{(pid=85346) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 20:05:04.888570 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-5bffa386-a2b7-4521-9ac3-42e957233888 tempest-TestVolumeBootPattern-370122628 tempest-TestVolumeBootPattern-370122628-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:05:04.893654 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f931dce-6053-4866-bb9f-815cb0e9eabe None None] The sync data for ids ['3133cb58-8dee-4f9f-ba2c-b7c107fed0d5'] in dv-cinder-786383-2-iscsi is: [{'id': '3133cb58-8dee-4f9f-ba2c-b7c107fed0d5', 'name': 'tempest-TestVolumeBootPattern-1099335582-router', 'tenant_id': '1794582df1734e8d80790f7e87a6fcd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:57:27Z', 'updated_at': '2021-04-15T20:05:04Z', 'revision_number': 6, 'project_id': '1794582df1734e8d80790f7e87a6fcd2', 'gw_port_host': None}] {{(pid=85346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 15 20:05:05.015159 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090d2892-06da-4ffa-9900-a9cb448e0ec7 admin admin] Pushing event deleted for resources: {'Port': ['ID=08fff650-8f63-416d-bff4-cf7a339df75b,revision_number=None']} {{(pid=85344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:05:05.020168 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-090d2892-06da-4ffa-9900-a9cb448e0ec7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:05:05.214602 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-090d2892-06da-4ffa-9900-a9cb448e0ec7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036853102830'] for router_gateway, after_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:05:05.514017 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-090d2892-06da-4ffa-9900-a9cb448e0ec7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036853104216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854716024'] for router, precommit_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:05:05.516636 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-4f3ee1ca-5501-429f-8129-ab4ed915a9c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789847050935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-428960'] for agent, after_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:05:05.520050 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-090d2892-06da-4ffa-9900-a9cb448e0ec7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:05:05.557782 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-090d2892-06da-4ffa-9900-a9cb448e0ec7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1686840'] for router, after_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:05:05.558793 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-090d2892-06da-4ffa-9900-a9cb448e0ec7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3133cb58-8dee-4f9f-ba2c-b7c107fed0d5 {{(pid=85344) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}}
Apr 15 20:05:05.562576 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.rpc [None req-56ecdebd-c5a0-4569-bc96-ba437f5ce558 None None] Device 08fff650-8f63-416d-bff4-cf7a339df75b no longer exists at agent ovs-agent-dv-cinder-786383-2-iscsi {{(pid=85346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 15 20:05:05.583420 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-090d2892-06da-4ffa-9900-a9cb448e0ec7 admin admin] Notify callbacks [] for router, before_response {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:05:05.585740 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [None req-090d2892-06da-4ffa-9900-a9cb448e0ec7 admin admin] 10.222.0.47 "DELETE /v2.0/routers/3133cb58-8dee-4f9f-ba2c-b7c107fed0d5 HTTP/1.1" status: 204  len: 168 time: 1.8348279
Apr 15 20:05:05.590081 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.wsgi [-] (85345) accepted ('10.222.0.47', 53688) {{(pid=85345) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 20:05:05.606036 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.plugin [None req-56ecdebd-c5a0-4569-bc96-ba437f5ce558 None None] No Port match for: 08fff650-8f63-416d-bff4-cf7a339df75b {{(pid=85346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 15 20:05:05.606441 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.rpc [None req-56ecdebd-c5a0-4569-bc96-ba437f5ce558 None None] Device 08fff650-8f63-416d-bff4-cf7a339df75b not bound to the agent host dv-cinder-786383-2-iscsi {{(pid=85346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 15 20:05:05.607043 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.rpc [None req-56ecdebd-c5a0-4569-bc96-ba437f5ce558 None None] Device 170bc978-09e0-49ca-b73c-27653d56365e no longer exists at agent ovs-agent-dv-cinder-786383-2-iscsi {{(pid=85346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 15 20:05:05.646399 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.plugin [None req-56ecdebd-c5a0-4569-bc96-ba437f5ce558 None None] No Port match for: 170bc978-09e0-49ca-b73c-27653d56365e {{(pid=85346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 15 20:05:05.647048 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.rpc [None req-56ecdebd-c5a0-4569-bc96-ba437f5ce558 None None] Device 170bc978-09e0-49ca-b73c-27653d56365e not bound to the agent host dv-cinder-786383-2-iscsi {{(pid=85346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 15 20:05:05.711685 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.db_base_plugin_v2 [None req-e370a489-62f4-4a8e-8656-6132780b5656 admin admin] Deleting subnet 8ee5421b-3812-435f-a63f-52b3408746b8 {{(pid=85345) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 15 20:05:05.718034 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-e370a489-62f4-4a8e-8656-6132780b5656 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:05:05.786681 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-e370a489-62f4-4a8e-8656-6132780b5656 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851567171'] for subnet, precommit_delete_associations {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:05:05.880526 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-e370a489-62f4-4a8e-8656-6132780b5656 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8687'] for subnet, precommit_delete {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:05:06.177047 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-e370a489-62f4-4a8e-8656-6132780b5656 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854767129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852808376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852972410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852575629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851485176'] for subnet, after_delete {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:05:06.194592 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-f2279217-50b1-46e9-b71f-592cacc0b8c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:05:06.298341 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e370a489-62f4-4a8e-8656-6132780b5656 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8ee5421b-3812-435f-a63f-52b3408746b8,revision_number=None']} {{(pid=85345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:05:06.306150 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-e370a489-62f4-4a8e-8656-6132780b5656 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:05:06.344911 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-e370a489-62f4-4a8e-8656-6132780b5656 admin admin] Notify callbacks [] for subnet, before_response {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:05:06.352506 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-458d2d0b-df92-4a5c-a40c-35b732a3966c None None] Network 76b1c698-a72d-402d-bd3d-fd85b08fd0a4 requested from dv-cinder-786383-2-iscsi {{(pid=85346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 15 20:05:06.352813 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [None req-e370a489-62f4-4a8e-8656-6132780b5656 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/8ee5421b-3812-435f-a63f-52b3408746b8 HTTP/1.1" status: 204  len: 168 time: 0.7610488
Apr 15 20:05:06.357412 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.wsgi [-] (85345) accepted ('10.222.0.47', 53692) {{(pid=85345) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 20:05:06.509037 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-af058bf3-05da-46dd-a770-c7158738d42f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854748596'] for network, before_delete {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:05:06.594267 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.plugin [None req-af058bf3-05da-46dd-a770-c7158738d42f admin admin] Deleting port 94182e34-f940-498d-bf59-dde6c673d6de {{(pid=85345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 20:05:06.594740 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-af058bf3-05da-46dd-a770-c7158738d42f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363247007848052'] for port, before_delete {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:05:06.919059 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23047848-1a86-48be-bc29-d7cbcaadde75 None None] DHCP port deletion for 76b1c698-a72d-402d-bd3d-fd85b08fd0a4 request from dv-cinder-786383-2-iscsi {{(pid=85346) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}}
Apr 15 20:05:06.926481 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.plugin [None req-23047848-1a86-48be-bc29-d7cbcaadde75 None None] Deleting port 94182e34-f940-498d-bf59-dde6c673d6de {{(pid=85346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 20:05:06.927295 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-23047848-1a86-48be-bc29-d7cbcaadde75 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363247007848052'] for port, before_delete {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:05:06.927749 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.db [None req-af058bf3-05da-46dd-a770-c7158738d42f admin admin] For port 94182e34-f940-498d-bf59-dde6c673d6de, host dv-cinder-786383-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-2-iscsi',level=0,port_id=94182e34-f940-498d-bf59-dde6c673d6de,segment=NetworkSegment(209e6493-9f5f-442f-9075-23fc9d984e08),segment_id=209e6493-9f5f-442f-9075-23fc9d984e08)] {{(pid=85345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 20:05:06.928161 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-af058bf3-05da-46dd-a770-c7158738d42f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853097680'] for port, precommit_delete {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:05:07.077598 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.plugin [None req-af058bf3-05da-46dd-a770-c7158738d42f admin admin] Calling delete_port for 94182e34-f940-498d-bf59-dde6c673d6de owned by network:dhcp {{(pid=85345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 15 20:05:07.161464 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-af058bf3-05da-46dd-a770-c7158738d42f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854693686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852972410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789846929199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363247008293407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2200102'] for port, after_delete {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:05:07.178911 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-a3936f26-0d7a-425f-a728-056cf686722e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:05:07.277035 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af058bf3-05da-46dd-a770-c7158738d42f admin admin] Pushing event deleted for resources: {'Port': ['ID=94182e34-f940-498d-bf59-dde6c673d6de,revision_number=None']} {{(pid=85345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:05:07.280376 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-af058bf3-05da-46dd-a770-c7158738d42f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:05:07.313957 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.db [None req-23047848-1a86-48be-bc29-d7cbcaadde75 None None] For port 94182e34-f940-498d-bf59-dde6c673d6de, host dv-cinder-786383-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-2-iscsi',level=0,port_id=94182e34-f940-498d-bf59-dde6c673d6de,segment=NetworkSegment(209e6493-9f5f-442f-9075-23fc9d984e08),segment_id=209e6493-9f5f-442f-9075-23fc9d984e08)] {{(pid=85346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 20:05:07.314413 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-23047848-1a86-48be-bc29-d7cbcaadde75 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853097680'] for port, precommit_delete {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:05:07.352116 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af058bf3-05da-46dd-a770-c7158738d42f admin admin] No DVR routers for this DVR port 94182e34-f940-498d-bf59-dde6c673d6de on host dv-cinder-786383-2-iscsi {{(pid=85345) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 15 20:05:07.466987 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.plugin [None req-23047848-1a86-48be-bc29-d7cbcaadde75 None None] Calling delete_port for 94182e34-f940-498d-bf59-dde6c673d6de owned by network:dhcp {{(pid=85346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 15 20:05:07.510212 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-af058bf3-05da-46dd-a770-c7158738d42f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854320274', 'neutron.services.segments.db._delete_segments_for_network-8789847050952'] for network, precommit_delete {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:05:07.576272 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.db.api [None req-23047848-1a86-48be-bc29-d7cbcaadde75 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=85346) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 15 20:05:07.576931 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_db.api [None req-23047848-1a86-48be-bc29-d7cbcaadde75 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=85346) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 15 20:05:07.581070 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.rpc [None req-56ecdebd-c5a0-4569-bc96-ba437f5ce558 None None] Device 94182e34-f940-498d-bf59-dde6c673d6de no longer exists at agent ovs-agent-dv-cinder-786383-2-iscsi {{(pid=85346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 15 20:05:07.652045 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.plugin [None req-56ecdebd-c5a0-4569-bc96-ba437f5ce558 None None] No Port match for: 94182e34-f940-498d-bf59-dde6c673d6de {{(pid=85346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 15 20:05:07.652666 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.rpc [None req-56ecdebd-c5a0-4569-bc96-ba437f5ce558 None None] Device 94182e34-f940-498d-bf59-dde6c673d6de not bound to the agent host dv-cinder-786383-2-iscsi {{(pid=85346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 15 20:05:07.710369 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.services.segments.db [None req-af058bf3-05da-46dd-a770-c7158738d42f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe8b9679320>,) {'filters': {'network_id': ['76b1c698-a72d-402d-bd3d-fd85b08fd0a4']}} {{(pid=85345) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 20:05:07.736535 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.services.segments.db [None req-af058bf3-05da-46dd-a770-c7158738d42f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe8b9679320>, '209e6493-9f5f-442f-9075-23fc9d984e08') {'for_net_delete': True} {{(pid=85345) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 20:05:07.736979 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.services.segments.db [None req-af058bf3-05da-46dd-a770-c7158738d42f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe8b9679320>, '209e6493-9f5f-442f-9075-23fc9d984e08') {} {{(pid=85345) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 20:05:07.756467 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-af058bf3-05da-46dd-a770-c7158738d42f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789847056089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3208581'] for segment, before_delete {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:05:07.773080 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-af058bf3-05da-46dd-a770-c7158738d42f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854767479'] for segment, precommit_delete {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:05:07.780641 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af058bf3-05da-46dd-a770-c7158738d42f admin admin] Releasing vlan 665 on physical network physnet1 to pool {{(pid=85345) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 15 20:05:07.984374 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.managers [None req-af058bf3-05da-46dd-a770-c7158738d42f admin admin] Network 76b1c698-a72d-402d-bd3d-fd85b08fd0a4 has no segments {{(pid=85345) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 15 20:05:07.995788 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-af058bf3-05da-46dd-a770-c7158738d42f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2199762'] for segment, after_delete {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:05:08.078547 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.plugin [None req-23047848-1a86-48be-bc29-d7cbcaadde75 None None] Deleting port 94182e34-f940-498d-bf59-dde6c673d6de {{(pid=85346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 20:05:08.079130 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-23047848-1a86-48be-bc29-d7cbcaadde75 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363247007848052'] for port, before_delete {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:05:08.164301 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-5c6d9cbd-0441-4ebd-90af-7f2cc513aa4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789847050935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-428960'] for agent, after_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:05:08.171251 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.plugin [None req-23047848-1a86-48be-bc29-d7cbcaadde75 None None] The port '94182e34-f940-498d-bf59-dde6c673d6de' was deleted {{(pid=85346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}}
Apr 15 20:05:08.198336 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.managers [None req-af058bf3-05da-46dd-a770-c7158738d42f admin admin] Network 76b1c698-a72d-402d-bd3d-fd85b08fd0a4 has no segments {{(pid=85345) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 15 20:05:08.229068 dv-cinder-786383-2-iscsi neutron-server[85229]: Traceback (most recent call last):
Apr 15 20:05:08.229068 dv-cinder-786383-2-iscsi neutron-server[85229]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 15 20:05:08.229068 dv-cinder-786383-2-iscsi neutron-server[85229]:     timer()
Apr 15 20:05:08.229068 dv-cinder-786383-2-iscsi neutron-server[85229]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 15 20:05:08.229068 dv-cinder-786383-2-iscsi neutron-server[85229]:     cb(*args, **kw)
Apr 15 20:05:08.229068 dv-cinder-786383-2-iscsi neutron-server[85229]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 15 20:05:08.229068 dv-cinder-786383-2-iscsi neutron-server[85229]:     return func(*args, **kwargs)
Apr 15 20:05:08.229068 dv-cinder-786383-2-iscsi neutron-server[85229]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 15 20:05:08.229068 dv-cinder-786383-2-iscsi neutron-server[85229]:     self._notify()
Apr 15 20:05:08.229068 dv-cinder-786383-2-iscsi neutron-server[85229]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 15 20:05:08.229068 dv-cinder-786383-2-iscsi neutron-server[85229]:     self.callback(batched_events)
Apr 15 20:05:08.229068 dv-cinder-786383-2-iscsi neutron-server[85229]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 15 20:05:08.229068 dv-cinder-786383-2-iscsi neutron-server[85229]:     event.method(event)
Apr 15 20:05:08.229068 dv-cinder-786383-2-iscsi neutron-server[85229]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 15 20:05:08.229068 dv-cinder-786383-2-iscsi neutron-server[85229]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 15 20:05:08.229068 dv-cinder-786383-2-iscsi neutron-server[85229]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 15 20:05:08.229068 dv-cinder-786383-2-iscsi neutron-server[85229]:     segment_id)['aggregates'][0]
Apr 15 20:05:08.229068 dv-cinder-786383-2-iscsi neutron-server[85229]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 15 20:05:08.229068 dv-cinder-786383-2-iscsi neutron-server[85229]:     return f(self, *a, **k)
Apr 15 20:05:08.229068 dv-cinder-786383-2-iscsi neutron-server[85229]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 15 20:05:08.229068 dv-cinder-786383-2-iscsi neutron-server[85229]:     return self._get(url).json()
Apr 15 20:05:08.229068 dv-cinder-786383-2-iscsi neutron-server[85229]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 15 20:05:08.229068 dv-cinder-786383-2-iscsi neutron-server[85229]:     **kwargs)
Apr 15 20:05:08.229068 dv-cinder-786383-2-iscsi neutron-server[85229]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 15 20:05:08.229068 dv-cinder-786383-2-iscsi neutron-server[85229]:     return self.request(url, 'GET', **kwargs)
Apr 15 20:05:08.229068 dv-cinder-786383-2-iscsi neutron-server[85229]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 15 20:05:08.229068 dv-cinder-786383-2-iscsi neutron-server[85229]:     **endpoint_filter)
Apr 15 20:05:08.229068 dv-cinder-786383-2-iscsi neutron-server[85229]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 15 20:05:08.229068 dv-cinder-786383-2-iscsi neutron-server[85229]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 15 20:05:08.229068 dv-cinder-786383-2-iscsi neutron-server[85229]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 15 20:05:08.229068 dv-cinder-786383-2-iscsi neutron-server[85229]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 15 20:05:08.229068 dv-cinder-786383-2-iscsi neutron-server[85229]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 15 20:05:08.324695 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-af058bf3-05da-46dd-a770-c7158738d42f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-455527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852808340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852972410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1673212'] for network, after_delete {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:05:08.329108 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-79867a87-2741-4210-9b5f-4a77d83f72cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:05:08.347580 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-af058bf3-05da-46dd-a770-c7158738d42f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852972363'] for network, before_response {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:05:08.360608 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af058bf3-05da-46dd-a770-c7158738d42f admin admin] Pushing event deleted for resources: {'Network': ['ID=76b1c698-a72d-402d-bd3d-fd85b08fd0a4,revision_number=None']} {{(pid=85345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:05:08.364792 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-af058bf3-05da-46dd-a770-c7158738d42f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:05:08.377137 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [None req-af058bf3-05da-46dd-a770-c7158738d42f admin admin] 10.222.0.47 "DELETE /v2.0/networks/76b1c698-a72d-402d-bd3d-fd85b08fd0a4 HTTP/1.1" status: 204  len: 168 time: 2.0183933
Apr 15 20:05:08.381142 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.wsgi [-] (85345) accepted ('10.222.0.47', 53696) {{(pid=85345) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 20:05:08.429528 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789847050935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-428960'] for agent, after_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:05:09.201325 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-b400c4f8-8969-424f-8663-39cf5b6e1207 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789847050935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-428960'] for agent, after_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:05:09.298216 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-0d75a940-1b20-4dea-bf59-3075694fa6f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036853103613'] for router_interface, before_delete {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:05:09.579148 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-56ecdebd-c5a0-4569-bc96-ba437f5ce558 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789847050935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-428960'] for agent, after_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:05:09.706750 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.plugin [None req-0d75a940-1b20-4dea-bf59-3075694fa6f1 admin admin] Deleting port 787376a5-c2fa-483e-b42a-575b92304a53 {{(pid=85345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 20:05:09.707189 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-0d75a940-1b20-4dea-bf59-3075694fa6f1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363247007848052'] for port, before_delete {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:05:09.905726 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.db [None req-0d75a940-1b20-4dea-bf59-3075694fa6f1 admin admin] For port 787376a5-c2fa-483e-b42a-575b92304a53, host dv-cinder-786383-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-2-iscsi',level=0,port_id=787376a5-c2fa-483e-b42a-575b92304a53,segment=NetworkSegment(9b5bff5b-a286-4e97-a956-147467ed77c1),segment_id=9b5bff5b-a286-4e97-a956-147467ed77c1)] {{(pid=85345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 20:05:09.906134 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-0d75a940-1b20-4dea-bf59-3075694fa6f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853097680'] for port, precommit_delete {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:05:10.054041 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.plugin [None req-0d75a940-1b20-4dea-bf59-3075694fa6f1 admin admin] Calling delete_port for 787376a5-c2fa-483e-b42a-575b92304a53 owned by network:router_interface {{(pid=85345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 15 20:05:10.251597 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-0d75a940-1b20-4dea-bf59-3075694fa6f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854693686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852972410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789846929199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363247008293407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2200102'] for port, after_delete {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:05:10.269502 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-d3381bc3-e502-4b2a-a542-d54581303c21 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:05:10.376330 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d75a940-1b20-4dea-bf59-3075694fa6f1 admin admin] Pushing event deleted for resources: {'Port': ['ID=787376a5-c2fa-483e-b42a-575b92304a53,revision_number=None']} {{(pid=85345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:05:10.380307 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-0d75a940-1b20-4dea-bf59-3075694fa6f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:05:10.623592 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-3d77682a-3290-49f5-9a09-7e8e47f8ddca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789847050935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-428960'] for agent, after_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:05:10.845058 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-0d75a940-1b20-4dea-bf59-3075694fa6f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1803407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036853102680'] for router_interface, after_delete {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:05:11.393454 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d75a940-1b20-4dea-bf59-3075694fa6f1 admin admin] Router b0e3a1e8-8ebf-42ec-aa53-d91170fdeb67 has already been hosted by L3 agent 74482fb0-5b00-43f0-8fa9-533a3c8b2378 {{(pid=85345) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 15 20:05:11.609771 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d75a940-1b20-4dea-bf59-3075694fa6f1 admin admin] Notify agent at l3_agent.dv-cinder-786383-2-iscsi the message routers_updated {{(pid=85345) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 15 20:05:11.623606 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0537d39c-650f-496c-8b87-00ebb15c4de7 None None] Sync routers for ids ['b0e3a1e8-8ebf-42ec-aa53-d91170fdeb67'] in dv-cinder-786383-2-iscsi {{(pid=85347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 15 20:05:11.635947 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [None req-0d75a940-1b20-4dea-bf59-3075694fa6f1 admin admin] 10.222.0.47 "PUT /v2.0/routers/b0e3a1e8-8ebf-42ec-aa53-d91170fdeb67/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.2532790
Apr 15 20:05:11.638990 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.wsgi [-] (85345) accepted ('10.222.0.47', 53702) {{(pid=85345) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 20:05:11.639344 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0537d39c-650f-496c-8b87-00ebb15c4de7 None None] Routers {'b0e3a1e8-8ebf-42ec-aa53-d91170fdeb67'} bound to L3 agent in host dv-cinder-786383-2-iscsi {{(pid=85347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 20:05:11.640249 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.l3_hamode_db [None req-0537d39c-650f-496c-8b87-00ebb15c4de7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe8b9e24f28>, 'dv-cinder-786383-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-15T19:40:08Z,description=<?>,heartbeat_timestamp=2021-04-15T20:05:08Z,host='dv-cinder-786383-2-iscsi',id=74482fb0-5b00-43f0-8fa9-533a3c8b2378,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T19:40:08Z,topic='l3_agent')) {'router_ids': ['b0e3a1e8-8ebf-42ec-aa53-d91170fdeb67'], 'active': True} {{(pid=85347) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 20:05:11.851692 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-25ae964e-1288-4a01-bff4-2764b554b6f3 admin admin] Notify callbacks [] for router, before_delete {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:05:12.056741 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.l3_dvr_db [None req-0537d39c-650f-496c-8b87-00ebb15c4de7 None None] Set router b0e3a1e8-8ebf-42ec-aa53-d91170fdeb67 gateway port host: dv-cinder-786383-2-iscsi {{(pid=85347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 20:05:12.335122 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-25ae964e-1288-4a01-bff4-2764b554b6f3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:05:12.345103 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.plugin [None req-25ae964e-1288-4a01-bff4-2764b554b6f3 admin admin] Deleting port 601042e8-fa45-4968-80f2-9f60b226c3a5 {{(pid=85345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 20:05:12.345672 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-25ae964e-1288-4a01-bff4-2764b554b6f3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363247007848052'] for port, before_delete {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:05:12.457937 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.l3_hamode_db [None req-0537d39c-650f-496c-8b87-00ebb15c4de7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe8b9e24f28>, [{'id': 'b0e3a1e8-8ebf-42ec-aa53-d91170fdeb67', 'name': 'tempest-TestVolumeBootPattern-1438197568-router', 'tenant_id': '482d1a06c1cf4ed8a953d720f4ec4b87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b576887-bb01-4bfc-8617-ca8b886d7b7e', 'external_fixed_ips': [{'subnet_id': '7ad9face-0ae3-4529-aacd-d53ebb36e4d0', 'ip_address': '172.27.2.149'}], 'enable_snat': True}, 'gw_port_id': '601042e8-fa45-4968-80f2-9f60b226c3a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:57:39Z', 'updated_at': '2021-04-15T20:05:10Z', 'revision_number': 5, 'project_id': '482d1a06c1cf4ed8a953d720f4ec4b87', 'gw_port': {'id': '601042e8-fa45-4968-80f2-9f60b226c3a5', 'name': '', 'network_id': '0b576887-bb01-4bfc-8617-ca8b886d7b7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:6b:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0e3a1e8-8ebf-42ec-aa53-d91170fdeb67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '7ad9face-0ae3-4529-aacd-d53ebb36e4d0', 'ip_address': '172.27.2.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:57:40Z', 'updated_at': '2021-04-15T19:57:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ad9face-0ae3-4529-aacd-d53ebb36e4d0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-2-iscsi'}], 'dv-cinder-786383-2-iscsi', False) {} {{(pid=85347) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 20:05:12.464055 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0537d39c-650f-496c-8b87-00ebb15c4de7 None None] Checking router: b0e3a1e8-8ebf-42ec-aa53-d91170fdeb67 for host: dv-cinder-786383-2-iscsi {{(pid=85347) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 15 20:05:12.475713 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0537d39c-650f-496c-8b87-00ebb15c4de7 None None] Routers {'b0e3a1e8-8ebf-42ec-aa53-d91170fdeb67'} bound to L3 agent in host dv-cinder-786383-2-iscsi {{(pid=85347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 20:05:12.476580 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.l3_hamode_db [None req-0537d39c-650f-496c-8b87-00ebb15c4de7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe8b9e24f28>, 'dv-cinder-786383-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-15T19:40:08Z,description=<?>,heartbeat_timestamp=2021-04-15T20:05:08Z,host='dv-cinder-786383-2-iscsi',id=74482fb0-5b00-43f0-8fa9-533a3c8b2378,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T19:40:08Z,topic='l3_agent')) {'router_ids': ['b0e3a1e8-8ebf-42ec-aa53-d91170fdeb67'], 'active': True} {{(pid=85347) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 20:05:12.564749 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.db [None req-25ae964e-1288-4a01-bff4-2764b554b6f3 admin admin] For port 601042e8-fa45-4968-80f2-9f60b226c3a5, host dv-cinder-786383-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-2-iscsi',level=0,port_id=601042e8-fa45-4968-80f2-9f60b226c3a5,segment=NetworkSegment(e9359222-f335-47df-9fcb-1acccd0748d1),segment_id=e9359222-f335-47df-9fcb-1acccd0748d1)] {{(pid=85345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 20:05:12.565378 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-25ae964e-1288-4a01-bff4-2764b554b6f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853097680'] for port, precommit_delete {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:05:12.679696 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.l3_dvr_db [None req-0537d39c-650f-496c-8b87-00ebb15c4de7 None None] Set router b0e3a1e8-8ebf-42ec-aa53-d91170fdeb67 gateway port host: None {{(pid=85347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 20:05:12.738379 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.plugin [None req-25ae964e-1288-4a01-bff4-2764b554b6f3 admin admin] Calling delete_port for 601042e8-fa45-4968-80f2-9f60b226c3a5 owned by network:router_gateway {{(pid=85345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 15 20:05:12.842077 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.l3_hamode_db [None req-0537d39c-650f-496c-8b87-00ebb15c4de7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe8b9e24f28>, [{'id': 'b0e3a1e8-8ebf-42ec-aa53-d91170fdeb67', 'name': 'tempest-TestVolumeBootPattern-1438197568-router', 'tenant_id': '482d1a06c1cf4ed8a953d720f4ec4b87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:57:39Z', 'updated_at': '2021-04-15T20:05:12Z', 'revision_number': 6, 'project_id': '482d1a06c1cf4ed8a953d720f4ec4b87', 'gw_port_host': None}], 'dv-cinder-786383-2-iscsi', False) {} {{(pid=85347) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 20:05:12.847595 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0537d39c-650f-496c-8b87-00ebb15c4de7 None None] The sync data for ids ['b0e3a1e8-8ebf-42ec-aa53-d91170fdeb67'] in dv-cinder-786383-2-iscsi is: [{'id': 'b0e3a1e8-8ebf-42ec-aa53-d91170fdeb67', 'name': 'tempest-TestVolumeBootPattern-1438197568-router', 'tenant_id': '482d1a06c1cf4ed8a953d720f4ec4b87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:57:39Z', 'updated_at': '2021-04-15T20:05:12Z', 'revision_number': 6, 'project_id': '482d1a06c1cf4ed8a953d720f4ec4b87', 'gw_port_host': None}] {{(pid=85347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 15 20:05:12.997926 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-25ae964e-1288-4a01-bff4-2764b554b6f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854693686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852972410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789846929199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363247008293407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2200102'] for port, after_delete {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:05:13.015200 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-83ee0b97-4e2f-4236-8897-38bab6d23352 tempest-VolumesNegativeTest-182835076 tempest-VolumesNegativeTest-182835076-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:05:13.118214 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ae964e-1288-4a01-bff4-2764b554b6f3 admin admin] Pushing event deleted for resources: {'Port': ['ID=601042e8-fa45-4968-80f2-9f60b226c3a5,revision_number=None']} {{(pid=85345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:05:13.122622 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-25ae964e-1288-4a01-bff4-2764b554b6f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:05:13.309801 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-25ae964e-1288-4a01-bff4-2764b554b6f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036853102830'] for router_gateway, after_delete {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:05:13.510811 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-25ae964e-1288-4a01-bff4-2764b554b6f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036853104216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854716024'] for router, precommit_delete {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:05:13.513723 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-25ae964e-1288-4a01-bff4-2764b554b6f3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:05:13.547114 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-25ae964e-1288-4a01-bff4-2764b554b6f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1686840'] for router, after_delete {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:05:13.547715 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25ae964e-1288-4a01-bff4-2764b554b6f3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b0e3a1e8-8ebf-42ec-aa53-d91170fdeb67 {{(pid=85345) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}}
Apr 15 20:05:13.561072 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.rpc [None req-56ecdebd-c5a0-4569-bc96-ba437f5ce558 None None] Device 601042e8-fa45-4968-80f2-9f60b226c3a5 no longer exists at agent ovs-agent-dv-cinder-786383-2-iscsi {{(pid=85346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 15 20:05:13.570964 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-25ae964e-1288-4a01-bff4-2764b554b6f3 admin admin] Notify callbacks [] for router, before_response {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:05:13.573303 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [None req-25ae964e-1288-4a01-bff4-2764b554b6f3 admin admin] 10.222.0.47 "DELETE /v2.0/routers/b0e3a1e8-8ebf-42ec-aa53-d91170fdeb67 HTTP/1.1" status: 204  len: 168 time: 1.9327793
Apr 15 20:05:13.577549 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.wsgi [-] (85345) accepted ('10.222.0.47', 53708) {{(pid=85345) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 20:05:13.633571 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.plugin [None req-56ecdebd-c5a0-4569-bc96-ba437f5ce558 None None] No Port match for: 601042e8-fa45-4968-80f2-9f60b226c3a5 {{(pid=85346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 15 20:05:13.634293 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.rpc [None req-56ecdebd-c5a0-4569-bc96-ba437f5ce558 None None] Device 601042e8-fa45-4968-80f2-9f60b226c3a5 not bound to the agent host dv-cinder-786383-2-iscsi {{(pid=85346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 15 20:05:13.635001 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.rpc [None req-56ecdebd-c5a0-4569-bc96-ba437f5ce558 None None] Device 787376a5-c2fa-483e-b42a-575b92304a53 no longer exists at agent ovs-agent-dv-cinder-786383-2-iscsi {{(pid=85346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 15 20:05:13.698090 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.plugin [None req-56ecdebd-c5a0-4569-bc96-ba437f5ce558 None None] No Port match for: 787376a5-c2fa-483e-b42a-575b92304a53 {{(pid=85346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 15 20:05:13.699089 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.rpc [None req-56ecdebd-c5a0-4569-bc96-ba437f5ce558 None None] Device 787376a5-c2fa-483e-b42a-575b92304a53 not bound to the agent host dv-cinder-786383-2-iscsi {{(pid=85346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 15 20:05:13.720464 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.db_base_plugin_v2 [None req-7cb2c756-eb59-4cc6-82c9-c1930e6fa278 admin admin] Deleting subnet e5c6608c-b7b9-4514-a625-34372004715b {{(pid=85345) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 15 20:05:13.728179 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-7cb2c756-eb59-4cc6-82c9-c1930e6fa278 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:05:13.830085 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-7cb2c756-eb59-4cc6-82c9-c1930e6fa278 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851567171'] for subnet, precommit_delete_associations {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:05:13.979171 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-7cb2c756-eb59-4cc6-82c9-c1930e6fa278 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8687'] for subnet, precommit_delete {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:05:14.471881 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-7cb2c756-eb59-4cc6-82c9-c1930e6fa278 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854767129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852808376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852972410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852575629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851485176'] for subnet, after_delete {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:05:14.487753 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-48fd8341-dc4a-4286-a83d-97071934f107 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:05:14.529338 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb2c756-eb59-4cc6-82c9-c1930e6fa278 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e5c6608c-b7b9-4514-a625-34372004715b,revision_number=None']} {{(pid=85345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:05:14.602827 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-7cb2c756-eb59-4cc6-82c9-c1930e6fa278 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:05:14.652097 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-7cb2c756-eb59-4cc6-82c9-c1930e6fa278 admin admin] Notify callbacks [] for subnet, before_response {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:05:14.659910 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19dcb238-282e-4c02-8c11-8e342f5c5c04 None None] Network c4fadacd-04d4-4870-8793-9f4ee403a1a6 requested from dv-cinder-786383-2-iscsi {{(pid=85346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 15 20:05:14.662095 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [None req-7cb2c756-eb59-4cc6-82c9-c1930e6fa278 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/e5c6608c-b7b9-4514-a625-34372004715b HTTP/1.1" status: 204  len: 168 time: 1.0829196
Apr 15 20:05:14.665350 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.wsgi [-] (85345) accepted ('10.222.0.47', 53712) {{(pid=85345) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 20:05:14.808120 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-7b716a4f-74b9-4917-90a8-e0d4b4354a9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854748596'] for network, before_delete {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:05:14.883796 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.plugin [None req-7b716a4f-74b9-4917-90a8-e0d4b4354a9d admin admin] Deleting port 2af6ae4b-1e67-4463-867e-e0eb1b4fb645 {{(pid=85345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 20:05:14.884167 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-7b716a4f-74b9-4917-90a8-e0d4b4354a9d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363247007848052'] for port, before_delete {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:05:15.012024 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07436c97-4f2f-445c-9a2f-d7aa44867d83 None None] DHCP port deletion for c4fadacd-04d4-4870-8793-9f4ee403a1a6 request from dv-cinder-786383-2-iscsi {{(pid=85346) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}}
Apr 15 20:05:15.017321 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.plugin [None req-07436c97-4f2f-445c-9a2f-d7aa44867d83 None None] Deleting port 2af6ae4b-1e67-4463-867e-e0eb1b4fb645 {{(pid=85346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 20:05:15.017881 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-07436c97-4f2f-445c-9a2f-d7aa44867d83 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363247007848052'] for port, before_delete {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:05:15.254503 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.db [None req-07436c97-4f2f-445c-9a2f-d7aa44867d83 None None] For port 2af6ae4b-1e67-4463-867e-e0eb1b4fb645, host dv-cinder-786383-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-2-iscsi',level=0,port_id=2af6ae4b-1e67-4463-867e-e0eb1b4fb645,segment=NetworkSegment(9b5bff5b-a286-4e97-a956-147467ed77c1),segment_id=9b5bff5b-a286-4e97-a956-147467ed77c1)] {{(pid=85346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 20:05:15.254874 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-07436c97-4f2f-445c-9a2f-d7aa44867d83 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853097680'] for port, precommit_delete {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:05:15.276435 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.db [None req-7b716a4f-74b9-4917-90a8-e0d4b4354a9d admin admin] For port 2af6ae4b-1e67-4463-867e-e0eb1b4fb645, host dv-cinder-786383-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-2-iscsi',level=0,port_id=2af6ae4b-1e67-4463-867e-e0eb1b4fb645,segment=NetworkSegment(9b5bff5b-a286-4e97-a956-147467ed77c1),segment_id=9b5bff5b-a286-4e97-a956-147467ed77c1)] {{(pid=85345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 20:05:15.277122 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-7b716a4f-74b9-4917-90a8-e0d4b4354a9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853097680'] for port, precommit_delete {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:05:15.398290 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.plugin [None req-07436c97-4f2f-445c-9a2f-d7aa44867d83 None None] Calling delete_port for 2af6ae4b-1e67-4463-867e-e0eb1b4fb645 owned by network:dhcp {{(pid=85346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 15 20:05:15.480761 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-07436c97-4f2f-445c-9a2f-d7aa44867d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854693686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852972410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789846929199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363247008293407'] for port, after_delete {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:05:15.495390 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-e90fd972-3b96-49cc-9cc5-7f16efbcaa7d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:05:15.535508 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.plugin [None req-7b716a4f-74b9-4917-90a8-e0d4b4354a9d admin admin] Calling delete_port for 2af6ae4b-1e67-4463-867e-e0eb1b4fb645 owned by network:dhcp {{(pid=85345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 15 20:05:15.596847 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.rpc [None req-56ecdebd-c5a0-4569-bc96-ba437f5ce558 None None] Device 2af6ae4b-1e67-4463-867e-e0eb1b4fb645 no longer exists at agent ovs-agent-dv-cinder-786383-2-iscsi {{(pid=85346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 15 20:05:15.623841 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07436c97-4f2f-445c-9a2f-d7aa44867d83 None None] Pushing event deleted for resources: {'Port': ['ID=2af6ae4b-1e67-4463-867e-e0eb1b4fb645,revision_number=None']} {{(pid=85346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:05:15.636501 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.db.api [None req-7b716a4f-74b9-4917-90a8-e0d4b4354a9d admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=85345) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 15 20:05:15.637015 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_db.api [None req-7b716a4f-74b9-4917-90a8-e0d4b4354a9d admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=85345) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 15 20:05:15.656076 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.plugin [None req-56ecdebd-c5a0-4569-bc96-ba437f5ce558 None None] No Port match for: 2af6ae4b-1e67-4463-867e-e0eb1b4fb645 {{(pid=85346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 15 20:05:15.656469 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.rpc [None req-56ecdebd-c5a0-4569-bc96-ba437f5ce558 None None] Device 2af6ae4b-1e67-4463-867e-e0eb1b4fb645 not bound to the agent host dv-cinder-786383-2-iscsi {{(pid=85346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 15 20:05:15.667985 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07436c97-4f2f-445c-9a2f-d7aa44867d83 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:05:15.668349 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07436c97-4f2f-445c-9a2f-d7aa44867d83 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:05:15.668746 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07436c97-4f2f-445c-9a2f-d7aa44867d83 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:05:15.669117 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07436c97-4f2f-445c-9a2f-d7aa44867d83 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:05:15.669488 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07436c97-4f2f-445c-9a2f-d7aa44867d83 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:05:15.669868 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07436c97-4f2f-445c-9a2f-d7aa44867d83 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:05:15.670238 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07436c97-4f2f-445c-9a2f-d7aa44867d83 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:05:15.670601 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07436c97-4f2f-445c-9a2f-d7aa44867d83 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:05:15.671014 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07436c97-4f2f-445c-9a2f-d7aa44867d83 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:05:15.671381 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07436c97-4f2f-445c-9a2f-d7aa44867d83 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:05:15.671749 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07436c97-4f2f-445c-9a2f-d7aa44867d83 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:05:15.672115 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07436c97-4f2f-445c-9a2f-d7aa44867d83 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-2-iscsi {{(pid=85346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:05:15.685028 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-07436c97-4f2f-445c-9a2f-d7aa44867d83 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:05:15.705195 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07436c97-4f2f-445c-9a2f-d7aa44867d83 None None] No DVR routers for this DVR port 2af6ae4b-1e67-4463-867e-e0eb1b4fb645 on host dv-cinder-786383-2-iscsi {{(pid=85346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 15 20:05:16.138253 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.plugin [None req-7b716a4f-74b9-4917-90a8-e0d4b4354a9d admin admin] Deleting port 2af6ae4b-1e67-4463-867e-e0eb1b4fb645 {{(pid=85345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 20:05:16.138939 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-7b716a4f-74b9-4917-90a8-e0d4b4354a9d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363247007848052'] for port, before_delete {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:05:16.216896 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.plugin [None req-7b716a4f-74b9-4917-90a8-e0d4b4354a9d admin admin] The port '2af6ae4b-1e67-4463-867e-e0eb1b4fb645' was deleted {{(pid=85345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}}
Apr 15 20:05:16.347768 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-7b716a4f-74b9-4917-90a8-e0d4b4354a9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854320274', 'neutron.services.segments.db._delete_segments_for_network-8789847050952'] for network, precommit_delete {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:05:16.472726 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.services.segments.db [None req-7b716a4f-74b9-4917-90a8-e0d4b4354a9d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe8b3e080b8>,) {'filters': {'network_id': ['c4fadacd-04d4-4870-8793-9f4ee403a1a6']}} {{(pid=85345) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 20:05:16.486642 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.services.segments.db [None req-7b716a4f-74b9-4917-90a8-e0d4b4354a9d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe8b3e080b8>, '9b5bff5b-a286-4e97-a956-147467ed77c1') {'for_net_delete': True} {{(pid=85345) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 20:05:16.487061 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.services.segments.db [None req-7b716a4f-74b9-4917-90a8-e0d4b4354a9d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe8b3e080b8>, '9b5bff5b-a286-4e97-a956-147467ed77c1') {} {{(pid=85345) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 20:05:16.500427 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-7b716a4f-74b9-4917-90a8-e0d4b4354a9d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789847056089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3208581'] for segment, before_delete {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:05:16.523690 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-7b716a4f-74b9-4917-90a8-e0d4b4354a9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854767479'] for segment, precommit_delete {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:05:16.530694 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b716a4f-74b9-4917-90a8-e0d4b4354a9d admin admin] Releasing vlan 659 on physical network physnet1 to pool {{(pid=85345) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 15 20:05:16.734845 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.managers [None req-7b716a4f-74b9-4917-90a8-e0d4b4354a9d admin admin] Network c4fadacd-04d4-4870-8793-9f4ee403a1a6 has no segments {{(pid=85345) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 15 20:05:16.744901 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-7b716a4f-74b9-4917-90a8-e0d4b4354a9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2199762'] for segment, after_delete {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:05:16.938723 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.plugins.ml2.managers [None req-7b716a4f-74b9-4917-90a8-e0d4b4354a9d admin admin] Network c4fadacd-04d4-4870-8793-9f4ee403a1a6 has no segments {{(pid=85345) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 15 20:05:16.963726 dv-cinder-786383-2-iscsi neutron-server[85229]: Traceback (most recent call last):
Apr 15 20:05:16.963726 dv-cinder-786383-2-iscsi neutron-server[85229]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 15 20:05:16.963726 dv-cinder-786383-2-iscsi neutron-server[85229]:     timer()
Apr 15 20:05:16.963726 dv-cinder-786383-2-iscsi neutron-server[85229]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 15 20:05:16.963726 dv-cinder-786383-2-iscsi neutron-server[85229]:     cb(*args, **kw)
Apr 15 20:05:16.963726 dv-cinder-786383-2-iscsi neutron-server[85229]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 15 20:05:16.963726 dv-cinder-786383-2-iscsi neutron-server[85229]:     return func(*args, **kwargs)
Apr 15 20:05:16.963726 dv-cinder-786383-2-iscsi neutron-server[85229]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 15 20:05:16.963726 dv-cinder-786383-2-iscsi neutron-server[85229]:     self._notify()
Apr 15 20:05:16.963726 dv-cinder-786383-2-iscsi neutron-server[85229]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 15 20:05:16.963726 dv-cinder-786383-2-iscsi neutron-server[85229]:     self.callback(batched_events)
Apr 15 20:05:16.963726 dv-cinder-786383-2-iscsi neutron-server[85229]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 15 20:05:16.963726 dv-cinder-786383-2-iscsi neutron-server[85229]:     event.method(event)
Apr 15 20:05:16.963726 dv-cinder-786383-2-iscsi neutron-server[85229]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 15 20:05:16.963726 dv-cinder-786383-2-iscsi neutron-server[85229]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 15 20:05:16.963726 dv-cinder-786383-2-iscsi neutron-server[85229]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 15 20:05:16.963726 dv-cinder-786383-2-iscsi neutron-server[85229]:     segment_id)['aggregates'][0]
Apr 15 20:05:16.963726 dv-cinder-786383-2-iscsi neutron-server[85229]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 15 20:05:16.963726 dv-cinder-786383-2-iscsi neutron-server[85229]:     return f(self, *a, **k)
Apr 15 20:05:16.963726 dv-cinder-786383-2-iscsi neutron-server[85229]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 15 20:05:16.963726 dv-cinder-786383-2-iscsi neutron-server[85229]:     return self._get(url).json()
Apr 15 20:05:16.963726 dv-cinder-786383-2-iscsi neutron-server[85229]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 15 20:05:16.963726 dv-cinder-786383-2-iscsi neutron-server[85229]:     **kwargs)
Apr 15 20:05:16.963726 dv-cinder-786383-2-iscsi neutron-server[85229]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 15 20:05:16.963726 dv-cinder-786383-2-iscsi neutron-server[85229]:     return self.request(url, 'GET', **kwargs)
Apr 15 20:05:16.963726 dv-cinder-786383-2-iscsi neutron-server[85229]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 15 20:05:16.963726 dv-cinder-786383-2-iscsi neutron-server[85229]:     **endpoint_filter)
Apr 15 20:05:16.963726 dv-cinder-786383-2-iscsi neutron-server[85229]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 15 20:05:16.963726 dv-cinder-786383-2-iscsi neutron-server[85229]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 15 20:05:16.963726 dv-cinder-786383-2-iscsi neutron-server[85229]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 15 20:05:16.963726 dv-cinder-786383-2-iscsi neutron-server[85229]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 15 20:05:16.963726 dv-cinder-786383-2-iscsi neutron-server[85229]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 15 20:05:17.050894 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-7b716a4f-74b9-4917-90a8-e0d4b4354a9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-455527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852808340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852972410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1673212'] for network, after_delete {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:05:17.054289 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:05:17.072869 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-7b716a4f-74b9-4917-90a8-e0d4b4354a9d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852972363'] for network, before_response {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:05:17.085487 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b716a4f-74b9-4917-90a8-e0d4b4354a9d admin admin] Pushing event deleted for resources: {'Network': ['ID=c4fadacd-04d4-4870-8793-9f4ee403a1a6,revision_number=None']} {{(pid=85345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:05:17.091382 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-7b716a4f-74b9-4917-90a8-e0d4b4354a9d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:05:17.094431 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [None req-7b716a4f-74b9-4917-90a8-e0d4b4354a9d admin admin] 10.222.0.47 "DELETE /v2.0/networks/c4fadacd-04d4-4870-8793-9f4ee403a1a6 HTTP/1.1" status: 204  len: 168 time: 2.4277864
Apr 15 20:05:17.234085 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.wsgi [-] (85345) accepted ('10.222.0.47', 53718) {{(pid=85345) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 20:05:17.293027 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [None req-9921f257-cd78-48be-ae45-5b195a5ce553 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=1794582df1734e8d80790f7e87a6fcd2&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0575063
Apr 15 20:05:17.296237 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.wsgi [-] (85345) accepted ('10.222.0.47', 53722) {{(pid=85345) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 20:05:17.367522 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-3598dea0-285d-4ece-85b1-0d227673bb10 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:05:17.398832 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-3598dea0-285d-4ece-85b1-0d227673bb10 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:05:17.458299 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-3598dea0-285d-4ece-85b1-0d227673bb10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806004'] for security_group, after_delete {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:05:17.463204 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-1642f42e-09bf-48d2-af56-4e9140916a98 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:05:17.478671 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3598dea0-285d-4ece-85b1-0d227673bb10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0aa96acf-c7d7-463c-b2ef-4124ce6ee0b8,revision_number=None']} {{(pid=85345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:05:17.483181 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-3598dea0-285d-4ece-85b1-0d227673bb10 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:05:17.492624 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-3598dea0-285d-4ece-85b1-0d227673bb10 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:05:17.497822 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [None req-3598dea0-285d-4ece-85b1-0d227673bb10 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/0aa96acf-c7d7-463c-b2ef-4124ce6ee0b8 HTTP/1.1" status: 204  len: 168 time: 0.2000482
Apr 15 20:05:17.905847 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.wsgi [-] (85345) accepted ('10.222.0.47', 53730) {{(pid=85345) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 20:05:17.971592 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [None req-430f163a-7ff7-48ef-970e-50fb16f9965a admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=482d1a06c1cf4ed8a953d720f4ec4b87&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0641670
Apr 15 20:05:17.975054 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.wsgi [-] (85345) accepted ('10.222.0.47', 53734) {{(pid=85345) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 20:05:18.047856 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-ecfb6fe2-12ad-415c-b7d5-406e68729b5f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:05:18.080319 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-ecfb6fe2-12ad-415c-b7d5-406e68729b5f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:05:18.134584 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-ecfb6fe2-12ad-415c-b7d5-406e68729b5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806004'] for security_group, after_delete {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:05:18.140197 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-e25617e9-bb59-44d2-82e0-52f189c26f59 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:05:18.154409 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecfb6fe2-12ad-415c-b7d5-406e68729b5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fc0ba02-a961-49d8-9aaa-fd4317bc462f,revision_number=None']} {{(pid=85345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:05:18.157750 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG oslo_concurrency.lockutils [None req-ecfb6fe2-12ad-415c-b7d5-406e68729b5f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:05:18.159964 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-ecfb6fe2-12ad-415c-b7d5-406e68729b5f admin admin] Notify callbacks [] for security_group, before_response {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:05:18.161231 dv-cinder-786383-2-iscsi neutron-server[85229]: INFO neutron.wsgi [None req-ecfb6fe2-12ad-415c-b7d5-406e68729b5f admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/7fc0ba02-a961-49d8-9aaa-fd4317bc462f HTTP/1.1" status: 204  len: 168 time: 0.1851118
Apr 15 20:05:35.505406 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-4ee13455-c81b-46d8-a06d-ad5abadef80e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789847050935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-428960'] for agent, after_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:05:38.109722 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-1d03bd69-b3fe-4d64-85a5-d6f1a9b19c7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789847050935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-428960'] for agent, after_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:05:38.440905 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789847050935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-428960'] for agent, after_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:05:39.190109 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.agents_db [None req-b0af7715-6be6-4101-aede-c7b275f02801 None None] Agent healthcheck: found 6 active agents {{(pid=85347) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 15 20:05:39.203219 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-b400c4f8-8969-424f-8663-39cf5b6e1207 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789847050935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-428960'] for agent, after_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:05:39.574706 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-56ecdebd-c5a0-4569-bc96-ba437f5ce558 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789847050935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-428960'] for agent, after_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:05:40.623010 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-3d77682a-3290-49f5-9a09-7e8e47f8ddca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789847050935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-428960'] for agent, after_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:06:05.499620 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-a7f9a437-be68-4e06-bdc6-75a4ddcda7cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789847050935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-428960'] for agent, after_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:06:08.117856 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-5582465c-6ad6-4fa6-9103-29990572bb0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789847050935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-428960'] for agent, after_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:06:08.453213 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789847050935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-428960'] for agent, after_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:06:09.206864 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-b400c4f8-8969-424f-8663-39cf5b6e1207 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789847050935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-428960'] for agent, after_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:06:09.578768 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-56ecdebd-c5a0-4569-bc96-ba437f5ce558 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789847050935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-428960'] for agent, after_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:06:10.634810 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-3d77682a-3290-49f5-9a09-7e8e47f8ddca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789847050935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-428960'] for agent, after_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:06:16.191415 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.agents_db [None req-b0af7715-6be6-4101-aede-c7b275f02801 None None] Agent healthcheck: found 6 active agents {{(pid=85347) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 15 20:06:35.506210 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-726e36d7-d052-4b5f-9a22-d039175b8def None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789847050935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-428960'] for agent, after_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:06:38.112480 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-92d4cecf-1561-4e0e-a117-d54c89879b5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789847050935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-428960'] for agent, after_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:06:38.442321 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789847050935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-428960'] for agent, after_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:06:39.207765 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-b400c4f8-8969-424f-8663-39cf5b6e1207 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789847050935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-428960'] for agent, after_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:06:39.585208 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-56ecdebd-c5a0-4569-bc96-ba437f5ce558 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789847050935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-428960'] for agent, after_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:06:40.628708 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-3d77682a-3290-49f5-9a09-7e8e47f8ddca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789847050935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-428960'] for agent, after_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:06:53.192349 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.agents_db [None req-b0af7715-6be6-4101-aede-c7b275f02801 None None] Agent healthcheck: found 6 active agents {{(pid=85347) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 15 20:07:05.500182 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-e31f7f45-7455-4f3c-b6f4-124fd090a729 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789847050935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-428960'] for agent, after_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:07:08.116409 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-eca42a12-9d50-4fe2-b8c2-29f51e081660 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789847050935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-428960'] for agent, after_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:07:08.461733 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789847050935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-428960'] for agent, after_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:07:09.214602 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-b400c4f8-8969-424f-8663-39cf5b6e1207 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789847050935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-428960'] for agent, after_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:07:09.581017 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-56ecdebd-c5a0-4569-bc96-ba437f5ce558 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789847050935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-428960'] for agent, after_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:07:10.633003 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-3d77682a-3290-49f5-9a09-7e8e47f8ddca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789847050935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-428960'] for agent, after_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:07:30.192740 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.agents_db [None req-b0af7715-6be6-4101-aede-c7b275f02801 None None] Agent healthcheck: found 6 active agents {{(pid=85347) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 15 20:07:35.504774 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-402c9999-3565-4050-954f-3515c5272483 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789847050935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-428960'] for agent, after_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:07:36.674680 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.wsgi [req-17e3bac3-60e1-4ca4-bc89-0f6f46b0b7c7 req-785c7a9b-d888-468a-8aee-a510f3849272 service neutron] (85345) timed out ('10.222.0.65', 50799) {{(pid=85345) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}}
Apr 15 20:07:38.121115 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-9d33a00e-8662-406f-ab7f-b42fe4cd4a0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789847050935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-428960'] for agent, after_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:07:38.457355 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789847050935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-428960'] for agent, after_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:07:39.214350 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-b400c4f8-8969-424f-8663-39cf5b6e1207 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789847050935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-428960'] for agent, after_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:07:39.587718 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-56ecdebd-c5a0-4569-bc96-ba437f5ce558 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789847050935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-428960'] for agent, after_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:07:40.636699 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-3d77682a-3290-49f5-9a09-7e8e47f8ddca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789847050935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-428960'] for agent, after_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:08:05.507870 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-b67b6304-b51c-426c-9fe9-9a3d97b313a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789847050935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-428960'] for agent, after_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:08:07.192197 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.agents_db [None req-b0af7715-6be6-4101-aede-c7b275f02801 None None] Agent healthcheck: found 6 active agents {{(pid=85347) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 15 20:08:08.124945 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-f84a05e4-47a1-4baa-b42d-bb1f15dea944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789847050935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-428960'] for agent, after_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:08:08.479656 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789847050935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-428960'] for agent, after_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:08:09.217024 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-b400c4f8-8969-424f-8663-39cf5b6e1207 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789847050935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-428960'] for agent, after_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:08:09.581007 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-56ecdebd-c5a0-4569-bc96-ba437f5ce558 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789847050935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-428960'] for agent, after_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:08:10.645637 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-3d77682a-3290-49f5-9a09-7e8e47f8ddca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789847050935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-428960'] for agent, after_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:08:35.514146 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-e657be01-a7b8-4856-969c-577f92598026 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789847050935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-428960'] for agent, after_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:08:38.128780 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-c467f09e-a486-4059-997d-1226b8a31d87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789847050935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-428960'] for agent, after_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:08:38.470509 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789847050935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-428960'] for agent, after_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:08:39.220039 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-b400c4f8-8969-424f-8663-39cf5b6e1207 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789847050935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-428960'] for agent, after_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:08:39.586708 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-56ecdebd-c5a0-4569-bc96-ba437f5ce558 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789847050935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-428960'] for agent, after_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:08:40.644285 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-3d77682a-3290-49f5-9a09-7e8e47f8ddca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789847050935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-428960'] for agent, after_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:08:44.193419 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.agents_db [None req-b0af7715-6be6-4101-aede-c7b275f02801 None None] Agent healthcheck: found 6 active agents {{(pid=85347) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 15 20:09:05.508240 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-f05ebdb7-3cea-4e3e-a996-ff02876684b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789847050935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-428960'] for agent, after_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:09:08.133197 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-1228d4e3-2449-4797-9ef1-f81abee134a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789847050935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-428960'] for agent, after_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:09:08.478830 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789847050935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-428960'] for agent, after_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:09:09.223887 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-b400c4f8-8969-424f-8663-39cf5b6e1207 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789847050935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-428960'] for agent, after_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:09:09.591434 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-56ecdebd-c5a0-4569-bc96-ba437f5ce558 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789847050935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-428960'] for agent, after_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:09:10.646705 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-3d77682a-3290-49f5-9a09-7e8e47f8ddca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789847050935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-428960'] for agent, after_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:09:21.193630 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.agents_db [None req-b0af7715-6be6-4101-aede-c7b275f02801 None None] Agent healthcheck: found 6 active agents {{(pid=85347) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 15 20:09:35.511684 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-44ff2b5a-432b-4c0d-b44f-ffc621f0c503 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789847050935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-428960'] for agent, after_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:09:38.139013 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-45eb5ff1-edc8-4929-8b98-259b77e981e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789847050935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-428960'] for agent, after_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:09:38.477995 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789847050935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-428960'] for agent, after_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:09:39.224964 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-b400c4f8-8969-424f-8663-39cf5b6e1207 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789847050935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-428960'] for agent, after_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:09:39.596437 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-56ecdebd-c5a0-4569-bc96-ba437f5ce558 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789847050935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-428960'] for agent, after_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:09:40.649136 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-3d77682a-3290-49f5-9a09-7e8e47f8ddca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789847050935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-428960'] for agent, after_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:09:58.193999 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.agents_db [None req-b0af7715-6be6-4101-aede-c7b275f02801 None None] Agent healthcheck: found 6 active agents {{(pid=85347) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 15 20:10:05.515023 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-e93ca6a0-c090-44d1-8502-e3210e35a452 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789847050935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-428960'] for agent, after_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:10:08.142725 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-9df83dd4-6a2c-4a35-92a0-857939ebd163 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789847050935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-428960'] for agent, after_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:10:08.483199 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-1c6b4ad3-b0c1-420a-9e60-82ec24d0fbc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789847050935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-428960'] for agent, after_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:10:09.229609 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-b400c4f8-8969-424f-8663-39cf5b6e1207 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789847050935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-428960'] for agent, after_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:10:09.600108 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-56ecdebd-c5a0-4569-bc96-ba437f5ce558 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789847050935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-428960'] for agent, after_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:10:10.655209 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-3d77682a-3290-49f5-9a09-7e8e47f8ddca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789847050935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-428960'] for agent, after_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:10:35.194611 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron.db.agents_db [None req-b0af7715-6be6-4101-aede-c7b275f02801 None None] Agent healthcheck: found 6 active agents {{(pid=85347) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 15 20:10:35.519673 dv-cinder-786383-2-iscsi neutron-server[85229]: DEBUG neutron_lib.callbacks.manager [None req-de817c11-0b78-411a-804f-f40bb570cd63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789847050935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-428960'] for agent, after_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}